From 0d792fe05467c6d8e47817993b837a2cc35fc86d Mon Sep 17 00:00:00 2001 From: Niranjan Artal Date: Tue, 12 Oct 2021 15:46:22 -0700 Subject: [PATCH 1/7] detect RDD API in Sql plan Signed-off-by: Niranjan Artal --- .../spark/sql/rapids/tool/AppBase.scala | 3 +- .../tool/qualification/QualAppInfo.scala | 16 +- .../rdd_to_dataframe_expectation.csv | 2 + .../rdd_to_dataframe_eventlog | 465 ++++++++++++++++++ .../qualification/QualificationSuite.scala | 5 + 5 files changed, 482 insertions(+), 9 deletions(-) create mode 100644 tools/src/test/resources/QualificationExpectations/rdd_to_dataframe_expectation.csv create mode 100644 tools/src/test/resources/spark-events-qualification/rdd_to_dataframe_eventlog diff --git a/tools/src/main/scala/org/apache/spark/sql/rapids/tool/AppBase.scala b/tools/src/main/scala/org/apache/spark/sql/rapids/tool/AppBase.scala index a978b05680a..295a458701b 100644 --- a/tools/src/main/scala/org/apache/spark/sql/rapids/tool/AppBase.scala +++ b/tools/src/main/scala/org/apache/spark/sql/rapids/tool/AppBase.scala @@ -112,10 +112,11 @@ abstract class AppBase( logInfo(s"Total number of events parsed: $totalNumEvents for ${eventlog.toString}") } - protected def isDataSetPlan(desc: String): Boolean = { + protected def isDataSetOrRDDPlan(desc: String): Boolean = { desc match { case l if l.matches(".*\\$Lambda\\$.*") => true case a if a.endsWith(".apply") => true + case r if r.matches(".*SerializeFromObject.*") => true case _ => false } } diff --git a/tools/src/main/scala/org/apache/spark/sql/rapids/tool/qualification/QualAppInfo.scala b/tools/src/main/scala/org/apache/spark/sql/rapids/tool/qualification/QualAppInfo.scala index 08efbbab9c7..5f2fbc608cc 100644 --- a/tools/src/main/scala/org/apache/spark/sql/rapids/tool/qualification/QualAppInfo.scala +++ b/tools/src/main/scala/org/apache/spark/sql/rapids/tool/qualification/QualAppInfo.scala @@ -58,8 +58,8 @@ class QualAppInfo( val sqlIDtoProblematic: HashMap[Long, Set[String]] = HashMap[Long, Set[String]]() - // SQL containing any Dataset operation - val sqlIDToDataSetCase: HashSet[Long] = HashSet[Long]() + // SQL containing any Dataset operation or RDD to DataSet/DataFrame operation + val sqlIDToDataSetOrRDDCase: HashSet[Long] = HashSet[Long]() val notSupportFormatAndTypes: HashMap[String, Set[String]] = HashMap[String, Set[String]]() @@ -115,19 +115,19 @@ class QualAppInfo( // for the SQL dataframe duration private def calculateSqlDataframeDuration: Long = { sqlDurationTime.filterNot { case (sqlID, dur) => - sqlIDToDataSetCase.contains(sqlID) || dur == -1 + sqlIDToDataSetOrRDDCase.contains(sqlID) || dur == -1 }.values.sum } private def probNotDataset: HashMap[Long, Set[String]] = { - sqlIDtoProblematic.filterNot { case (sqlID, _) => sqlIDToDataSetCase.contains(sqlID) } + sqlIDtoProblematic.filterNot { case (sqlID, _) => sqlIDToDataSetOrRDDCase.contains(sqlID) } } // The total task time for all tasks that ran during SQL dataframe // operations. if the SQL contains a dataset, it isn't counted. private def calculateTaskDataframeDuration: Long = { val validSums = sqlIDToTaskEndSum.filterNot { case (sqlID, _) => - sqlIDToDataSetCase.contains(sqlID) || sqlDurationTime.getOrElse(sqlID, -1) == -1 + sqlIDToDataSetOrRDDCase.contains(sqlID) || sqlDurationTime.getOrElse(sqlID, -1) == -1 } validSums.values.map(dur => dur.totalTaskDuration).sum } @@ -164,7 +164,7 @@ class QualAppInfo( private def calculateCpuTimePercent: Double = { val validSums = sqlIDToTaskEndSum.filterNot { case (sqlID, _) => - sqlIDToDataSetCase.contains(sqlID) || sqlDurationTime.getOrElse(sqlID, -1) == -1 + sqlIDToDataSetOrRDDCase.contains(sqlID) || sqlDurationTime.getOrElse(sqlID, -1) == -1 } val totalCpuTime = validSums.values.map { dur => dur.executorCPUTime @@ -252,8 +252,8 @@ class QualAppInfo( val allnodes = planGraph.allNodes for (node <- allnodes) { checkGraphNodeForBatchScan(sqlID, node) - if (isDataSetPlan(node.desc)) { - sqlIDToDataSetCase += sqlID + if (isDataSetOrRDDPlan(node.desc)) { + sqlIDToDataSetOrRDDCase += sqlID } val issues = findPotentialIssues(node.desc) if (issues.nonEmpty) { diff --git a/tools/src/test/resources/QualificationExpectations/rdd_to_dataframe_expectation.csv b/tools/src/test/resources/QualificationExpectations/rdd_to_dataframe_expectation.csv new file mode 100644 index 00000000000..5f4ffc34ad7 --- /dev/null +++ b/tools/src/test/resources/QualificationExpectations/rdd_to_dataframe_expectation.csv @@ -0,0 +1,2 @@ +App Name,App ID,Score,Potential Problems,SQL DF Duration,SQL Dataframe Task Duration,App Duration,Executor CPU Time Percent,App Duration Estimated,SQL Duration with Potential Problems,SQL Ids with Failures,Read Score Percent,Read File Format Score,Unsupported Read File Formats and Types,Unsupported Write Data Format,,Complex Types,Unsupported Nested Complex Types +Spark shell,local-1634067832387,0.0,"",0,0,108138,0.0,false,0,"",20,100.0,"","","","" \ No newline at end of file diff --git a/tools/src/test/resources/spark-events-qualification/rdd_to_dataframe_eventlog b/tools/src/test/resources/spark-events-qualification/rdd_to_dataframe_eventlog new file mode 100644 index 00000000000..9b9f5610a7d --- /dev/null +++ b/tools/src/test/resources/spark-events-qualification/rdd_to_dataframe_eventlog @@ -0,0 +1,465 @@ +{"Event":"SparkListenerLogStart","Spark Version":"3.1.1"} +{"Event":"SparkListenerResourceProfileAdded","Resource Profile Id":0,"Executor Resource Requests":{"cores":{"Resource Name":"cores","Amount":1,"Discovery Script":"","Vendor":""},"memory":{"Resource Name":"memory","Amount":1024,"Discovery Script":"","Vendor":""},"offHeap":{"Resource Name":"offHeap","Amount":0,"Discovery Script":"","Vendor":""}},"Task Resource Requests":{"cpus":{"Resource Name":"cpus","Amount":1.0}}} +{"Event":"SparkListenerExecutorAdded","Timestamp":1634067832509,"Executor ID":"driver","Executor Info":{"Host":"192.168.1.134","Total Cores":8,"Log Urls":{},"Attributes":{},"Resources":{},"Resource Profile Id":0}} +{"Event":"SparkListenerBlockManagerAdded","Block Manager ID":{"Executor ID":"driver","Host":"192.168.1.134","Port":33751},"Maximum Memory":384093388,"Timestamp":1634067832532,"Maximum Onheap Memory":384093388,"Maximum Offheap Memory":0} +{"Event":"SparkListenerEnvironmentUpdate","JVM Information":{"Java Home":"/usr/lib/jvm/java-8-openjdk-amd64/jre","Java Version":"1.8.0_292 (Private Build)","Scala Version":"version 2.12.10"},"Spark Properties":{"spark.driver.host":"192.168.1.134","spark.eventLog.enabled":"true","spark.driver.port":"35447","spark.repl.class.uri":"spark://192.168.1.134:35447/classes","spark.jars":"","spark.repl.class.outputDir":"/tmp/spark-709ca6a2-54ba-43c4-8ea3-b70bd1fb9a09/repl-b3dd6842-11d9-4234-95d2-e961984e8ce0","spark.app.name":"Spark shell","spark.scheduler.mode":"FIFO","spark.submit.pyFiles":"","spark.ui.showConsoleProgress":"true","spark.app.startTime":"1634067831517","spark.executor.id":"driver","spark.submit.deployMode":"client","spark.master":"local[*]","spark.home":"/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2","spark.eventLog.dir":"/home/nartal/data_format_eventlog","spark.sql.catalogImplementation":"hive","spark.app.id":"local-1634067832387"},"Hadoop Properties":{"hadoop.service.shutdown.timeout":"30s","yarn.resourcemanager.amlauncher.thread-count":"50","yarn.sharedcache.enabled":"false","fs.s3a.connection.maximum":"15","yarn.nodemanager.numa-awareness.numactl.cmd":"/usr/bin/numactl","fs.s3a.impl":"org.apache.hadoop.fs.s3a.S3AFileSystem","yarn.app.mapreduce.am.scheduler.heartbeat.interval-ms":"1000","yarn.timeline-service.timeline-client.number-of-async-entities-to-merge":"10","hadoop.security.kms.client.timeout":"60","hadoop.http.authentication.kerberos.principal":"HTTP/_HOST@LOCALHOST","mapreduce.jobhistory.loadedjob.tasks.max":"-1","mapreduce.framework.name":"local","yarn.sharedcache.uploader.server.thread-count":"50","yarn.nodemanager.linux-container-executor.nonsecure-mode.user-pattern":"^[_.A-Za-z0-9][-@_.A-Za-z0-9]{0,255}?[$]?$","tfile.fs.output.buffer.size":"262144","yarn.app.mapreduce.am.job.task.listener.thread-count":"30","hadoop.security.groups.cache.background.reload.threads":"3","yarn.resourcemanager.webapp.cross-origin.enabled":"false","fs.AbstractFileSystem.ftp.impl":"org.apache.hadoop.fs.ftp.FtpFs","hadoop.registry.secure":"false","hadoop.shell.safely.delete.limit.num.files":"100","dfs.bytes-per-checksum":"512","mapreduce.job.acl-view-job":" ","fs.s3a.s3guard.ddb.background.sleep":"25ms","fs.s3a.retry.limit":"${fs.s3a.attempts.maximum}","mapreduce.jobhistory.loadedjobs.cache.size":"5","fs.s3a.s3guard.ddb.table.create":"false","yarn.nodemanager.amrmproxy.enabled":"false","yarn.timeline-service.entity-group-fs-store.with-user-dir":"false","mapreduce.input.fileinputformat.split.minsize":"0","yarn.resourcemanager.container.liveness-monitor.interval-ms":"600000","yarn.resourcemanager.client.thread-count":"50","io.seqfile.compress.blocksize":"1000000","yarn.sharedcache.checksum.algo.impl":"org.apache.hadoop.yarn.sharedcache.ChecksumSHA256Impl","yarn.nodemanager.amrmproxy.interceptor-class.pipeline":"org.apache.hadoop.yarn.server.nodemanager.amrmproxy.DefaultRequestInterceptor","yarn.timeline-service.entity-group-fs-store.leveldb-cache-read-cache-size":"10485760","mapreduce.reduce.shuffle.fetch.retry.interval-ms":"1000","mapreduce.task.profile.maps":"0-2","yarn.scheduler.include-port-in-node-name":"false","yarn.nodemanager.admin-env":"MALLOC_ARENA_MAX=$MALLOC_ARENA_MAX","yarn.resourcemanager.node-removal-untracked.timeout-ms":"60000","mapreduce.am.max-attempts":"2","hadoop.security.kms.client.failover.sleep.base.millis":"100","mapreduce.jobhistory.webapp.https.address":"0.0.0.0:19890","yarn.node-labels.fs-store.impl.class":"org.apache.hadoop.yarn.nodelabels.FileSystemNodeLabelsStore","yarn.nodemanager.collector-service.address":"${yarn.nodemanager.hostname}:8048","fs.trash.checkpoint.interval":"0","mapreduce.job.map.output.collector.class":"org.apache.hadoop.mapred.MapTask$MapOutputBuffer","yarn.resourcemanager.node-ip-cache.expiry-interval-secs":"-1","hadoop.http.authentication.signature.secret.file":"*********(redacted)","hadoop.jetty.logs.serve.aliases":"true","yarn.resourcemanager.placement-constraints.handler":"disabled","yarn.timeline-service.handler-thread-count":"10","yarn.resourcemanager.max-completed-applications":"1000","yarn.resourcemanager.system-metrics-publisher.enabled":"false","yarn.resourcemanager.placement-constraints.algorithm.class":"org.apache.hadoop.yarn.server.resourcemanager.scheduler.constraint.algorithm.DefaultPlacementAlgorithm","yarn.sharedcache.webapp.address":"0.0.0.0:8788","yarn.resourcemanager.delegation.token.renew-interval":"*********(redacted)","yarn.sharedcache.nm.uploader.replication.factor":"10","hadoop.security.groups.negative-cache.secs":"30","yarn.app.mapreduce.task.container.log.backups":"0","mapreduce.reduce.skip.proc-count.auto-incr":"true","hadoop.security.group.mapping.ldap.posix.attr.gid.name":"gidNumber","ipc.client.fallback-to-simple-auth-allowed":"false","yarn.nodemanager.resource.memory.enforced":"true","yarn.client.failover-proxy-provider":"org.apache.hadoop.yarn.client.ConfiguredRMFailoverProxyProvider","yarn.timeline-service.http-authentication.simple.anonymous.allowed":"true","ha.health-monitor.check-interval.ms":"1000","yarn.acl.reservation-enable":"false","yarn.resourcemanager.store.class":"org.apache.hadoop.yarn.server.resourcemanager.recovery.FileSystemRMStateStore","yarn.app.mapreduce.am.hard-kill-timeout-ms":"10000","fs.s3a.etag.checksum.enabled":"false","yarn.nodemanager.container-metrics.enable":"true","yarn.timeline-service.client.fd-clean-interval-secs":"60","yarn.resourcemanager.nodemanagers.heartbeat-interval-ms":"1000","hadoop.common.configuration.version":"3.0.0","fs.s3a.s3guard.ddb.table.capacity.read":"500","yarn.nodemanager.remote-app-log-dir-suffix":"logs","yarn.nodemanager.windows-container.cpu-limit.enabled":"false","yarn.nodemanager.runtime.linux.docker.privileged-containers.allowed":"false","file.blocksize":"67108864","hadoop.registry.zk.retry.ceiling.ms":"60000","yarn.scheduler.configuration.leveldb-store.path":"${hadoop.tmp.dir}/yarn/system/confstore","yarn.sharedcache.store.in-memory.initial-delay-mins":"10","mapreduce.jobhistory.principal":"jhs/_HOST@REALM.TLD","mapreduce.map.skip.proc-count.auto-incr":"true","fs.s3a.committer.name":"file","mapreduce.task.profile.reduces":"0-2","hadoop.zk.num-retries":"1000","yarn.webapp.xfs-filter.enabled":"true","seq.io.sort.mb":"100","yarn.scheduler.configuration.max.version":"100","yarn.timeline-service.webapp.https.address":"${yarn.timeline-service.hostname}:8190","yarn.resourcemanager.scheduler.address":"${yarn.resourcemanager.hostname}:8030","yarn.node-labels.enabled":"false","yarn.resourcemanager.webapp.ui-actions.enabled":"true","mapreduce.task.timeout":"600000","yarn.sharedcache.client-server.thread-count":"50","hadoop.security.groups.shell.command.timeout":"0s","hadoop.security.crypto.cipher.suite":"AES/CTR/NoPadding","yarn.nodemanager.elastic-memory-control.oom-handler":"org.apache.hadoop.yarn.server.nodemanager.containermanager.linux.resources.DefaultOOMHandler","yarn.resourcemanager.connect.max-wait.ms":"900000","fs.defaultFS":"file:///","yarn.minicluster.use-rpc":"false","fs.har.impl.disable.cache":"true","yarn.webapp.ui2.enable":"false","io.compression.codec.bzip2.library":"system-native","yarn.nodemanager.distributed-scheduling.enabled":"false","mapreduce.shuffle.connection-keep-alive.timeout":"5","yarn.resourcemanager.webapp.https.address":"${yarn.resourcemanager.hostname}:8090","mapreduce.jobhistory.address":"0.0.0.0:10020","yarn.resourcemanager.nm-tokens.master-key-rolling-interval-secs":"*********(redacted)","yarn.is.minicluster":"false","yarn.nodemanager.address":"${yarn.nodemanager.hostname}:0","fs.abfss.impl":"org.apache.hadoop.fs.azurebfs.SecureAzureBlobFileSystem","fs.AbstractFileSystem.s3a.impl":"org.apache.hadoop.fs.s3a.S3A","mapreduce.task.combine.progress.records":"10000","yarn.resourcemanager.epoch.range":"0","yarn.resourcemanager.am.max-attempts":"2","yarn.nodemanager.linux-container-executor.cgroups.hierarchy":"/hadoop-yarn","fs.AbstractFileSystem.wasbs.impl":"org.apache.hadoop.fs.azure.Wasbs","yarn.timeline-service.entity-group-fs-store.cache-store-class":"org.apache.hadoop.yarn.server.timeline.MemoryTimelineStore","fs.ftp.transfer.mode":"BLOCK_TRANSFER_MODE","ipc.server.log.slow.rpc":"false","yarn.resourcemanager.node-labels.provider.fetch-interval-ms":"1800000","yarn.router.webapp.https.address":"0.0.0.0:8091","yarn.nodemanager.webapp.cross-origin.enabled":"false","fs.wasb.impl":"org.apache.hadoop.fs.azure.NativeAzureFileSystem","yarn.resourcemanager.auto-update.containers":"false","yarn.app.mapreduce.am.job.committer.cancel-timeout":"60000","yarn.scheduler.configuration.zk-store.parent-path":"/confstore","yarn.nodemanager.default-container-executor.log-dirs.permissions":"710","yarn.app.attempt.diagnostics.limit.kc":"64","ftp.bytes-per-checksum":"512","yarn.nodemanager.resource.memory-mb":"-1","fs.AbstractFileSystem.abfs.impl":"org.apache.hadoop.fs.azurebfs.Abfs","yarn.timeline-service.writer.flush-interval-seconds":"60","fs.s3a.fast.upload.active.blocks":"4","hadoop.security.credential.clear-text-fallback":"true","yarn.nodemanager.collector-service.thread-count":"5","fs.azure.secure.mode":"false","mapreduce.jobhistory.joblist.cache.size":"20000","fs.ftp.host":"0.0.0.0","yarn.resourcemanager.fs.state-store.num-retries":"0","yarn.resourcemanager.nodemanager-connect-retries":"10","yarn.nodemanager.log-aggregation.num-log-files-per-app":"30","hadoop.security.kms.client.encrypted.key.cache.low-watermark":"0.3f","fs.s3a.committer.magic.enabled":"false","yarn.timeline-service.client.max-retries":"30","dfs.ha.fencing.ssh.connect-timeout":"30000","yarn.log-aggregation-enable":"false","yarn.system-metrics-publisher.enabled":"false","mapreduce.reduce.markreset.buffer.percent":"0.0","fs.AbstractFileSystem.viewfs.impl":"org.apache.hadoop.fs.viewfs.ViewFs","mapreduce.task.io.sort.factor":"10","yarn.nodemanager.amrmproxy.client.thread-count":"25","ha.failover-controller.new-active.rpc-timeout.ms":"60000","yarn.nodemanager.container-localizer.java.opts":"-Xmx256m","mapreduce.jobhistory.datestring.cache.size":"200000","mapreduce.job.acl-modify-job":" ","yarn.nodemanager.windows-container.memory-limit.enabled":"false","yarn.timeline-service.webapp.address":"${yarn.timeline-service.hostname}:8188","yarn.app.mapreduce.am.job.committer.commit-window":"10000","yarn.nodemanager.container-manager.thread-count":"20","yarn.minicluster.fixed.ports":"false","hadoop.tags.system":"YARN,HDFS,NAMENODE,DATANODE,REQUIRED,SECURITY,KERBEROS,PERFORMANCE,CLIENT\n ,SERVER,DEBUG,DEPRECATED,COMMON,OPTIONAL","yarn.cluster.max-application-priority":"0","yarn.timeline-service.ttl-enable":"true","mapreduce.jobhistory.recovery.store.fs.uri":"${hadoop.tmp.dir}/mapred/history/recoverystore","hadoop.caller.context.signature.max.size":"40","yarn.client.load.resource-types.from-server":"false","ha.zookeeper.session-timeout.ms":"10000","tfile.io.chunk.size":"1048576","fs.s3a.s3guard.ddb.table.capacity.write":"100","mapreduce.job.speculative.slowtaskthreshold":"1.0","io.serializations":"org.apache.hadoop.io.serializer.WritableSerialization, org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization, org.apache.hadoop.io.serializer.avro.AvroReflectSerialization","hadoop.security.kms.client.failover.sleep.max.millis":"2000","hadoop.security.group.mapping.ldap.directory.search.timeout":"10000","yarn.scheduler.configuration.store.max-logs":"1000","yarn.nodemanager.node-attributes.provider.fetch-interval-ms":"600000","fs.swift.impl":"org.apache.hadoop.fs.swift.snative.SwiftNativeFileSystem","yarn.nodemanager.local-cache.max-files-per-directory":"8192","hadoop.http.cross-origin.enabled":"false","hadoop.zk.acl":"world:anyone:rwcda","mapreduce.map.sort.spill.percent":"0.80","yarn.timeline-service.entity-group-fs-store.scan-interval-seconds":"60","yarn.node-attribute.fs-store.impl.class":"org.apache.hadoop.yarn.server.resourcemanager.nodelabels.FileSystemNodeAttributeStore","fs.s3a.retry.interval":"500ms","yarn.timeline-service.client.best-effort":"false","yarn.resourcemanager.webapp.delegation-token-auth-filter.enabled":"*********(redacted)","hadoop.security.group.mapping.ldap.posix.attr.uid.name":"uidNumber","fs.AbstractFileSystem.swebhdfs.impl":"org.apache.hadoop.fs.SWebHdfs","yarn.nodemanager.elastic-memory-control.timeout-sec":"5","mapreduce.ifile.readahead":"true","yarn.timeline-service.leveldb-timeline-store.ttl-interval-ms":"300000","yarn.timeline-service.reader.webapp.address":"${yarn.timeline-service.webapp.address}","yarn.resourcemanager.placement-constraints.algorithm.pool-size":"1","yarn.timeline-service.hbase.coprocessor.jar.hdfs.location":"/hbase/coprocessor/hadoop-yarn-server-timelineservice.jar","hadoop.security.kms.client.encrypted.key.cache.num.refill.threads":"2","yarn.resourcemanager.scheduler.class":"org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler","yarn.app.mapreduce.am.command-opts":"-Xmx1024m","mapreduce.cluster.local.dir":"${hadoop.tmp.dir}/mapred/local","io.mapfile.bloom.error.rate":"0.005","fs.client.resolve.topology.enabled":"false","yarn.nodemanager.runtime.linux.allowed-runtimes":"default","yarn.sharedcache.store.class":"org.apache.hadoop.yarn.server.sharedcachemanager.store.InMemorySCMStore","ha.failover-controller.graceful-fence.rpc-timeout.ms":"5000","ftp.replication":"3","hadoop.security.uid.cache.secs":"14400","mapreduce.job.maxtaskfailures.per.tracker":"3","fs.s3a.metadatastore.impl":"org.apache.hadoop.fs.s3a.s3guard.NullMetadataStore","io.skip.checksum.errors":"false","yarn.app.mapreduce.client-am.ipc.max-retries-on-timeouts":"3","yarn.timeline-service.webapp.xfs-filter.xframe-options":"SAMEORIGIN","fs.s3a.connection.timeout":"200000","mapreduce.job.max.split.locations":"15","yarn.resourcemanager.nm-container-queuing.max-queue-length":"15","hadoop.registry.zk.session.timeout.ms":"60000","yarn.federation.cache-ttl.secs":"300","mapreduce.jvm.system-properties-to-log":"os.name,os.version,java.home,java.runtime.version,java.vendor,java.version,java.vm.name,java.class.path,java.io.tmpdir,user.dir,user.name","yarn.resourcemanager.opportunistic-container-allocation.nodes-used":"10","yarn.timeline-service.entity-group-fs-store.active-dir":"/tmp/entity-file-history/active","mapreduce.shuffle.transfer.buffer.size":"131072","yarn.timeline-service.client.retry-interval-ms":"1000","yarn.http.policy":"HTTP_ONLY","fs.s3a.socket.send.buffer":"8192","fs.AbstractFileSystem.abfss.impl":"org.apache.hadoop.fs.azurebfs.Abfss","yarn.sharedcache.uploader.server.address":"0.0.0.0:8046","yarn.resourcemanager.delegation-token.max-conf-size-bytes":"*********(redacted)","hadoop.http.authentication.token.validity":"*********(redacted)","mapreduce.shuffle.max.connections":"0","yarn.minicluster.yarn.nodemanager.resource.memory-mb":"4096","mapreduce.job.emit-timeline-data":"false","yarn.nodemanager.resource.system-reserved-memory-mb":"-1","hadoop.kerberos.min.seconds.before.relogin":"60","mapreduce.jobhistory.move.thread-count":"3","yarn.resourcemanager.admin.client.thread-count":"1","yarn.dispatcher.drain-events.timeout":"300000","fs.s3a.buffer.dir":"${hadoop.tmp.dir}/s3a","hadoop.ssl.enabled.protocols":"TLSv1,SSLv2Hello,TLSv1.1,TLSv1.2","mapreduce.jobhistory.admin.address":"0.0.0.0:10033","yarn.log-aggregation-status.time-out.ms":"600000","fs.s3a.assumed.role.sts.endpoint.region":"us-west-1","mapreduce.shuffle.port":"13562","yarn.resourcemanager.max-log-aggregation-diagnostics-in-memory":"10","yarn.nodemanager.health-checker.interval-ms":"600000","yarn.router.clientrm.interceptor-class.pipeline":"org.apache.hadoop.yarn.server.router.clientrm.DefaultClientRequestInterceptor","yarn.resourcemanager.zk-appid-node.split-index":"0","ftp.blocksize":"67108864","yarn.nodemanager.runtime.linux.sandbox-mode.local-dirs.permissions":"read","yarn.router.rmadmin.interceptor-class.pipeline":"org.apache.hadoop.yarn.server.router.rmadmin.DefaultRMAdminRequestInterceptor","yarn.nodemanager.log-container-debug-info.enabled":"true","yarn.client.max-cached-nodemanagers-proxies":"0","yarn.nodemanager.linux-container-executor.cgroups.delete-delay-ms":"20","yarn.nodemanager.delete.debug-delay-sec":"0","yarn.nodemanager.pmem-check-enabled":"true","yarn.nodemanager.disk-health-checker.max-disk-utilization-per-disk-percentage":"90.0","mapreduce.app-submission.cross-platform":"false","yarn.resourcemanager.work-preserving-recovery.scheduling-wait-ms":"10000","yarn.nodemanager.container-retry-minimum-interval-ms":"1000","hadoop.security.groups.cache.secs":"300","yarn.federation.enabled":"false","fs.azure.local.sas.key.mode":"false","ipc.maximum.data.length":"67108864","mapreduce.shuffle.max.threads":"0","yarn.router.pipeline.cache-max-size":"25","yarn.resourcemanager.nm-container-queuing.load-comparator":"QUEUE_LENGTH","hadoop.security.authorization":"false","mapreduce.job.complete.cancel.delegation.tokens":"*********(redacted)","fs.s3a.paging.maximum":"5000","nfs.exports.allowed.hosts":"* rw","yarn.nodemanager.amrmproxy.ha.enable":"false","mapreduce.jobhistory.http.policy":"HTTP_ONLY","yarn.sharedcache.store.in-memory.check-period-mins":"720","hadoop.security.group.mapping.ldap.ssl":"false","yarn.client.application-client-protocol.poll-interval-ms":"200","yarn.scheduler.configuration.leveldb-store.compaction-interval-secs":"86400","yarn.timeline-service.writer.class":"org.apache.hadoop.yarn.server.timelineservice.storage.HBaseTimelineWriterImpl","ha.zookeeper.parent-znode":"/hadoop-ha","yarn.nodemanager.log-aggregation.policy.class":"org.apache.hadoop.yarn.server.nodemanager.containermanager.logaggregation.AllContainerLogAggregationPolicy","mapreduce.reduce.shuffle.merge.percent":"0.66","hadoop.security.group.mapping.ldap.search.filter.group":"(objectClass=group)","yarn.resourcemanager.placement-constraints.scheduler.pool-size":"1","yarn.nodemanager.resourcemanager.minimum.version":"NONE","mapreduce.job.speculative.speculative-cap-running-tasks":"0.1","yarn.admin.acl":"*","yarn.nodemanager.recovery.supervised":"false","yarn.sharedcache.admin.thread-count":"1","yarn.resourcemanager.ha.automatic-failover.enabled":"true","mapreduce.reduce.skip.maxgroups":"0","mapreduce.reduce.shuffle.connect.timeout":"180000","yarn.resourcemanager.address":"${yarn.resourcemanager.hostname}:8032","ipc.client.ping":"true","mapreduce.task.local-fs.write-limit.bytes":"-1","fs.adl.oauth2.access.token.provider.type":"*********(redacted)","mapreduce.shuffle.ssl.file.buffer.size":"65536","yarn.resourcemanager.ha.automatic-failover.embedded":"true","yarn.nodemanager.resource-plugins.gpu.docker-plugin":"nvidia-docker-v1","hadoop.ssl.enabled":"false","fs.s3a.multipart.purge":"false","yarn.scheduler.configuration.store.class":"file","yarn.resourcemanager.nm-container-queuing.queue-limit-stdev":"1.0f","mapreduce.job.end-notification.max.attempts":"5","mapreduce.output.fileoutputformat.compress.codec":"org.apache.hadoop.io.compress.DefaultCodec","yarn.nodemanager.container-monitor.procfs-tree.smaps-based-rss.enabled":"false","ipc.client.bind.wildcard.addr":"false","yarn.resourcemanager.webapp.rest-csrf.enabled":"false","ha.health-monitor.connect-retry-interval.ms":"1000","yarn.nodemanager.keytab":"/etc/krb5.keytab","mapreduce.jobhistory.keytab":"/etc/security/keytab/jhs.service.keytab","fs.s3a.threads.max":"10","mapreduce.reduce.shuffle.input.buffer.percent":"0.70","yarn.nodemanager.runtime.linux.docker.allowed-container-networks":"host,none,bridge","yarn.nodemanager.node-labels.resync-interval-ms":"120000","hadoop.tmp.dir":"/tmp/hadoop-${user.name}","mapreduce.job.maps":"2","mapreduce.jobhistory.webapp.rest-csrf.custom-header":"X-XSRF-Header","mapreduce.job.end-notification.max.retry.interval":"5000","yarn.log-aggregation.retain-check-interval-seconds":"-1","yarn.resourcemanager.resource-tracker.client.thread-count":"50","yarn.rm.system-metrics-publisher.emit-container-events":"false","yarn.timeline-service.leveldb-timeline-store.start-time-read-cache-size":"10000","yarn.resourcemanager.ha.automatic-failover.zk-base-path":"/yarn-leader-election","io.seqfile.local.dir":"${hadoop.tmp.dir}/io/local","fs.s3a.s3guard.ddb.throttle.retry.interval":"100ms","fs.AbstractFileSystem.wasb.impl":"org.apache.hadoop.fs.azure.Wasb","mapreduce.client.submit.file.replication":"10","mapreduce.jobhistory.minicluster.fixed.ports":"false","fs.s3a.multipart.threshold":"2147483647","yarn.resourcemanager.webapp.xfs-filter.xframe-options":"SAMEORIGIN","mapreduce.jobhistory.done-dir":"${yarn.app.mapreduce.am.staging-dir}/history/done","ipc.client.idlethreshold":"4000","yarn.nodemanager.linux-container-executor.cgroups.strict-resource-usage":"false","mapreduce.reduce.input.buffer.percent":"0.0","yarn.nodemanager.runtime.linux.docker.userremapping-gid-threshold":"1","yarn.nodemanager.webapp.rest-csrf.enabled":"false","fs.ftp.host.port":"21","ipc.ping.interval":"60000","yarn.resourcemanager.history-writer.multi-threaded-dispatcher.pool-size":"10","yarn.resourcemanager.admin.address":"${yarn.resourcemanager.hostname}:8033","file.client-write-packet-size":"65536","ipc.client.kill.max":"10","mapreduce.reduce.speculative":"true","hadoop.security.key.default.bitlength":"128","mapreduce.job.reducer.unconditional-preempt.delay.sec":"300","yarn.nodemanager.disk-health-checker.interval-ms":"120000","yarn.nodemanager.log.deletion-threads-count":"4","yarn.webapp.filter-entity-list-by-user":"false","ipc.client.connection.maxidletime":"10000","mapreduce.task.io.sort.mb":"100","yarn.nodemanager.localizer.client.thread-count":"5","io.erasurecode.codec.rs.rawcoders":"rs_native,rs_java","io.erasurecode.codec.rs-legacy.rawcoders":"rs-legacy_java","yarn.sharedcache.admin.address":"0.0.0.0:8047","yarn.resourcemanager.placement-constraints.algorithm.iterator":"SERIAL","yarn.nodemanager.localizer.cache.cleanup.interval-ms":"600000","hadoop.security.crypto.codec.classes.aes.ctr.nopadding":"org.apache.hadoop.crypto.OpensslAesCtrCryptoCodec, org.apache.hadoop.crypto.JceAesCtrCryptoCodec","mapreduce.job.cache.limit.max-resources-mb":"0","fs.s3a.connection.ssl.enabled":"true","yarn.nodemanager.process-kill-wait.ms":"5000","mapreduce.job.hdfs-servers":"${fs.defaultFS}","hadoop.workaround.non.threadsafe.getpwuid":"true","fs.df.interval":"60000","fs.s3a.multiobjectdelete.enable":"true","yarn.sharedcache.cleaner.resource-sleep-ms":"0","yarn.nodemanager.disk-health-checker.min-healthy-disks":"0.25","hadoop.shell.missing.defaultFs.warning":"false","io.file.buffer.size":"65536","hadoop.security.group.mapping.ldap.search.attr.member":"member","hadoop.security.random.device.file.path":"/dev/urandom","hadoop.security.sensitive-config-keys":"*********(redacted)","fs.s3a.s3guard.ddb.max.retries":"9","hadoop.rpc.socket.factory.class.default":"org.apache.hadoop.net.StandardSocketFactory","yarn.intermediate-data-encryption.enable":"false","yarn.resourcemanager.connect.retry-interval.ms":"30000","yarn.nodemanager.container.stderr.pattern":"{*stderr*,*STDERR*}","yarn.scheduler.minimum-allocation-mb":"1024","yarn.app.mapreduce.am.staging-dir":"/tmp/hadoop-yarn/staging","mapreduce.reduce.shuffle.read.timeout":"180000","hadoop.http.cross-origin.max-age":"1800","io.erasurecode.codec.xor.rawcoders":"xor_native,xor_java","fs.s3a.connection.establish.timeout":"5000","mapreduce.job.running.map.limit":"0","yarn.minicluster.control-resource-monitoring":"false","hadoop.ssl.require.client.cert":"false","hadoop.kerberos.kinit.command":"kinit","yarn.federation.state-store.class":"org.apache.hadoop.yarn.server.federation.store.impl.MemoryFederationStateStore","mapreduce.reduce.log.level":"INFO","hadoop.security.dns.log-slow-lookups.threshold.ms":"1000","mapreduce.job.ubertask.enable":"false","adl.http.timeout":"-1","yarn.resourcemanager.placement-constraints.retry-attempts":"3","hadoop.caller.context.enabled":"false","yarn.nodemanager.vmem-pmem-ratio":"2.1","hadoop.rpc.protection":"authentication","ha.health-monitor.rpc-timeout.ms":"45000","yarn.nodemanager.remote-app-log-dir":"/tmp/logs","hadoop.zk.timeout-ms":"10000","fs.s3a.s3guard.cli.prune.age":"86400000","yarn.nodemanager.resource.pcores-vcores-multiplier":"1.0","yarn.nodemanager.runtime.linux.sandbox-mode":"disabled","yarn.app.mapreduce.am.containerlauncher.threadpool-initial-size":"10","fs.s3a.committer.threads":"8","hadoop.zk.retry-interval-ms":"1000","hadoop.security.crypto.buffer.size":"8192","yarn.nodemanager.node-labels.provider.fetch-interval-ms":"600000","mapreduce.jobhistory.recovery.store.leveldb.path":"${hadoop.tmp.dir}/mapred/history/recoverystore","yarn.client.failover-retries-on-socket-timeouts":"0","yarn.nodemanager.resource.memory.enabled":"false","fs.azure.authorization.caching.enable":"true","hadoop.security.instrumentation.requires.admin":"false","yarn.nodemanager.delete.thread-count":"4","mapreduce.job.finish-when-all-reducers-done":"true","hadoop.registry.jaas.context":"Client","yarn.timeline-service.leveldb-timeline-store.path":"${hadoop.tmp.dir}/yarn/timeline","io.map.index.interval":"128","yarn.resourcemanager.nm-container-queuing.max-queue-wait-time-ms":"100","fs.abfs.impl":"org.apache.hadoop.fs.azurebfs.AzureBlobFileSystem","mapreduce.job.counters.max":"120","mapreduce.jobhistory.webapp.rest-csrf.enabled":"false","yarn.timeline-service.store-class":"org.apache.hadoop.yarn.server.timeline.LeveldbTimelineStore","mapreduce.jobhistory.move.interval-ms":"180000","yarn.nodemanager.localizer.fetch.thread-count":"4","yarn.resourcemanager.scheduler.client.thread-count":"50","hadoop.ssl.hostname.verifier":"DEFAULT","yarn.timeline-service.leveldb-state-store.path":"${hadoop.tmp.dir}/yarn/timeline","mapreduce.job.classloader":"false","mapreduce.task.profile.map.params":"${mapreduce.task.profile.params}","ipc.client.connect.timeout":"20000","hadoop.security.auth_to_local.mechanism":"hadoop","yarn.timeline-service.app-collector.linger-period.ms":"60000","yarn.nm.liveness-monitor.expiry-interval-ms":"600000","yarn.resourcemanager.reservation-system.planfollower.time-step":"1000","yarn.nodemanager.runtime.linux.docker.enable-userremapping.allowed":"true","yarn.webapp.api-service.enable":"false","yarn.nodemanager.recovery.enabled":"false","mapreduce.job.end-notification.retry.interval":"1000","fs.du.interval":"600000","fs.ftp.impl":"org.apache.hadoop.fs.ftp.FTPFileSystem","yarn.nodemanager.container.stderr.tail.bytes":"4096","hadoop.security.group.mapping.ldap.read.timeout.ms":"60000","hadoop.security.groups.cache.warn.after.ms":"5000","file.bytes-per-checksum":"512","mapreduce.outputcommitter.factory.scheme.s3a":"org.apache.hadoop.fs.s3a.commit.S3ACommitterFactory","hadoop.security.groups.cache.background.reload":"false","yarn.nodemanager.container-monitor.enabled":"true","yarn.nodemanager.elastic-memory-control.enabled":"false","net.topology.script.number.args":"100","mapreduce.task.merge.progress.records":"10000","yarn.nodemanager.localizer.address":"${yarn.nodemanager.hostname}:8040","yarn.timeline-service.keytab":"/etc/krb5.keytab","mapreduce.reduce.shuffle.fetch.retry.timeout-ms":"30000","yarn.resourcemanager.rm.container-allocation.expiry-interval-ms":"600000","mapreduce.fileoutputcommitter.algorithm.version":"1","yarn.resourcemanager.work-preserving-recovery.enabled":"true","mapreduce.map.skip.maxrecords":"0","yarn.sharedcache.root-dir":"/sharedcache","fs.s3a.retry.throttle.limit":"${fs.s3a.attempts.maximum}","hadoop.http.authentication.type":"simple","mapreduce.job.cache.limit.max-resources":"0","mapreduce.task.userlog.limit.kb":"0","yarn.resourcemanager.scheduler.monitor.enable":"false","ipc.client.connect.max.retries":"10","hadoop.registry.zk.retry.times":"5","yarn.nodemanager.resource-monitor.interval-ms":"3000","yarn.nodemanager.resource-plugins.gpu.allowed-gpu-devices":"auto","mapreduce.job.sharedcache.mode":"disabled","yarn.nodemanager.webapp.rest-csrf.custom-header":"X-XSRF-Header","mapreduce.shuffle.listen.queue.size":"128","yarn.scheduler.configuration.mutation.acl-policy.class":"org.apache.hadoop.yarn.server.resourcemanager.scheduler.DefaultConfigurationMutationACLPolicy","mapreduce.map.cpu.vcores":"1","yarn.log-aggregation.file-formats":"TFile","yarn.timeline-service.client.fd-retain-secs":"300","hadoop.user.group.static.mapping.overrides":"dr.who=;","fs.azure.sas.expiry.period":"90d","mapreduce.jobhistory.recovery.store.class":"org.apache.hadoop.mapreduce.v2.hs.HistoryServerFileSystemStateStoreService","yarn.resourcemanager.fail-fast":"${yarn.fail-fast}","yarn.resourcemanager.proxy-user-privileges.enabled":"false","yarn.router.webapp.interceptor-class.pipeline":"org.apache.hadoop.yarn.server.router.webapp.DefaultRequestInterceptorREST","yarn.nodemanager.resource.memory.cgroups.soft-limit-percentage":"90.0","mapreduce.job.reducer.preempt.delay.sec":"0","hadoop.util.hash.type":"murmur","yarn.nodemanager.disk-validator":"basic","yarn.app.mapreduce.client.job.max-retries":"3","mapreduce.reduce.shuffle.retry-delay.max.ms":"60000","hadoop.security.group.mapping.ldap.connection.timeout.ms":"60000","mapreduce.task.profile.params":"-agentlib:hprof=cpu=samples,heap=sites,force=n,thread=y,verbose=n,file=%s","yarn.app.mapreduce.shuffle.log.backups":"0","yarn.nodemanager.container-diagnostics-maximum-size":"10000","hadoop.registry.zk.retry.interval.ms":"1000","yarn.nodemanager.linux-container-executor.cgroups.delete-timeout-ms":"1000","fs.AbstractFileSystem.file.impl":"org.apache.hadoop.fs.local.LocalFs","yarn.nodemanager.log-aggregation.roll-monitoring-interval-seconds":"-1","mapreduce.jobhistory.cleaner.interval-ms":"86400000","hadoop.registry.zk.quorum":"localhost:2181","mapreduce.output.fileoutputformat.compress":"false","yarn.resourcemanager.am-rm-tokens.master-key-rolling-interval-secs":"*********(redacted)","fs.s3a.assumed.role.session.duration":"30m","hadoop.security.group.mapping.ldap.conversion.rule":"none","hadoop.ssl.server.conf":"ssl-server.xml","fs.s3a.retry.throttle.interval":"1000ms","seq.io.sort.factor":"100","yarn.sharedcache.cleaner.initial-delay-mins":"10","mapreduce.client.completion.pollinterval":"5000","hadoop.ssl.keystores.factory.class":"org.apache.hadoop.security.ssl.FileBasedKeyStoresFactory","yarn.app.mapreduce.am.resource.cpu-vcores":"1","yarn.timeline-service.enabled":"false","yarn.nodemanager.runtime.linux.docker.capabilities":"CHOWN,DAC_OVERRIDE,FSETID,FOWNER,MKNOD,NET_RAW,SETGID,SETUID,SETFCAP,SETPCAP,NET_BIND_SERVICE,SYS_CHROOT,KILL,AUDIT_WRITE","yarn.acl.enable":"false","yarn.timeline-service.entity-group-fs-store.done-dir":"/tmp/entity-file-history/done/","mapreduce.task.profile":"false","yarn.resourcemanager.fs.state-store.uri":"${hadoop.tmp.dir}/yarn/system/rmstore","mapreduce.jobhistory.always-scan-user-dir":"false","yarn.nodemanager.opportunistic-containers-use-pause-for-preemption":"false","yarn.nodemanager.linux-container-executor.nonsecure-mode.local-user":"nobody","yarn.timeline-service.reader.class":"org.apache.hadoop.yarn.server.timelineservice.storage.HBaseTimelineReaderImpl","yarn.resourcemanager.configuration.provider-class":"org.apache.hadoop.yarn.LocalConfigurationProvider","yarn.nodemanager.runtime.linux.docker.userremapping-uid-threshold":"1","yarn.resourcemanager.configuration.file-system-based-store":"/yarn/conf","mapreduce.job.cache.limit.max-single-resource-mb":"0","yarn.nodemanager.runtime.linux.docker.stop.grace-period":"10","yarn.resourcemanager.resource-profiles.source-file":"resource-profiles.json","yarn.nodemanager.resource.percentage-physical-cpu-limit":"100","mapreduce.jobhistory.client.thread-count":"10","tfile.fs.input.buffer.size":"262144","mapreduce.client.progressmonitor.pollinterval":"1000","yarn.nodemanager.log-dirs":"${yarn.log.dir}/userlogs","fs.automatic.close":"true","yarn.nodemanager.hostname":"0.0.0.0","yarn.nodemanager.resource.memory.cgroups.swappiness":"0","ftp.stream-buffer-size":"4096","yarn.fail-fast":"false","yarn.timeline-service.app-aggregation-interval-secs":"15","hadoop.security.group.mapping.ldap.search.filter.user":"(&(objectClass=user)(sAMAccountName={0}))","yarn.nodemanager.container-localizer.log.level":"INFO","yarn.timeline-service.address":"${yarn.timeline-service.hostname}:10200","mapreduce.job.ubertask.maxmaps":"9","fs.s3a.threads.keepalivetime":"60","mapreduce.jobhistory.webapp.rest-csrf.methods-to-ignore":"GET,OPTIONS,HEAD","mapreduce.task.files.preserve.failedtasks":"false","yarn.app.mapreduce.client.job.retry-interval":"2000","ha.failover-controller.graceful-fence.connection.retries":"1","yarn.resourcemanager.delegation.token.max-lifetime":"*********(redacted)","yarn.timeline-service.client.drain-entities.timeout.ms":"2000","yarn.nodemanager.resource-plugins.fpga.vendor-plugin.class":"org.apache.hadoop.yarn.server.nodemanager.containermanager.resourceplugin.fpga.IntelFpgaOpenclPlugin","yarn.timeline-service.entity-group-fs-store.summary-store":"org.apache.hadoop.yarn.server.timeline.LeveldbTimelineStore","mapreduce.reduce.cpu.vcores":"1","mapreduce.job.encrypted-intermediate-data.buffer.kb":"128","fs.client.resolve.remote.symlinks":"true","yarn.nodemanager.webapp.https.address":"0.0.0.0:8044","hadoop.http.cross-origin.allowed-origins":"*","mapreduce.job.encrypted-intermediate-data":"false","yarn.timeline-service.entity-group-fs-store.retain-seconds":"604800","yarn.resourcemanager.metrics.runtime.buckets":"60,300,1440","yarn.timeline-service.generic-application-history.max-applications":"10000","yarn.nodemanager.local-dirs":"${hadoop.tmp.dir}/nm-local-dir","mapreduce.shuffle.connection-keep-alive.enable":"false","yarn.node-labels.configuration-type":"centralized","fs.s3a.path.style.access":"false","yarn.nodemanager.aux-services.mapreduce_shuffle.class":"org.apache.hadoop.mapred.ShuffleHandler","yarn.sharedcache.store.in-memory.staleness-period-mins":"10080","fs.adl.impl":"org.apache.hadoop.fs.adl.AdlFileSystem","yarn.resourcemanager.nodemanager.minimum.version":"NONE","mapreduce.jobhistory.webapp.xfs-filter.xframe-options":"SAMEORIGIN","yarn.app.mapreduce.am.staging-dir.erasurecoding.enabled":"false","net.topology.impl":"org.apache.hadoop.net.NetworkTopology","io.map.index.skip":"0","yarn.timeline-service.reader.webapp.https.address":"${yarn.timeline-service.webapp.https.address}","fs.ftp.data.connection.mode":"ACTIVE_LOCAL_DATA_CONNECTION_MODE","mapreduce.job.local-fs.single-disk-limit.check.kill-limit-exceed":"true","yarn.scheduler.maximum-allocation-vcores":"4","hadoop.http.cross-origin.allowed-headers":"X-Requested-With,Content-Type,Accept,Origin","yarn.nodemanager.log-aggregation.compression-type":"none","yarn.timeline-service.version":"1.0f","yarn.ipc.rpc.class":"org.apache.hadoop.yarn.ipc.HadoopYarnProtoRPC","mapreduce.reduce.maxattempts":"4","hadoop.security.dns.log-slow-lookups.enabled":"false","mapreduce.job.committer.setup.cleanup.needed":"true","mapreduce.job.running.reduce.limit":"0","ipc.maximum.response.length":"134217728","yarn.resourcemanager.webapp.rest-csrf.methods-to-ignore":"GET,OPTIONS,HEAD","mapreduce.job.token.tracking.ids.enabled":"*********(redacted)","hadoop.caller.context.max.size":"128","yarn.nodemanager.runtime.linux.docker.host-pid-namespace.allowed":"false","yarn.nodemanager.runtime.linux.docker.delayed-removal.allowed":"false","hadoop.registry.system.acls":"sasl:yarn@, sasl:mapred@, sasl:hdfs@","yarn.nodemanager.recovery.dir":"${hadoop.tmp.dir}/yarn-nm-recovery","fs.s3a.fast.upload.buffer":"disk","mapreduce.jobhistory.intermediate-done-dir":"${yarn.app.mapreduce.am.staging-dir}/history/done_intermediate","yarn.app.mapreduce.shuffle.log.separate":"true","fs.s3a.max.total.tasks":"5","fs.s3a.readahead.range":"64K","hadoop.http.authentication.simple.anonymous.allowed":"true","fs.s3a.attempts.maximum":"20","hadoop.registry.zk.connection.timeout.ms":"15000","yarn.resourcemanager.delegation-token-renewer.thread-count":"*********(redacted)","yarn.nodemanager.health-checker.script.timeout-ms":"1200000","yarn.timeline-service.leveldb-timeline-store.start-time-write-cache-size":"10000","yarn.resourcemanager.resource-profiles.enabled":"false","yarn.timeline-service.hbase-schema.prefix":"prod.","fs.azure.authorization":"false","mapreduce.map.log.level":"INFO","yarn.resourcemanager.decommissioning-nodes-watcher.poll-interval-secs":"20","mapreduce.output.fileoutputformat.compress.type":"RECORD","yarn.resourcemanager.leveldb-state-store.path":"${hadoop.tmp.dir}/yarn/system/rmstore","yarn.timeline-service.webapp.rest-csrf.custom-header":"X-XSRF-Header","mapreduce.ifile.readahead.bytes":"4194304","yarn.sharedcache.app-checker.class":"org.apache.hadoop.yarn.server.sharedcachemanager.RemoteAppChecker","yarn.nodemanager.linux-container-executor.nonsecure-mode.limit-users":"true","yarn.nodemanager.resource.detect-hardware-capabilities":"false","mapreduce.cluster.acls.enabled":"false","mapreduce.job.speculative.retry-after-no-speculate":"1000","hadoop.security.group.mapping.ldap.search.group.hierarchy.levels":"0","yarn.resourcemanager.fs.state-store.retry-interval-ms":"1000","file.stream-buffer-size":"4096","yarn.resourcemanager.application-timeouts.monitor.interval-ms":"3000","mapreduce.map.output.compress.codec":"org.apache.hadoop.io.compress.DefaultCodec","mapreduce.map.speculative":"true","mapreduce.job.speculative.retry-after-speculate":"15000","yarn.nodemanager.linux-container-executor.cgroups.mount":"false","yarn.app.mapreduce.am.container.log.backups":"0","yarn.app.mapreduce.am.log.level":"INFO","mapreduce.job.reduce.slowstart.completedmaps":"0.05","yarn.timeline-service.http-authentication.type":"simple","hadoop.security.group.mapping.ldap.search.attr.group.name":"cn","yarn.nodemanager.resource-plugins.fpga.allowed-fpga-devices":"0,1","yarn.timeline-service.client.internal-timers-ttl-secs":"420","hadoop.http.logs.enabled":"true","fs.s3a.block.size":"32M","yarn.sharedcache.client-server.address":"0.0.0.0:8045","yarn.nodemanager.logaggregation.threadpool-size-max":"100","yarn.resourcemanager.hostname":"0.0.0.0","yarn.resourcemanager.delegation.key.update-interval":"86400000","mapreduce.reduce.shuffle.fetch.retry.enabled":"${yarn.nodemanager.recovery.enabled}","mapreduce.map.memory.mb":"-1","mapreduce.task.skip.start.attempts":"2","fs.AbstractFileSystem.hdfs.impl":"org.apache.hadoop.fs.Hdfs","yarn.nodemanager.disk-health-checker.enable":"true","ipc.client.tcpnodelay":"true","ipc.client.rpc-timeout.ms":"0","yarn.nodemanager.webapp.rest-csrf.methods-to-ignore":"GET,OPTIONS,HEAD","ipc.client.low-latency":"false","mapreduce.input.lineinputformat.linespermap":"1","yarn.router.interceptor.user.threadpool-size":"5","ipc.client.connect.max.retries.on.timeouts":"45","yarn.timeline-service.leveldb-timeline-store.read-cache-size":"104857600","fs.AbstractFileSystem.har.impl":"org.apache.hadoop.fs.HarFs","mapreduce.job.split.metainfo.maxsize":"10000000","yarn.am.liveness-monitor.expiry-interval-ms":"600000","yarn.resourcemanager.container-tokens.master-key-rolling-interval-secs":"*********(redacted)","yarn.timeline-service.entity-group-fs-store.app-cache-size":"10","fs.s3a.socket.recv.buffer":"8192","yarn.resourcemanager.resource-tracker.address":"${yarn.resourcemanager.hostname}:8031","yarn.nodemanager.node-labels.provider.fetch-timeout-ms":"1200000","mapreduce.job.heap.memory-mb.ratio":"0.8","yarn.resourcemanager.leveldb-state-store.compaction-interval-secs":"3600","yarn.resourcemanager.webapp.rest-csrf.custom-header":"X-XSRF-Header","yarn.scheduler.configuration.fs.path":"file://${hadoop.tmp.dir}/yarn/system/schedconf","mapreduce.client.output.filter":"FAILED","hadoop.http.filter.initializers":"org.apache.hadoop.http.lib.StaticUserWebFilter","mapreduce.reduce.memory.mb":"-1","yarn.timeline-service.hostname":"0.0.0.0","file.replication":"1","yarn.nodemanager.container-metrics.unregister-delay-ms":"10000","yarn.nodemanager.container-metrics.period-ms":"-1","mapreduce.fileoutputcommitter.task.cleanup.enabled":"false","yarn.nodemanager.log.retain-seconds":"10800","yarn.timeline-service.entity-group-fs-store.cleaner-interval-seconds":"3600","yarn.resourcemanager.keytab":"/etc/krb5.keytab","hadoop.security.group.mapping.providers.combined":"true","mapreduce.reduce.merge.inmem.threshold":"1000","yarn.timeline-service.recovery.enabled":"false","fs.azure.saskey.usecontainersaskeyforallaccess":"true","yarn.sharedcache.nm.uploader.thread-count":"20","yarn.resourcemanager.nodemanager-graceful-decommission-timeout-secs":"3600","mapreduce.shuffle.ssl.enabled":"false","yarn.timeline-service.hbase.coprocessor.app-final-value-retention-milliseconds":"259200000","fs.s3a.committer.staging.abort.pending.uploads":"true","yarn.nodemanager.opportunistic-containers-max-queue-length":"0","yarn.resourcemanager.state-store.max-completed-applications":"${yarn.resourcemanager.max-completed-applications}","mapreduce.job.speculative.minimum-allowed-tasks":"10","yarn.log-aggregation.retain-seconds":"-1","yarn.nodemanager.disk-health-checker.min-free-space-per-disk-mb":"0","mapreduce.jobhistory.max-age-ms":"604800000","hadoop.http.cross-origin.allowed-methods":"GET,POST,HEAD","yarn.resourcemanager.opportunistic-container-allocation.enabled":"false","mapreduce.jobhistory.webapp.address":"0.0.0.0:19888","hadoop.system.tags":"YARN,HDFS,NAMENODE,DATANODE,REQUIRED,SECURITY,KERBEROS,PERFORMANCE,CLIENT\n ,SERVER,DEBUG,DEPRECATED,COMMON,OPTIONAL","yarn.log-aggregation.file-controller.TFile.class":"org.apache.hadoop.yarn.logaggregation.filecontroller.tfile.LogAggregationTFileController","yarn.client.nodemanager-connect.max-wait-ms":"180000","yarn.resourcemanager.webapp.address":"${yarn.resourcemanager.hostname}:8088","mapreduce.jobhistory.recovery.enable":"false","mapreduce.reduce.shuffle.parallelcopies":"5","fs.AbstractFileSystem.webhdfs.impl":"org.apache.hadoop.fs.WebHdfs","fs.trash.interval":"0","yarn.app.mapreduce.client.max-retries":"3","hadoop.security.authentication":"simple","mapreduce.task.profile.reduce.params":"${mapreduce.task.profile.params}","yarn.app.mapreduce.am.resource.mb":"1536","mapreduce.input.fileinputformat.list-status.num-threads":"1","yarn.nodemanager.container-executor.class":"org.apache.hadoop.yarn.server.nodemanager.DefaultContainerExecutor","io.mapfile.bloom.size":"1048576","yarn.timeline-service.ttl-ms":"604800000","yarn.resourcemanager.nm-container-queuing.min-queue-length":"5","yarn.nodemanager.resource.cpu-vcores":"-1","mapreduce.job.reduces":"1","fs.s3a.multipart.size":"100M","yarn.scheduler.minimum-allocation-vcores":"1","mapreduce.job.speculative.speculative-cap-total-tasks":"0.01","hadoop.ssl.client.conf":"ssl-client.xml","mapreduce.job.queuename":"default","mapreduce.job.encrypted-intermediate-data-key-size-bits":"128","fs.s3a.metadatastore.authoritative":"false","yarn.nodemanager.webapp.xfs-filter.xframe-options":"SAMEORIGIN","ha.health-monitor.sleep-after-disconnect.ms":"1000","yarn.app.mapreduce.shuffle.log.limit.kb":"0","hadoop.security.group.mapping":"org.apache.hadoop.security.JniBasedUnixGroupsMappingWithFallback","yarn.client.application-client-protocol.poll-timeout-ms":"-1","mapreduce.jobhistory.jhist.format":"binary","yarn.resourcemanager.ha.enabled":"false","hadoop.http.staticuser.user":"dr.who","mapreduce.task.exit.timeout.check-interval-ms":"20000","mapreduce.jobhistory.intermediate-user-done-dir.permissions":"770","mapreduce.task.exit.timeout":"60000","yarn.nodemanager.linux-container-executor.resources-handler.class":"org.apache.hadoop.yarn.server.nodemanager.util.DefaultLCEResourcesHandler","mapreduce.reduce.shuffle.memory.limit.percent":"0.25","yarn.resourcemanager.reservation-system.enable":"false","mapreduce.map.output.compress":"false","ha.zookeeper.acl":"world:anyone:rwcda","ipc.server.max.connections":"0","yarn.nodemanager.runtime.linux.docker.default-container-network":"host","yarn.router.webapp.address":"0.0.0.0:8089","yarn.scheduler.maximum-allocation-mb":"8192","yarn.resourcemanager.scheduler.monitor.policies":"org.apache.hadoop.yarn.server.resourcemanager.monitor.capacity.ProportionalCapacityPreemptionPolicy","yarn.sharedcache.cleaner.period-mins":"1440","yarn.nodemanager.resource-plugins.gpu.docker-plugin.nvidia-docker-v1.endpoint":"http://localhost:3476/v1.0/docker/cli","yarn.app.mapreduce.am.container.log.limit.kb":"0","ipc.client.connect.retry.interval":"1000","yarn.timeline-service.http-cross-origin.enabled":"false","fs.wasbs.impl":"org.apache.hadoop.fs.azure.NativeAzureFileSystem$Secure","yarn.federation.subcluster-resolver.class":"org.apache.hadoop.yarn.server.federation.resolver.DefaultSubClusterResolverImpl","yarn.resourcemanager.zk-state-store.parent-path":"/rmstore","mapreduce.jobhistory.cleaner.enable":"true","yarn.timeline-service.client.fd-flush-interval-secs":"10","hadoop.security.kms.client.encrypted.key.cache.expiry":"43200000","yarn.client.nodemanager-client-async.thread-pool-max-size":"500","mapreduce.map.maxattempts":"4","yarn.resourcemanager.nm-container-queuing.sorting-nodes-interval-ms":"1000","fs.s3a.committer.staging.tmp.path":"tmp/staging","yarn.nodemanager.sleep-delay-before-sigkill.ms":"250","yarn.resourcemanager.nm-container-queuing.min-queue-wait-time-ms":"10","mapreduce.job.end-notification.retry.attempts":"0","yarn.nodemanager.resource.count-logical-processors-as-cores":"false","hadoop.registry.zk.root":"/registry","adl.feature.ownerandgroup.enableupn":"false","yarn.resourcemanager.zk-max-znode-size.bytes":"1048576","mapreduce.job.reduce.shuffle.consumer.plugin.class":"org.apache.hadoop.mapreduce.task.reduce.Shuffle","yarn.resourcemanager.delayed.delegation-token.removal-interval-ms":"*********(redacted)","yarn.nodemanager.localizer.cache.target-size-mb":"10240","fs.s3a.committer.staging.conflict-mode":"fail","mapreduce.client.libjars.wildcard":"true","fs.s3a.committer.staging.unique-filenames":"true","yarn.nodemanager.node-attributes.provider.fetch-timeout-ms":"1200000","fs.s3a.list.version":"2","ftp.client-write-packet-size":"65536","fs.AbstractFileSystem.adl.impl":"org.apache.hadoop.fs.adl.Adl","hadoop.security.key.default.cipher":"AES/CTR/NoPadding","yarn.client.failover-retries":"0","fs.s3a.multipart.purge.age":"86400","mapreduce.job.local-fs.single-disk-limit.check.interval-ms":"5000","net.topology.node.switch.mapping.impl":"org.apache.hadoop.net.ScriptBasedMapping","yarn.nodemanager.amrmproxy.address":"0.0.0.0:8049","ipc.server.listen.queue.size":"128","map.sort.class":"org.apache.hadoop.util.QuickSort","fs.viewfs.rename.strategy":"SAME_MOUNTPOINT","hadoop.security.kms.client.authentication.retry-count":"1","fs.permissions.umask-mode":"022","fs.s3a.assumed.role.credentials.provider":"org.apache.hadoop.fs.s3a.SimpleAWSCredentialsProvider","yarn.nodemanager.vmem-check-enabled":"true","yarn.nodemanager.numa-awareness.enabled":"false","yarn.nodemanager.recovery.compaction-interval-secs":"3600","yarn.app.mapreduce.client-am.ipc.max-retries":"3","yarn.federation.registry.base-dir":"yarnfederation/","mapreduce.job.max.map":"-1","mapreduce.job.local-fs.single-disk-limit.bytes":"-1","mapreduce.job.ubertask.maxreduces":"1","hadoop.security.kms.client.encrypted.key.cache.size":"500","hadoop.security.java.secure.random.algorithm":"SHA1PRNG","ha.failover-controller.cli-check.rpc-timeout.ms":"20000","mapreduce.jobhistory.jobname.limit":"50","yarn.client.nodemanager-connect.retry-interval-ms":"10000","yarn.timeline-service.state-store-class":"org.apache.hadoop.yarn.server.timeline.recovery.LeveldbTimelineStateStore","yarn.nodemanager.env-whitelist":"JAVA_HOME,HADOOP_COMMON_HOME,HADOOP_HDFS_HOME,HADOOP_CONF_DIR,CLASSPATH_PREPEND_DISTCACHE,HADOOP_YARN_HOME,HADOOP_HOME,PATH,LANG,TZ","yarn.sharedcache.nested-level":"3","yarn.timeline-service.webapp.rest-csrf.methods-to-ignore":"GET,OPTIONS,HEAD","fs.azure.user.agent.prefix":"unknown","yarn.resourcemanager.zk-delegation-token-node.split-index":"*********(redacted)","yarn.nodemanager.numa-awareness.read-topology":"false","yarn.nodemanager.webapp.address":"${yarn.nodemanager.hostname}:8042","rpc.metrics.quantile.enable":"false","yarn.registry.class":"org.apache.hadoop.registry.client.impl.FSRegistryOperationsService","mapreduce.jobhistory.admin.acl":"*","yarn.resourcemanager.system-metrics-publisher.dispatcher.pool-size":"10","yarn.scheduler.queue-placement-rules":"user-group","hadoop.http.authentication.kerberos.keytab":"${user.home}/hadoop.keytab","yarn.resourcemanager.recovery.enabled":"false","yarn.timeline-service.webapp.rest-csrf.enabled":"false"},"System Properties":{"java.io.tmpdir":"/tmp","line.separator":"\n","path.separator":":","sun.management.compiler":"HotSpot 64-Bit Tiered Compilers","SPARK_SUBMIT":"true","sun.cpu.endian":"little","java.specification.version":"1.8","java.vm.specification.name":"Java Virtual Machine Specification","java.vendor":"Private Build","java.vm.specification.version":"1.8","user.home":"/home/nartal","file.encoding.pkg":"sun.io","sun.nio.ch.bugLevel":"","sun.arch.data.model":"64","sun.boot.library.path":"/usr/lib/jvm/java-8-openjdk-amd64/jre/lib/amd64","user.dir":"/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2","java.library.path":"/snap/bin/cmake:/usr/local/cuda-11.2/lib64::/usr/java/packages/lib/amd64:/usr/lib/x86_64-linux-gnu/jni:/lib/x86_64-linux-gnu:/usr/lib/x86_64-linux-gnu:/usr/lib/jni:/lib:/usr/lib","sun.cpu.isalist":"","sun.desktop":"gnome","os.arch":"amd64","java.vm.version":"25.292-b10","jetty.git.hash":"238ec6997c7806b055319a6d11f8ae7564adc0de","java.endorsed.dirs":"/usr/lib/jvm/java-8-openjdk-amd64/jre/lib/endorsed","java.runtime.version":"1.8.0_292-8u292-b10-0ubuntu1~18.04-b10","java.vm.info":"mixed mode","java.ext.dirs":"/usr/lib/jvm/java-8-openjdk-amd64/jre/lib/ext:/usr/java/packages/lib/ext","java.runtime.name":"OpenJDK Runtime Environment","file.separator":"/","java.class.version":"52.0","scala.usejavacp":"true","java.specification.name":"Java Platform API Specification","sun.boot.class.path":"/usr/lib/jvm/java-8-openjdk-amd64/jre/lib/resources.jar:/usr/lib/jvm/java-8-openjdk-amd64/jre/lib/rt.jar:/usr/lib/jvm/java-8-openjdk-amd64/jre/lib/sunrsasign.jar:/usr/lib/jvm/java-8-openjdk-amd64/jre/lib/jsse.jar:/usr/lib/jvm/java-8-openjdk-amd64/jre/lib/jce.jar:/usr/lib/jvm/java-8-openjdk-amd64/jre/lib/charsets.jar:/usr/lib/jvm/java-8-openjdk-amd64/jre/lib/jfr.jar:/usr/lib/jvm/java-8-openjdk-amd64/jre/classes","file.encoding":"UTF-8","user.timezone":"America/Los_Angeles","java.specification.vendor":"Oracle Corporation","sun.java.launcher":"SUN_STANDARD","os.version":"5.4.0-87-generic","sun.os.patch.level":"unknown","java.vm.specification.vendor":"Oracle Corporation","user.country":"US","sun.jnu.encoding":"UTF-8","user.language":"en","java.vendor.url":"http://java.oracle.com/","java.awt.printerjob":"sun.print.PSPrinterJob","java.awt.graphicsenv":"sun.awt.X11GraphicsEnvironment","awt.toolkit":"sun.awt.X11.XToolkit","os.name":"Linux","java.vm.vendor":"Private Build","java.vendor.url.bug":"http://bugreport.sun.com/bugreport/","user.name":"nartal","java.vm.name":"OpenJDK 64-Bit Server VM","sun.java.command":"org.apache.spark.deploy.SparkSubmit --conf spark.eventLog.enabled=true --conf spark.eventLog.dir=/home/nartal/data_format_eventlog --class org.apache.spark.repl.Main --name Spark shell spark-shell","java.home":"/usr/lib/jvm/java-8-openjdk-amd64/jre","java.version":"1.8.0_292","sun.io.unicode.encoding":"UnicodeLittle"},"Classpath Entries":{"/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/shapeless_2.12-2.3.3.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/metrics-jvm-4.1.1.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/spark-sql_2.12-3.1.1.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/spire-macros_2.12-0.17.0-M1.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/antlr4-runtime-4.8-1.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/arpack_combined_all-0.1.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/htrace-core4-4.1.0-incubating.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/machinist_2.12-0.6.8.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/jline-2.14.6.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/jersey-client-2.30.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/jaxb-api-2.2.11.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/hadoop-yarn-registry-3.2.0.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-common-4.12.0.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/stax2-api-3.1.4.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/osgi-resource-locator-1.0.3.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/aopalliance-1.0.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/janino-3.0.16.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/jackson-dataformat-yaml-2.10.0.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/jackson-module-scala_2.12-2.10.0.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/scala-collection-compat_2.12-2.1.1.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/scala-xml_2.12-1.2.0.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/leveldbjni-all-1.8.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/spire-util_2.12-0.17.0-M1.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/curator-recipes-2.13.0.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/spark-repl_2.12-3.1.1.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/json4s-core_2.12-3.7.0-M5.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/jackson-core-2.10.0.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/jcl-over-slf4j-1.7.30.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/httpcore-4.4.12.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-metrics-4.12.0.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/generex-1.0.2.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/jpam-1.1.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/JLargeArrays-1.5.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/spark-core_2.12-3.1.1.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/hadoop-yarn-server-web-proxy-3.2.0.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/mesos-1.4.0-shaded-protobuf.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/jul-to-slf4j-1.7.30.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/kerby-pkix-1.0.1.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-apiextensions-4.12.0.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/json4s-ast_2.12-3.7.0-M5.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/jackson-core-asl-1.9.13.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/protobuf-java-2.5.0.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/commons-io-2.5.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/jta-1.1.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/spark-catalyst_2.12-3.1.1.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/activation-1.1.1.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/hive-common-2.3.7.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/ivy-2.4.0.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/jersey-container-servlet-2.30.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/py4j-0.10.9.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/commons-codec-1.10.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/kerb-admin-1.0.1.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/kerb-simplekdc-1.0.1.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/threeten-extra-1.5.0.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/cats-kernel_2.12-2.0.0-M4.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/hk2-locator-2.6.1.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/spark-hive_2.12-3.1.1.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/spire-platform_2.12-0.17.0-M1.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/spark-network-common_2.12-3.1.1.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/minlog-1.3.0.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/token-provider-1.0.1.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/aopalliance-repackaged-2.6.1.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/conf/":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/stax-api-1.0.1.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/kerby-config-1.0.1.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/javassist-3.25.0-GA.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/jakarta.inject-2.6.1.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/opencsv-2.3.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/hadoop-mapreduce-client-core-3.2.0.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/zjsonpatch-0.3.0.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/univocity-parsers-2.9.1.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/jackson-mapper-asl-1.9.13.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/hadoop-yarn-api-3.2.0.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/spark-yarn_2.12-3.1.1.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/commons-text-1.6.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/jsp-api-2.1.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/spark-kvstore_2.12-3.1.1.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/jersey-media-jaxb-2.30.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/bonecp-0.8.0.RELEASE.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-networking-4.12.0.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/transaction-api-1.1.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/jackson-annotations-2.10.0.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/datanucleus-api-jdo-4.2.4.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-autoscaling-4.12.0.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/velocity-1.5.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-batch-4.12.0.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/okio-1.14.0.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/spark-streaming_2.12-3.1.1.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/arrow-memory-netty-2.0.0.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/hadoop-yarn-server-common-3.2.0.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/jakarta.servlet-api-4.0.3.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/hive-llap-common-2.3.7.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/kerb-identity-1.0.1.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/okhttp-3.12.12.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/xz-1.5.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/compress-lzf-1.0.3.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/arrow-format-2.0.0.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/hive-jdbc-2.3.7.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/spark-launcher_2.12-3.1.1.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/parquet-column-1.10.1.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/hadoop-mapreduce-client-common-3.2.0.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/avro-ipc-1.8.2.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/spark-mllib_2.12-3.1.1.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/shims-0.9.0.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/parquet-format-2.4.0.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/commons-crypto-1.1.0.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/re2j-1.1.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/automaton-1.11-8.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-policy-4.12.0.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/flatbuffers-java-1.9.0.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/parquet-jackson-1.10.1.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/spark-tags_2.12-3.1.1.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/kerb-core-1.0.1.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/hadoop-annotations-3.2.0.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/hadoop-auth-3.2.0.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/metrics-json-4.1.1.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/parquet-encoding-1.10.1.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/oro-2.0.8.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/avro-1.8.2.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/jodd-core-3.5.2.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-admissionregistration-4.12.0.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/metrics-core-4.1.1.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/parquet-common-1.10.1.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/istack-commons-runtime-3.0.8.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/gson-2.2.4.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/jackson-module-jaxb-annotations-2.10.0.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/commons-beanutils-1.9.4.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/spark-mesos_2.12-3.1.1.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/snappy-java-1.1.8.2.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/jcip-annotations-1.0-1.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/log4j-1.2.17.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/kerby-asn1-1.0.1.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/accessors-smart-1.2.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/jackson-module-paranamer-2.10.0.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/xbean-asm7-shaded-4.15.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/scala-compiler-2.12.10.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/commons-daemon-1.0.13.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/commons-dbcp-1.4.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/orc-core-1.5.12.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/aircompressor-0.10.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/okhttp-2.7.5.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/jackson-jaxrs-json-provider-2.9.5.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/metrics-graphite-4.1.1.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/stream-2.9.6.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/algebra_2.12-2.0.0-M2.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/spark-mllib-local_2.12-3.1.1.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/hive-service-rpc-3.1.2.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-rbac-4.12.0.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/metrics-jmx-4.1.1.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/nimbus-jose-jwt-4.41.1.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/spark-kubernetes_2.12-3.1.1.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/slf4j-api-1.7.30.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/kerb-common-1.0.1.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/commons-compiler-3.0.16.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/hive-metastore-2.3.7.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/core-1.1.2.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/jaxb-runtime-2.3.2.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/paranamer-2.8.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/guice-4.0.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/commons-pool-1.5.4.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/super-csv-2.2.0.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/hive-exec-2.3.7-core.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/commons-logging-1.1.3.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-settings-4.12.0.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/spark-network-shuffle_2.12-3.1.1.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/spark-tags_2.12-3.1.1-tests.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/commons-configuration2-2.1.1.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/jersey-common-2.30.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-certificates-4.12.0.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/jackson-datatype-jsr310-2.11.2.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/antlr-runtime-3.5.2.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/curator-framework-2.13.0.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/parquet-hadoop-1.10.1.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/json-1.8.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-core-4.12.0.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/scala-library-2.12.10.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/commons-cli-1.2.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/kerby-util-1.0.1.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/JTransforms-3.1.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/macro-compat_2.12-1.1.1.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/jackson-databind-2.10.0.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/spark-hive-thriftserver_2.12-3.1.1.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/hk2-api-2.6.1.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/hive-shims-common-2.3.7.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/json4s-scalap_2.12-3.7.0-M5.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/kerb-server-1.0.1.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/ST4-4.0.4.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/jakarta.xml.bind-api-2.3.2.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/spark-graphx_2.12-3.1.1.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/slf4j-log4j12-1.7.30.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/jdo-api-3.0.1.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/jakarta.ws.rs-api-2.1.6.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-client-4.12.0.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-coordination-4.12.0.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/orc-mapreduce-1.5.12.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/commons-collections-3.2.2.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/hive-shims-2.3.7.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/commons-httpclient-3.1.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/breeze-macros_2.12-1.0.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/hive-storage-api-2.7.2.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/kerb-crypto-1.0.1.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/objenesis-2.6.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/orc-shims-1.5.12.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/libthrift-0.12.0.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/snakeyaml-1.24.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/hadoop-mapreduce-client-jobclient-3.2.0.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/zstd-jni-1.4.8-1.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/hive-serde-2.3.7.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/arrow-memory-core-2.0.0.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/guice-servlet-4.0.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/jackson-jaxrs-base-2.9.5.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/javax.inject-1.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/datanucleus-rdbms-4.1.19.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/derby-10.12.1.1.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/kryo-shaded-4.0.2.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/hk2-utils-2.6.1.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/hive-beeline-2.3.7.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/hadoop-yarn-client-3.2.0.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/audience-annotations-0.5.0.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/scala-parser-combinators_2.12-1.1.2.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/hive-vector-code-gen-2.3.7.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/jakarta.activation-api-1.2.1.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/jersey-server-2.30.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-events-4.12.0.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/spark-sketch_2.12-3.1.1.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/logging-interceptor-3.12.12.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/hadoop-client-3.2.0.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/jersey-hk2-2.30.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/hadoop-hdfs-client-3.2.0.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/jakarta.annotation-api-1.3.5.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/netty-all-4.1.51.Final.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/pyrolite-4.30.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/httpclient-4.5.6.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/javolution-5.5.1.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/joda-time-2.10.5.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/commons-net-3.1.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/avro-mapred-1.8.2-hadoop2.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-apps-4.12.0.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/dnsjava-2.1.7.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-storageclass-4.12.0.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/jsr305-3.0.0.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/RoaringBitmap-0.9.0.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/zookeeper-3.4.14.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/chill_2.12-0.9.5.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/commons-math3-3.4.1.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/ehcache-3.3.1.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/chill-java-0.9.5.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/guava-14.0.1.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/woodstox-core-5.0.3.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/hive-cli-2.3.7.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/hadoop-yarn-common-3.2.0.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/json4s-jackson_2.12-3.7.0-M5.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/commons-compress-1.20.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/javax.jdo-3.2.0-m3.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/lz4-java-1.7.1.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/kerb-client-1.0.1.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/kerb-util-1.0.1.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-discovery-4.12.0.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/dropwizard-metrics-hadoop-metrics2-reporter-0.1.2.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-scheduling-4.12.0.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/datanucleus-core-4.1.17.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/json-smart-2.3.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/jersey-container-servlet-core-2.30.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/kerby-xdr-1.0.1.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/spire_2.12-0.17.0-M1.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/jakarta.validation-api-2.0.2.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/geronimo-jcache_1.0_spec-1.0-alpha-1.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/arrow-vector-2.0.0.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/hive-shims-0.23-2.3.7.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/kubernetes-model-extensions-4.12.0.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/commons-lang-2.6.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/libfb303-0.9.3.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/HikariCP-2.5.1.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/spark-unsafe_2.12-3.1.1.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/breeze_2.12-1.0.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/commons-lang3-3.10.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/hadoop-common-3.2.0.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/scala-reflect-2.12.10.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/curator-client-2.13.0.jar":"System Classpath","/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/jars/hive-shims-scheduler-2.3.7.jar":"System Classpath"}} +{"Event":"SparkListenerApplicationStart","App Name":"Spark shell","App ID":"local-1634067832387","Timestamp":1634067831517,"User":"nartal"} +{"Event":"org.apache.spark.sql.execution.ui.SparkListenerSQLExecutionStart","executionId":0,"description":"show at :32","details":"org.apache.spark.sql.Dataset.show(Dataset.scala:793)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:32)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:36)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:38)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:40)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw.(:42)\n$line22.$read$$iw$$iw$$iw$$iw$$iw.(:44)\n$line22.$read$$iw$$iw$$iw$$iw.(:46)\n$line22.$read$$iw$$iw$$iw.(:48)\n$line22.$read$$iw$$iw.(:50)\n$line22.$read$$iw.(:52)\n$line22.$read.(:54)\n$line22.$read$.(:58)\n$line22.$read$.()\n$line22.$eval$.$print$lzycompute(:7)\n$line22.$eval$.$print(:6)\n$line22.$eval.$print()\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)","physicalPlanDescription":"== Physical Plan ==\nCollectLimit (13)\n+- * Project (12)\n +- * SortMergeJoin Inner (11)\n :- * Sort (5)\n : +- Exchange (4)\n : +- * Project (3)\n : +- * SerializeFromObject (2)\n : +- Scan (1)\n +- * Sort (10)\n +- Exchange (9)\n +- * Project (8)\n +- * SerializeFromObject (7)\n +- Scan (6)\n\n\n(1) Scan\nOutput [1]: [obj#4]\nArguments: obj#4: scala.Tuple4, ParallelCollectionRDD[0] at parallelize at :30\n\n(2) SerializeFromObject [codegen id : 1]\nInput [1]: [obj#4]\nArguments: [staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, knownnotnull(assertnotnull(input[0, scala.Tuple4, true]))._1, true, false) AS _1#5, staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, knownnotnull(assertnotnull(input[0, scala.Tuple4, true]))._2, true, false) AS _2#6, staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, knownnotnull(assertnotnull(input[0, scala.Tuple4, true]))._3, true, false) AS _3#7, knownnotnull(assertnotnull(input[0, scala.Tuple4, true]))._4 AS _4#8]\n\n(3) Project [codegen id : 1]\nOutput [4]: [_1#5 AS name#13, _2#6 AS id#14, _3#7 AS gender#15, _4#8 AS salary#16]\nInput [4]: [_1#5, _2#6, _3#7, _4#8]\n\n(4) Exchange\nInput [4]: [name#13, id#14, gender#15, salary#16]\nArguments: hashpartitioning(salary#16, 200), ENSURE_REQUIREMENTS, [id=#46]\n\n(5) Sort [codegen id : 2]\nInput [4]: [name#13, id#14, gender#15, salary#16]\nArguments: [salary#16 ASC NULLS FIRST], false, 0\n\n(6) Scan\nOutput [1]: [obj#24]\nArguments: obj#24: scala.Tuple3, ParallelCollectionRDD[1] at parallelize at :30\n\n(7) SerializeFromObject [codegen id : 3]\nInput [1]: [obj#24]\nArguments: [staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, knownnotnull(assertnotnull(input[0, scala.Tuple3, true]))._1, true, false) AS _1#25, knownnotnull(assertnotnull(input[0, scala.Tuple3, true]))._2 AS _2#26, knownnotnull(assertnotnull(input[0, scala.Tuple3, true]))._3 AS _3#27]\n\n(8) Project [codegen id : 3]\nOutput [3]: [_1#25 AS dfName#31, _2#26 AS age#32, _3#27 AS salary#33]\nInput [3]: [_1#25, _2#26, _3#27]\n\n(9) Exchange\nInput [3]: [dfName#31, age#32, salary#33]\nArguments: hashpartitioning(salary#33, 200), ENSURE_REQUIREMENTS, [id=#55]\n\n(10) Sort [codegen id : 4]\nInput [3]: [dfName#31, age#32, salary#33]\nArguments: [salary#33 ASC NULLS FIRST], false, 0\n\n(11) SortMergeJoin [codegen id : 5]\nLeft keys [1]: [salary#16]\nRight keys [1]: [salary#33]\nJoin condition: None\n\n(12) Project [codegen id : 5]\nOutput [7]: [name#13, id#14, gender#15, cast(salary#16 as string) AS salary#61, dfName#31, cast(age#32 as string) AS age#63, cast(salary#33 as string) AS salary#64]\nInput [7]: [name#13, id#14, gender#15, salary#16, dfName#31, age#32, salary#33]\n\n(13) CollectLimit\nInput [7]: [name#13, id#14, gender#15, salary#61, dfName#31, age#63, salary#64]\nArguments: 21\n\n","sparkPlanInfo":{"nodeName":"CollectLimit","simpleString":"CollectLimit 21","children":[{"nodeName":"WholeStageCodegen (5)","simpleString":"WholeStageCodegen (5)","children":[{"nodeName":"Project","simpleString":"Project [name#13, id#14, gender#15, cast(salary#16 as string) AS salary#61, dfName#31, cast(age#32 as string) AS age#63, cast(salary#33 as string) AS salary#64]","children":[{"nodeName":"SortMergeJoin","simpleString":"SortMergeJoin [salary#16], [salary#33], Inner","children":[{"nodeName":"InputAdapter","simpleString":"InputAdapter","children":[{"nodeName":"WholeStageCodegen (2)","simpleString":"WholeStageCodegen (2)","children":[{"nodeName":"Sort","simpleString":"Sort [salary#16 ASC NULLS FIRST], false, 0","children":[{"nodeName":"InputAdapter","simpleString":"InputAdapter","children":[{"nodeName":"Exchange","simpleString":"Exchange hashpartitioning(salary#16, 200), ENSURE_REQUIREMENTS, [id=#46]","children":[{"nodeName":"WholeStageCodegen (1)","simpleString":"WholeStageCodegen (1)","children":[{"nodeName":"Project","simpleString":"Project [_1#5 AS name#13, _2#6 AS id#14, _3#7 AS gender#15, _4#8 AS salary#16]","children":[{"nodeName":"SerializeFromObject","simpleString":"SerializeFromObject [staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, knownnotnull(assertnotnull(input[0, scala.Tuple4, true]))._1, true, false) AS _1#5, staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, knownnotnull(assertnotnull(input[0, scala.Tuple4, true]))._2, true, false) AS _2#6, staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, knownnotnull(assertnotnull(input[0, scala.Tuple4, true]))._3, true, false) AS _3#7, knownnotnull(assertnotnull(input[0, scala.Tuple4, true]))._4 AS _4#8]","children":[{"nodeName":"InputAdapter","simpleString":"InputAdapter","children":[{"nodeName":"Scan","simpleString":"Scan[obj#4]","children":[],"metadata":{},"metrics":[{"name":"number of output rows","accumulatorId":61,"metricType":"sum"}]}],"metadata":{},"metrics":[]}],"metadata":{},"metrics":[]}],"metadata":{},"metrics":[]}],"metadata":{},"metrics":[{"name":"duration","accumulatorId":60,"metricType":"timing"}]}],"metadata":{},"metrics":[{"name":"shuffle records written","accumulatorId":31,"metricType":"sum"},{"name":"shuffle write time","accumulatorId":32,"metricType":"nsTiming"},{"name":"records read","accumulatorId":29,"metricType":"sum"},{"name":"local bytes read","accumulatorId":27,"metricType":"size"},{"name":"fetch wait time","accumulatorId":28,"metricType":"timing"},{"name":"remote bytes read","accumulatorId":25,"metricType":"size"},{"name":"local blocks read","accumulatorId":24,"metricType":"sum"},{"name":"remote blocks read","accumulatorId":23,"metricType":"sum"},{"name":"data size","accumulatorId":22,"metricType":"size"},{"name":"remote bytes read to disk","accumulatorId":26,"metricType":"size"},{"name":"shuffle bytes written","accumulatorId":30,"metricType":"size"}]}],"metadata":{},"metrics":[]}],"metadata":{},"metrics":[{"name":"sort time","accumulatorId":57,"metricType":"timing"},{"name":"peak memory","accumulatorId":58,"metricType":"size"},{"name":"spill size","accumulatorId":59,"metricType":"size"}]}],"metadata":{},"metrics":[{"name":"duration","accumulatorId":56,"metricType":"timing"}]}],"metadata":{},"metrics":[]},{"nodeName":"InputAdapter","simpleString":"InputAdapter","children":[{"nodeName":"WholeStageCodegen (4)","simpleString":"WholeStageCodegen (4)","children":[{"nodeName":"Sort","simpleString":"Sort [salary#33 ASC NULLS FIRST], false, 0","children":[{"nodeName":"InputAdapter","simpleString":"InputAdapter","children":[{"nodeName":"Exchange","simpleString":"Exchange hashpartitioning(salary#33, 200), ENSURE_REQUIREMENTS, [id=#55]","children":[{"nodeName":"WholeStageCodegen (3)","simpleString":"WholeStageCodegen (3)","children":[{"nodeName":"Project","simpleString":"Project [_1#25 AS dfName#31, _2#26 AS age#32, _3#27 AS salary#33]","children":[{"nodeName":"SerializeFromObject","simpleString":"SerializeFromObject [staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, knownnotnull(assertnotnull(input[0, scala.Tuple3, true]))._1, true, false) AS _1#25, knownnotnull(assertnotnull(input[0, scala.Tuple3, true]))._2 AS _2#26, knownnotnull(assertnotnull(input[0, scala.Tuple3, true]))._3 AS _3#27]","children":[{"nodeName":"InputAdapter","simpleString":"InputAdapter","children":[{"nodeName":"Scan","simpleString":"Scan[obj#24]","children":[],"metadata":{},"metrics":[{"name":"number of output rows","accumulatorId":67,"metricType":"sum"}]}],"metadata":{},"metrics":[]}],"metadata":{},"metrics":[]}],"metadata":{},"metrics":[]}],"metadata":{},"metrics":[{"name":"duration","accumulatorId":66,"metricType":"timing"}]}],"metadata":{},"metrics":[{"name":"shuffle records written","accumulatorId":42,"metricType":"sum"},{"name":"shuffle write time","accumulatorId":43,"metricType":"nsTiming"},{"name":"records read","accumulatorId":40,"metricType":"sum"},{"name":"local bytes read","accumulatorId":38,"metricType":"size"},{"name":"fetch wait time","accumulatorId":39,"metricType":"timing"},{"name":"remote bytes read","accumulatorId":36,"metricType":"size"},{"name":"local blocks read","accumulatorId":35,"metricType":"sum"},{"name":"remote blocks read","accumulatorId":34,"metricType":"sum"},{"name":"data size","accumulatorId":33,"metricType":"size"},{"name":"remote bytes read to disk","accumulatorId":37,"metricType":"size"},{"name":"shuffle bytes written","accumulatorId":41,"metricType":"size"}]}],"metadata":{},"metrics":[]}],"metadata":{},"metrics":[{"name":"sort time","accumulatorId":63,"metricType":"timing"},{"name":"peak memory","accumulatorId":64,"metricType":"size"},{"name":"spill size","accumulatorId":65,"metricType":"size"}]}],"metadata":{},"metrics":[{"name":"duration","accumulatorId":62,"metricType":"timing"}]}],"metadata":{},"metrics":[]}],"metadata":{},"metrics":[{"name":"number of output rows","accumulatorId":55,"metricType":"sum"}]}],"metadata":{},"metrics":[]}],"metadata":{},"metrics":[{"name":"duration","accumulatorId":54,"metricType":"timing"}]}],"metadata":{},"metrics":[{"name":"shuffle records written","accumulatorId":52,"metricType":"sum"},{"name":"shuffle write time","accumulatorId":53,"metricType":"nsTiming"},{"name":"records read","accumulatorId":50,"metricType":"sum"},{"name":"local bytes read","accumulatorId":48,"metricType":"size"},{"name":"fetch wait time","accumulatorId":49,"metricType":"timing"},{"name":"remote bytes read","accumulatorId":46,"metricType":"size"},{"name":"local blocks read","accumulatorId":45,"metricType":"sum"},{"name":"remote blocks read","accumulatorId":44,"metricType":"sum"},{"name":"remote bytes read to disk","accumulatorId":47,"metricType":"size"},{"name":"shuffle bytes written","accumulatorId":51,"metricType":"size"}]},"time":1634067934275} +{"Event":"SparkListenerJobStart","Job ID":0,"Submission Time":1634067935167,"Stage Infos":[{"Stage ID":0,"Stage Attempt ID":0,"Stage Name":"show at :32","Number of Tasks":8,"RDD Info":[{"RDD ID":9,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"19\",\"name\":\"Exchange\"}","Callsite":"show at :32","Parent IDs":[8],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":1,"Name":"ParallelCollectionRDD","Scope":"{\"id\":\"1\",\"name\":\"parallelize\"}","Callsite":"parallelize at :30","Parent IDs":[],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":8,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"20\",\"name\":\"WholeStageCodegen (3)\"}","Callsite":"show at :32","Parent IDs":[7],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":7,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"24\",\"name\":\"Scan\"}","Callsite":"show at :32","Parent IDs":[1],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[],"Details":"org.apache.spark.sql.Dataset.show(Dataset.scala:793)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:32)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:36)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:38)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:40)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw.(:42)\n$line22.$read$$iw$$iw$$iw$$iw$$iw.(:44)\n$line22.$read$$iw$$iw$$iw$$iw.(:46)\n$line22.$read$$iw$$iw$$iw.(:48)\n$line22.$read$$iw$$iw.(:50)\n$line22.$read$$iw.(:52)\n$line22.$read.(:54)\n$line22.$read$.(:58)\n$line22.$read$.()\n$line22.$eval$.$print$lzycompute(:7)\n$line22.$eval$.$print(:6)\n$line22.$eval.$print()\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)","Accumulables":[],"Resource Profile Id":0},{"Stage ID":1,"Stage Attempt ID":0,"Stage Name":"show at :32","Number of Tasks":8,"RDD Info":[{"RDD ID":4,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"9\",\"name\":\"Exchange\"}","Callsite":"show at :32","Parent IDs":[3],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":3,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"10\",\"name\":\"WholeStageCodegen (1)\"}","Callsite":"show at :32","Parent IDs":[2],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":0,"Name":"ParallelCollectionRDD","Scope":"{\"id\":\"0\",\"name\":\"parallelize\"}","Callsite":"parallelize at :30","Parent IDs":[],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":2,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"14\",\"name\":\"Scan\"}","Callsite":"show at :32","Parent IDs":[0],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[],"Details":"org.apache.spark.sql.Dataset.show(Dataset.scala:793)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:32)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:36)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:38)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:40)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw.(:42)\n$line22.$read$$iw$$iw$$iw$$iw$$iw.(:44)\n$line22.$read$$iw$$iw$$iw$$iw.(:46)\n$line22.$read$$iw$$iw$$iw.(:48)\n$line22.$read$$iw$$iw.(:50)\n$line22.$read$$iw.(:52)\n$line22.$read.(:54)\n$line22.$read$.(:58)\n$line22.$read$.()\n$line22.$eval$.$print$lzycompute(:7)\n$line22.$eval$.$print(:6)\n$line22.$eval.$print()\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)","Accumulables":[],"Resource Profile Id":0},{"Stage ID":2,"Stage Attempt ID":0,"Stage Name":"show at :32","Number of Tasks":1,"RDD Info":[{"RDD ID":14,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"25\",\"name\":\"mapPartitionsInternal\"}","Callsite":"show at :32","Parent IDs":[13],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":5,"Name":"ShuffledRowRDD","Scope":"{\"id\":\"9\",\"name\":\"Exchange\"}","Callsite":"show at :32","Parent IDs":[4],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":12,"Name":"ZippedPartitionsRDD2","Scope":"{\"id\":\"2\",\"name\":\"WholeStageCodegen (5)\"}","Callsite":"show at :32","Parent IDs":[6,11],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":10,"Name":"ShuffledRowRDD","Scope":"{\"id\":\"19\",\"name\":\"Exchange\"}","Callsite":"show at :32","Parent IDs":[9],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":11,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"16\",\"name\":\"WholeStageCodegen (4)\"}","Callsite":"show at :32","Parent IDs":[10],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":13,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"2\",\"name\":\"WholeStageCodegen (5)\"}","Callsite":"show at :32","Parent IDs":[12],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":6,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"6\",\"name\":\"WholeStageCodegen (2)\"}","Callsite":"show at :32","Parent IDs":[5],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[0,1],"Details":"org.apache.spark.sql.Dataset.show(Dataset.scala:793)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:32)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:36)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:38)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:40)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw.(:42)\n$line22.$read$$iw$$iw$$iw$$iw$$iw.(:44)\n$line22.$read$$iw$$iw$$iw$$iw.(:46)\n$line22.$read$$iw$$iw$$iw.(:48)\n$line22.$read$$iw$$iw.(:50)\n$line22.$read$$iw.(:52)\n$line22.$read.(:54)\n$line22.$read$.(:58)\n$line22.$read$.()\n$line22.$eval$.$print$lzycompute(:7)\n$line22.$eval$.$print(:6)\n$line22.$eval.$print()\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)","Accumulables":[],"Resource Profile Id":0}],"Stage IDs":[0,1,2],"Properties":{"spark.sql.warehouse.dir":"file:/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/spark-warehouse/","spark.driver.host":"192.168.1.134","spark.eventLog.enabled":"true","spark.driver.port":"35447","__fetch_continuous_blocks_in_batch_enabled":"true","spark.repl.class.uri":"spark://192.168.1.134:35447/classes","spark.jars":"","spark.repl.class.outputDir":"/tmp/spark-709ca6a2-54ba-43c4-8ea3-b70bd1fb9a09/repl-b3dd6842-11d9-4234-95d2-e961984e8ce0","spark.app.name":"Spark shell","spark.submit.pyFiles":"","spark.ui.showConsoleProgress":"true","spark.app.startTime":"1634067831517","spark.executor.id":"driver","spark.submit.deployMode":"client","spark.master":"local[*]","spark.home":"/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2","spark.eventLog.dir":"/home/nartal/data_format_eventlog","spark.sql.execution.id":"0","spark.sql.catalogImplementation":"hive","spark.app.id":"local-1634067832387"}} +{"Event":"SparkListenerStageSubmitted","Stage Info":{"Stage ID":0,"Stage Attempt ID":0,"Stage Name":"show at :32","Number of Tasks":8,"RDD Info":[{"RDD ID":9,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"19\",\"name\":\"Exchange\"}","Callsite":"show at :32","Parent IDs":[8],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":1,"Name":"ParallelCollectionRDD","Scope":"{\"id\":\"1\",\"name\":\"parallelize\"}","Callsite":"parallelize at :30","Parent IDs":[],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":8,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"20\",\"name\":\"WholeStageCodegen (3)\"}","Callsite":"show at :32","Parent IDs":[7],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":7,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"24\",\"name\":\"Scan\"}","Callsite":"show at :32","Parent IDs":[1],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[],"Details":"org.apache.spark.sql.Dataset.show(Dataset.scala:793)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:32)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:36)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:38)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:40)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw.(:42)\n$line22.$read$$iw$$iw$$iw$$iw$$iw.(:44)\n$line22.$read$$iw$$iw$$iw$$iw.(:46)\n$line22.$read$$iw$$iw$$iw.(:48)\n$line22.$read$$iw$$iw.(:50)\n$line22.$read$$iw.(:52)\n$line22.$read.(:54)\n$line22.$read$.(:58)\n$line22.$read$.()\n$line22.$eval$.$print$lzycompute(:7)\n$line22.$eval$.$print(:6)\n$line22.$eval.$print()\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)","Submission Time":1634067935188,"Accumulables":[],"Resource Profile Id":0},"Properties":{"spark.sql.warehouse.dir":"file:/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/spark-warehouse/","spark.driver.host":"192.168.1.134","spark.eventLog.enabled":"true","spark.driver.port":"35447","__fetch_continuous_blocks_in_batch_enabled":"true","spark.repl.class.uri":"spark://192.168.1.134:35447/classes","spark.jars":"","spark.repl.class.outputDir":"/tmp/spark-709ca6a2-54ba-43c4-8ea3-b70bd1fb9a09/repl-b3dd6842-11d9-4234-95d2-e961984e8ce0","spark.app.name":"Spark shell","spark.submit.pyFiles":"","spark.ui.showConsoleProgress":"true","spark.app.startTime":"1634067831517","spark.executor.id":"driver","spark.submit.deployMode":"client","spark.master":"local[*]","spark.home":"/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2","spark.eventLog.dir":"/home/nartal/data_format_eventlog","spark.sql.execution.id":"0","spark.sql.catalogImplementation":"hive","spark.app.id":"local-1634067832387"}} +{"Event":"SparkListenerStageSubmitted","Stage Info":{"Stage ID":1,"Stage Attempt ID":0,"Stage Name":"show at :32","Number of Tasks":8,"RDD Info":[{"RDD ID":4,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"9\",\"name\":\"Exchange\"}","Callsite":"show at :32","Parent IDs":[3],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":3,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"10\",\"name\":\"WholeStageCodegen (1)\"}","Callsite":"show at :32","Parent IDs":[2],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":0,"Name":"ParallelCollectionRDD","Scope":"{\"id\":\"0\",\"name\":\"parallelize\"}","Callsite":"parallelize at :30","Parent IDs":[],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":2,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"14\",\"name\":\"Scan\"}","Callsite":"show at :32","Parent IDs":[0],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[],"Details":"org.apache.spark.sql.Dataset.show(Dataset.scala:793)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:32)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:36)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:38)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:40)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw.(:42)\n$line22.$read$$iw$$iw$$iw$$iw$$iw.(:44)\n$line22.$read$$iw$$iw$$iw$$iw.(:46)\n$line22.$read$$iw$$iw$$iw.(:48)\n$line22.$read$$iw$$iw.(:50)\n$line22.$read$$iw.(:52)\n$line22.$read.(:54)\n$line22.$read$.(:58)\n$line22.$read$.()\n$line22.$eval$.$print$lzycompute(:7)\n$line22.$eval$.$print(:6)\n$line22.$eval.$print()\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)","Submission Time":1634067935325,"Accumulables":[],"Resource Profile Id":0},"Properties":{"spark.sql.warehouse.dir":"file:/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/spark-warehouse/","spark.driver.host":"192.168.1.134","spark.eventLog.enabled":"true","spark.driver.port":"35447","__fetch_continuous_blocks_in_batch_enabled":"true","spark.repl.class.uri":"spark://192.168.1.134:35447/classes","spark.jars":"","spark.repl.class.outputDir":"/tmp/spark-709ca6a2-54ba-43c4-8ea3-b70bd1fb9a09/repl-b3dd6842-11d9-4234-95d2-e961984e8ce0","spark.app.name":"Spark shell","spark.submit.pyFiles":"","spark.ui.showConsoleProgress":"true","spark.app.startTime":"1634067831517","spark.executor.id":"driver","spark.submit.deployMode":"client","spark.master":"local[*]","spark.home":"/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2","spark.eventLog.dir":"/home/nartal/data_format_eventlog","spark.sql.execution.id":"0","spark.sql.catalogImplementation":"hive","spark.app.id":"local-1634067832387"}} +{"Event":"SparkListenerTaskStart","Stage ID":0,"Stage Attempt ID":0,"Task Info":{"Task ID":0,"Index":0,"Attempt":0,"Launch Time":1634067935340,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":0,"Stage Attempt ID":0,"Task Info":{"Task ID":1,"Index":1,"Attempt":0,"Launch Time":1634067935365,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":0,"Stage Attempt ID":0,"Task Info":{"Task ID":2,"Index":2,"Attempt":0,"Launch Time":1634067935365,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":0,"Stage Attempt ID":0,"Task Info":{"Task ID":3,"Index":3,"Attempt":0,"Launch Time":1634067935365,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":0,"Stage Attempt ID":0,"Task Info":{"Task ID":4,"Index":4,"Attempt":0,"Launch Time":1634067935366,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":0,"Stage Attempt ID":0,"Task Info":{"Task ID":5,"Index":5,"Attempt":0,"Launch Time":1634067935366,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":0,"Stage Attempt ID":0,"Task Info":{"Task ID":6,"Index":6,"Attempt":0,"Launch Time":1634067935366,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":0,"Stage Attempt ID":0,"Task Info":{"Task ID":7,"Index":7,"Attempt":0,"Launch Time":1634067935367,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":8,"Index":0,"Attempt":0,"Launch Time":1634067936049,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":9,"Index":1,"Attempt":0,"Launch Time":1634067936051,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":10,"Index":2,"Attempt":0,"Launch Time":1634067936054,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":11,"Index":3,"Attempt":0,"Launch Time":1634067936057,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":12,"Index":4,"Attempt":0,"Launch Time":1634067936062,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":0,"Stage Attempt ID":0,"Task Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":3,"Index":3,"Attempt":0,"Launch Time":1634067935365,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936063,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"duration","Update":"194","Value":"194","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"internal.metrics.executorDeserializeTime","Update":384,"Value":384,"Internal":true,"Count Failed Values":true},{"ID":69,"Name":"internal.metrics.executorDeserializeCpuTime","Update":160388340,"Value":160388340,"Internal":true,"Count Failed Values":true},{"ID":70,"Name":"internal.metrics.executorRunTime","Update":261,"Value":261,"Internal":true,"Count Failed Values":true},{"ID":71,"Name":"internal.metrics.executorCpuTime","Update":31240129,"Value":31240129,"Internal":true,"Count Failed Values":true},{"ID":72,"Name":"internal.metrics.resultSize","Update":1849,"Value":1849,"Internal":true,"Count Failed Values":true},{"ID":73,"Name":"internal.metrics.jvmGCTime","Update":15,"Value":15,"Internal":true,"Count Failed Values":true},{"ID":74,"Name":"internal.metrics.resultSerializationTime","Update":1,"Value":1,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":384,"Executor Deserialize CPU Time":160388340,"Executor Run Time":261,"Executor CPU Time":31240129,"Peak Execution Memory":0,"Result Size":1849,"JVM GC Time":15,"Result Serialization Time":1,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":0,"Stage Attempt ID":0,"Task Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":1,"Index":1,"Attempt":0,"Launch Time":1634067935365,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936073,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"duration","Update":"192","Value":"386","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"internal.metrics.executorDeserializeTime","Update":384,"Value":768,"Internal":true,"Count Failed Values":true},{"ID":69,"Name":"internal.metrics.executorDeserializeCpuTime","Update":168450057,"Value":328838397,"Internal":true,"Count Failed Values":true},{"ID":70,"Name":"internal.metrics.executorRunTime","Update":264,"Value":525,"Internal":true,"Count Failed Values":true},{"ID":71,"Name":"internal.metrics.executorCpuTime","Update":33507506,"Value":64747635,"Internal":true,"Count Failed Values":true},{"ID":72,"Name":"internal.metrics.resultSize","Update":1806,"Value":3655,"Internal":true,"Count Failed Values":true},{"ID":73,"Name":"internal.metrics.jvmGCTime","Update":15,"Value":30,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":384,"Executor Deserialize CPU Time":168450057,"Executor Run Time":264,"Executor CPU Time":33507506,"Peak Execution Memory":0,"Result Size":1806,"JVM GC Time":15,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":0,"Stage Attempt ID":0,"Task Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":0,"Index":0,"Attempt":0,"Launch Time":1634067935340,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936078,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"duration","Update":"192","Value":"578","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"internal.metrics.executorDeserializeTime","Update":383,"Value":1151,"Internal":true,"Count Failed Values":true},{"ID":69,"Name":"internal.metrics.executorDeserializeCpuTime","Update":175985587,"Value":504823984,"Internal":true,"Count Failed Values":true},{"ID":70,"Name":"internal.metrics.executorRunTime","Update":262,"Value":787,"Internal":true,"Count Failed Values":true},{"ID":71,"Name":"internal.metrics.executorCpuTime","Update":25030388,"Value":89778023,"Internal":true,"Count Failed Values":true},{"ID":72,"Name":"internal.metrics.resultSize","Update":1849,"Value":5504,"Internal":true,"Count Failed Values":true},{"ID":73,"Name":"internal.metrics.jvmGCTime","Update":15,"Value":45,"Internal":true,"Count Failed Values":true},{"ID":74,"Name":"internal.metrics.resultSerializationTime","Update":5,"Value":6,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":383,"Executor Deserialize CPU Time":175985587,"Executor Run Time":262,"Executor CPU Time":25030388,"Peak Execution Memory":0,"Result Size":1849,"JVM GC Time":15,"Result Serialization Time":5,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":0,"Stage Attempt ID":0,"Task Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":4,"Index":4,"Attempt":0,"Launch Time":1634067935366,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936079,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"duration","Update":"193","Value":"771","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"internal.metrics.executorDeserializeTime","Update":385,"Value":1536,"Internal":true,"Count Failed Values":true},{"ID":69,"Name":"internal.metrics.executorDeserializeCpuTime","Update":126921590,"Value":631745574,"Internal":true,"Count Failed Values":true},{"ID":70,"Name":"internal.metrics.executorRunTime","Update":263,"Value":1050,"Internal":true,"Count Failed Values":true},{"ID":71,"Name":"internal.metrics.executorCpuTime","Update":27266320,"Value":117044343,"Internal":true,"Count Failed Values":true},{"ID":72,"Name":"internal.metrics.resultSize","Update":1849,"Value":7353,"Internal":true,"Count Failed Values":true},{"ID":73,"Name":"internal.metrics.jvmGCTime","Update":15,"Value":60,"Internal":true,"Count Failed Values":true},{"ID":74,"Name":"internal.metrics.resultSerializationTime","Update":1,"Value":7,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":385,"Executor Deserialize CPU Time":126921590,"Executor Run Time":263,"Executor CPU Time":27266320,"Peak Execution Memory":0,"Result Size":1849,"JVM GC Time":15,"Result Serialization Time":1,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":13,"Index":5,"Attempt":0,"Launch Time":1634067936081,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":0,"Stage Attempt ID":0,"Task Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":6,"Index":6,"Attempt":0,"Launch Time":1634067935366,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936082,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"duration","Update":"193","Value":"964","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"internal.metrics.executorDeserializeTime","Update":383,"Value":1919,"Internal":true,"Count Failed Values":true},{"ID":69,"Name":"internal.metrics.executorDeserializeCpuTime","Update":142535668,"Value":774281242,"Internal":true,"Count Failed Values":true},{"ID":70,"Name":"internal.metrics.executorRunTime","Update":262,"Value":1312,"Internal":true,"Count Failed Values":true},{"ID":71,"Name":"internal.metrics.executorCpuTime","Update":35847685,"Value":152892028,"Internal":true,"Count Failed Values":true},{"ID":72,"Name":"internal.metrics.resultSize","Update":1849,"Value":9202,"Internal":true,"Count Failed Values":true},{"ID":73,"Name":"internal.metrics.jvmGCTime","Update":15,"Value":75,"Internal":true,"Count Failed Values":true},{"ID":74,"Name":"internal.metrics.resultSerializationTime","Update":5,"Value":12,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":383,"Executor Deserialize CPU Time":142535668,"Executor Run Time":262,"Executor CPU Time":35847685,"Peak Execution Memory":0,"Result Size":1849,"JVM GC Time":15,"Result Serialization Time":5,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":14,"Index":6,"Attempt":0,"Launch Time":1634067936083,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":15,"Index":7,"Attempt":0,"Launch Time":1634067936084,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":0,"Stage Attempt ID":0,"Task Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":2,"Index":2,"Attempt":0,"Launch Time":1634067935365,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936086,"Failed":false,"Killed":false,"Accumulables":[{"ID":33,"Name":"data size","Update":"40","Value":"40","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":41,"Name":"shuffle bytes written","Update":"76","Value":"76","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":42,"Name":"shuffle records written","Update":"1","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":43,"Name":"shuffle write time","Update":"44644535","Value":"44644535","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":66,"Name":"duration","Update":"224","Value":"1188","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":67,"Name":"number of output rows","Update":"1","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"internal.metrics.executorDeserializeTime","Update":384,"Value":2303,"Internal":true,"Count Failed Values":true},{"ID":69,"Name":"internal.metrics.executorDeserializeCpuTime","Update":129052751,"Value":903333993,"Internal":true,"Count Failed Values":true},{"ID":70,"Name":"internal.metrics.executorRunTime","Update":303,"Value":1615,"Internal":true,"Count Failed Values":true},{"ID":71,"Name":"internal.metrics.executorCpuTime","Update":48852347,"Value":201744375,"Internal":true,"Count Failed Values":true},{"ID":72,"Name":"internal.metrics.resultSize","Update":1935,"Value":11137,"Internal":true,"Count Failed Values":true},{"ID":73,"Name":"internal.metrics.jvmGCTime","Update":15,"Value":90,"Internal":true,"Count Failed Values":true},{"ID":86,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":76,"Value":76,"Internal":true,"Count Failed Values":true},{"ID":87,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":1,"Value":1,"Internal":true,"Count Failed Values":true},{"ID":88,"Name":"internal.metrics.shuffle.write.writeTime","Update":44644535,"Value":44644535,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":384,"Executor Deserialize CPU Time":129052751,"Executor Run Time":303,"Executor CPU Time":48852347,"Peak Execution Memory":0,"Result Size":1935,"JVM GC Time":15,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":76,"Shuffle Write Time":44644535,"Shuffle Records Written":1},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":0,"Stage Attempt ID":0,"Task Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":7,"Index":7,"Attempt":0,"Launch Time":1634067935367,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936092,"Failed":false,"Killed":false,"Accumulables":[{"ID":33,"Name":"data size","Update":"40","Value":"80","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":41,"Name":"shuffle bytes written","Update":"76","Value":"152","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":42,"Name":"shuffle records written","Update":"1","Value":"2","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":43,"Name":"shuffle write time","Update":"42774868","Value":"87419403","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":66,"Name":"duration","Update":"224","Value":"1412","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":67,"Name":"number of output rows","Update":"1","Value":"2","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"internal.metrics.executorDeserializeTime","Update":384,"Value":2687,"Internal":true,"Count Failed Values":true},{"ID":69,"Name":"internal.metrics.executorDeserializeCpuTime","Update":141492956,"Value":1044826949,"Internal":true,"Count Failed Values":true},{"ID":70,"Name":"internal.metrics.executorRunTime","Update":304,"Value":1919,"Internal":true,"Count Failed Values":true},{"ID":71,"Name":"internal.metrics.executorCpuTime","Update":134019011,"Value":335763386,"Internal":true,"Count Failed Values":true},{"ID":72,"Name":"internal.metrics.resultSize","Update":1935,"Value":13072,"Internal":true,"Count Failed Values":true},{"ID":73,"Name":"internal.metrics.jvmGCTime","Update":15,"Value":105,"Internal":true,"Count Failed Values":true},{"ID":86,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":76,"Value":152,"Internal":true,"Count Failed Values":true},{"ID":87,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":1,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":88,"Name":"internal.metrics.shuffle.write.writeTime","Update":42774868,"Value":87419403,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":384,"Executor Deserialize CPU Time":141492956,"Executor Run Time":304,"Executor CPU Time":134019011,"Peak Execution Memory":0,"Result Size":1935,"JVM GC Time":15,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":76,"Shuffle Write Time":42774868,"Shuffle Records Written":1},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":0,"Stage Attempt ID":0,"Task Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":5,"Index":5,"Attempt":0,"Launch Time":1634067935366,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936092,"Failed":false,"Killed":false,"Accumulables":[{"ID":33,"Name":"data size","Update":"40","Value":"120","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":41,"Name":"shuffle bytes written","Update":"76","Value":"228","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":42,"Name":"shuffle records written","Update":"1","Value":"3","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":43,"Name":"shuffle write time","Update":"47649237","Value":"135068640","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":66,"Name":"duration","Update":"224","Value":"1636","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":67,"Name":"number of output rows","Update":"1","Value":"3","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"internal.metrics.executorDeserializeTime","Update":384,"Value":3071,"Internal":true,"Count Failed Values":true},{"ID":69,"Name":"internal.metrics.executorDeserializeCpuTime","Update":148049504,"Value":1192876453,"Internal":true,"Count Failed Values":true},{"ID":70,"Name":"internal.metrics.executorRunTime","Update":304,"Value":2223,"Internal":true,"Count Failed Values":true},{"ID":71,"Name":"internal.metrics.executorCpuTime","Update":49037342,"Value":384800728,"Internal":true,"Count Failed Values":true},{"ID":72,"Name":"internal.metrics.resultSize","Update":1935,"Value":15007,"Internal":true,"Count Failed Values":true},{"ID":73,"Name":"internal.metrics.jvmGCTime","Update":15,"Value":120,"Internal":true,"Count Failed Values":true},{"ID":86,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":76,"Value":228,"Internal":true,"Count Failed Values":true},{"ID":87,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":1,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":88,"Name":"internal.metrics.shuffle.write.writeTime","Update":47649237,"Value":135068640,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":384,"Executor Deserialize CPU Time":148049504,"Executor Run Time":304,"Executor CPU Time":49037342,"Peak Execution Memory":0,"Result Size":1935,"JVM GC Time":15,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":76,"Shuffle Write Time":47649237,"Shuffle Records Written":1},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerStageCompleted","Stage Info":{"Stage ID":0,"Stage Attempt ID":0,"Stage Name":"show at :32","Number of Tasks":8,"RDD Info":[{"RDD ID":9,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"19\",\"name\":\"Exchange\"}","Callsite":"show at :32","Parent IDs":[8],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":1,"Name":"ParallelCollectionRDD","Scope":"{\"id\":\"1\",\"name\":\"parallelize\"}","Callsite":"parallelize at :30","Parent IDs":[],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":8,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"20\",\"name\":\"WholeStageCodegen (3)\"}","Callsite":"show at :32","Parent IDs":[7],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":7,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"24\",\"name\":\"Scan\"}","Callsite":"show at :32","Parent IDs":[1],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[],"Details":"org.apache.spark.sql.Dataset.show(Dataset.scala:793)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:32)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:36)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:38)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:40)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw.(:42)\n$line22.$read$$iw$$iw$$iw$$iw$$iw.(:44)\n$line22.$read$$iw$$iw$$iw$$iw.(:46)\n$line22.$read$$iw$$iw$$iw.(:48)\n$line22.$read$$iw$$iw.(:50)\n$line22.$read$$iw.(:52)\n$line22.$read.(:54)\n$line22.$read$.(:58)\n$line22.$read$.()\n$line22.$eval$.$print$lzycompute(:7)\n$line22.$eval$.$print(:6)\n$line22.$eval.$print()\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)","Submission Time":1634067935188,"Completion Time":1634067936101,"Accumulables":[{"ID":33,"Name":"data size","Value":"120","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":41,"Name":"shuffle bytes written","Value":"228","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":42,"Name":"shuffle records written","Value":"3","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":43,"Name":"shuffle write time","Value":"135068640","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":66,"Name":"duration","Value":"1636","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":67,"Name":"number of output rows","Value":"3","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"internal.metrics.executorDeserializeTime","Value":3071,"Internal":true,"Count Failed Values":true},{"ID":69,"Name":"internal.metrics.executorDeserializeCpuTime","Value":1192876453,"Internal":true,"Count Failed Values":true},{"ID":70,"Name":"internal.metrics.executorRunTime","Value":2223,"Internal":true,"Count Failed Values":true},{"ID":71,"Name":"internal.metrics.executorCpuTime","Value":384800728,"Internal":true,"Count Failed Values":true},{"ID":72,"Name":"internal.metrics.resultSize","Value":15007,"Internal":true,"Count Failed Values":true},{"ID":73,"Name":"internal.metrics.jvmGCTime","Value":120,"Internal":true,"Count Failed Values":true},{"ID":74,"Name":"internal.metrics.resultSerializationTime","Value":12,"Internal":true,"Count Failed Values":true},{"ID":86,"Name":"internal.metrics.shuffle.write.bytesWritten","Value":228,"Internal":true,"Count Failed Values":true},{"ID":87,"Name":"internal.metrics.shuffle.write.recordsWritten","Value":3,"Internal":true,"Count Failed Values":true},{"ID":88,"Name":"internal.metrics.shuffle.write.writeTime","Value":135068640,"Internal":true,"Count Failed Values":true}],"Resource Profile Id":0}} +{"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":9,"Index":1,"Attempt":0,"Launch Time":1634067936051,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936151,"Failed":false,"Killed":false,"Accumulables":[{"ID":60,"Name":"duration","Update":"80","Value":"80","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":93,"Name":"internal.metrics.executorDeserializeTime","Update":3,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":94,"Name":"internal.metrics.executorDeserializeCpuTime","Update":3672311,"Value":3672311,"Internal":true,"Count Failed Values":true},{"ID":95,"Name":"internal.metrics.executorRunTime","Update":93,"Value":93,"Internal":true,"Count Failed Values":true},{"ID":96,"Name":"internal.metrics.executorCpuTime","Update":39843862,"Value":39843862,"Internal":true,"Count Failed Values":true},{"ID":97,"Name":"internal.metrics.resultSize","Update":1763,"Value":1763,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":3,"Executor Deserialize CPU Time":3672311,"Executor Run Time":93,"Executor CPU Time":39843862,"Peak Execution Memory":0,"Result Size":1763,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":14,"Index":6,"Attempt":0,"Launch Time":1634067936083,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936152,"Failed":false,"Killed":false,"Accumulables":[{"ID":60,"Name":"duration","Update":"57","Value":"137","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":93,"Name":"internal.metrics.executorDeserializeTime","Update":3,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":94,"Name":"internal.metrics.executorDeserializeCpuTime","Update":3576690,"Value":7249001,"Internal":true,"Count Failed Values":true},{"ID":95,"Name":"internal.metrics.executorRunTime","Update":59,"Value":152,"Internal":true,"Count Failed Values":true},{"ID":96,"Name":"internal.metrics.executorCpuTime","Update":5442562,"Value":45286424,"Internal":true,"Count Failed Values":true},{"ID":97,"Name":"internal.metrics.resultSize","Update":1763,"Value":3526,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":3,"Executor Deserialize CPU Time":3576690,"Executor Run Time":59,"Executor CPU Time":5442562,"Peak Execution Memory":0,"Result Size":1763,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":11,"Index":3,"Attempt":0,"Launch Time":1634067936057,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936154,"Failed":false,"Killed":false,"Accumulables":[{"ID":60,"Name":"duration","Update":"80","Value":"217","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":93,"Name":"internal.metrics.executorDeserializeTime","Update":8,"Value":14,"Internal":true,"Count Failed Values":true},{"ID":94,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4129402,"Value":11378403,"Internal":true,"Count Failed Values":true},{"ID":95,"Name":"internal.metrics.executorRunTime","Update":85,"Value":237,"Internal":true,"Count Failed Values":true},{"ID":96,"Name":"internal.metrics.executorCpuTime","Update":5167867,"Value":50454291,"Internal":true,"Count Failed Values":true},{"ID":97,"Name":"internal.metrics.resultSize","Update":1763,"Value":5289,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":8,"Executor Deserialize CPU Time":4129402,"Executor Run Time":85,"Executor CPU Time":5167867,"Peak Execution Memory":0,"Result Size":1763,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":12,"Index":4,"Attempt":0,"Launch Time":1634067936062,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936156,"Failed":false,"Killed":false,"Accumulables":[{"ID":60,"Name":"duration","Update":"72","Value":"289","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":93,"Name":"internal.metrics.executorDeserializeTime","Update":7,"Value":21,"Internal":true,"Count Failed Values":true},{"ID":94,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4614900,"Value":15993303,"Internal":true,"Count Failed Values":true},{"ID":95,"Name":"internal.metrics.executorRunTime","Update":79,"Value":316,"Internal":true,"Count Failed Values":true},{"ID":96,"Name":"internal.metrics.executorCpuTime","Update":5733990,"Value":56188281,"Internal":true,"Count Failed Values":true},{"ID":97,"Name":"internal.metrics.resultSize","Update":1763,"Value":7052,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":7,"Executor Deserialize CPU Time":4614900,"Executor Run Time":79,"Executor CPU Time":5733990,"Peak Execution Memory":0,"Result Size":1763,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":8,"Index":0,"Attempt":0,"Launch Time":1634067936049,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936156,"Failed":false,"Killed":false,"Accumulables":[{"ID":60,"Name":"duration","Update":"81","Value":"370","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":93,"Name":"internal.metrics.executorDeserializeTime","Update":5,"Value":26,"Internal":true,"Count Failed Values":true},{"ID":94,"Name":"internal.metrics.executorDeserializeCpuTime","Update":5126237,"Value":21119540,"Internal":true,"Count Failed Values":true},{"ID":95,"Name":"internal.metrics.executorRunTime","Update":94,"Value":410,"Internal":true,"Count Failed Values":true},{"ID":96,"Name":"internal.metrics.executorCpuTime","Update":11607325,"Value":67795606,"Internal":true,"Count Failed Values":true},{"ID":97,"Name":"internal.metrics.resultSize","Update":1763,"Value":8815,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":5,"Executor Deserialize CPU Time":5126237,"Executor Run Time":94,"Executor CPU Time":11607325,"Peak Execution Memory":0,"Result Size":1763,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":13,"Index":5,"Attempt":0,"Launch Time":1634067936081,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936166,"Failed":false,"Killed":false,"Accumulables":[{"ID":22,"Name":"data size","Update":"64","Value":"64","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":30,"Name":"shuffle bytes written","Update":"96","Value":"96","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":31,"Name":"shuffle records written","Update":"1","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":32,"Name":"shuffle write time","Update":"13490602","Value":"13490602","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":60,"Name":"duration","Update":"72","Value":"442","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":61,"Name":"number of output rows","Update":"1","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":93,"Name":"internal.metrics.executorDeserializeTime","Update":3,"Value":29,"Internal":true,"Count Failed Values":true},{"ID":94,"Name":"internal.metrics.executorDeserializeCpuTime","Update":3233893,"Value":24353433,"Internal":true,"Count Failed Values":true},{"ID":95,"Name":"internal.metrics.executorRunTime","Update":77,"Value":487,"Internal":true,"Count Failed Values":true},{"ID":96,"Name":"internal.metrics.executorCpuTime","Update":17334928,"Value":85130534,"Internal":true,"Count Failed Values":true},{"ID":97,"Name":"internal.metrics.resultSize","Update":1892,"Value":10707,"Internal":true,"Count Failed Values":true},{"ID":111,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":96,"Value":96,"Internal":true,"Count Failed Values":true},{"ID":112,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":1,"Value":1,"Internal":true,"Count Failed Values":true},{"ID":113,"Name":"internal.metrics.shuffle.write.writeTime","Update":13490602,"Value":13490602,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":3,"Executor Deserialize CPU Time":3233893,"Executor Run Time":77,"Executor CPU Time":17334928,"Peak Execution Memory":0,"Result Size":1892,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":96,"Shuffle Write Time":13490602,"Shuffle Records Written":1},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":10,"Index":2,"Attempt":0,"Launch Time":1634067936054,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936166,"Failed":false,"Killed":false,"Accumulables":[{"ID":22,"Name":"data size","Update":"64","Value":"128","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":30,"Name":"shuffle bytes written","Update":"98","Value":"194","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":31,"Name":"shuffle records written","Update":"1","Value":"2","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":32,"Name":"shuffle write time","Update":"15071030","Value":"28561632","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":60,"Name":"duration","Update":"94","Value":"536","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":61,"Name":"number of output rows","Update":"1","Value":"2","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":93,"Name":"internal.metrics.executorDeserializeTime","Update":6,"Value":35,"Internal":true,"Count Failed Values":true},{"ID":94,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4514762,"Value":28868195,"Internal":true,"Count Failed Values":true},{"ID":95,"Name":"internal.metrics.executorRunTime","Update":100,"Value":587,"Internal":true,"Count Failed Values":true},{"ID":96,"Name":"internal.metrics.executorCpuTime","Update":16276634,"Value":101407168,"Internal":true,"Count Failed Values":true},{"ID":97,"Name":"internal.metrics.resultSize","Update":1892,"Value":12599,"Internal":true,"Count Failed Values":true},{"ID":111,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":98,"Value":194,"Internal":true,"Count Failed Values":true},{"ID":112,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":1,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":113,"Name":"internal.metrics.shuffle.write.writeTime","Update":15071030,"Value":28561632,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":6,"Executor Deserialize CPU Time":4514762,"Executor Run Time":100,"Executor CPU Time":16276634,"Peak Execution Memory":0,"Result Size":1892,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":98,"Shuffle Write Time":15071030,"Shuffle Records Written":1},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":15,"Index":7,"Attempt":0,"Launch Time":1634067936084,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936168,"Failed":false,"Killed":false,"Accumulables":[{"ID":22,"Name":"data size","Update":"64","Value":"192","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":30,"Name":"shuffle bytes written","Update":"97","Value":"291","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":31,"Name":"shuffle records written","Update":"1","Value":"3","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":32,"Name":"shuffle write time","Update":"15405163","Value":"43966795","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":60,"Name":"duration","Update":"57","Value":"593","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":61,"Name":"number of output rows","Update":"1","Value":"3","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":93,"Name":"internal.metrics.executorDeserializeTime","Update":10,"Value":45,"Internal":true,"Count Failed Values":true},{"ID":94,"Name":"internal.metrics.executorDeserializeCpuTime","Update":6162526,"Value":35030721,"Internal":true,"Count Failed Values":true},{"ID":95,"Name":"internal.metrics.executorRunTime","Update":64,"Value":651,"Internal":true,"Count Failed Values":true},{"ID":96,"Name":"internal.metrics.executorCpuTime","Update":19556857,"Value":120964025,"Internal":true,"Count Failed Values":true},{"ID":97,"Name":"internal.metrics.resultSize","Update":1892,"Value":14491,"Internal":true,"Count Failed Values":true},{"ID":111,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":97,"Value":291,"Internal":true,"Count Failed Values":true},{"ID":112,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":1,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":113,"Name":"internal.metrics.shuffle.write.writeTime","Update":15405163,"Value":43966795,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":10,"Executor Deserialize CPU Time":6162526,"Executor Run Time":64,"Executor CPU Time":19556857,"Peak Execution Memory":0,"Result Size":1892,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":97,"Shuffle Write Time":15405163,"Shuffle Records Written":1},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerStageCompleted","Stage Info":{"Stage ID":1,"Stage Attempt ID":0,"Stage Name":"show at :32","Number of Tasks":8,"RDD Info":[{"RDD ID":4,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"9\",\"name\":\"Exchange\"}","Callsite":"show at :32","Parent IDs":[3],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":3,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"10\",\"name\":\"WholeStageCodegen (1)\"}","Callsite":"show at :32","Parent IDs":[2],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":0,"Name":"ParallelCollectionRDD","Scope":"{\"id\":\"0\",\"name\":\"parallelize\"}","Callsite":"parallelize at :30","Parent IDs":[],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":2,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"14\",\"name\":\"Scan\"}","Callsite":"show at :32","Parent IDs":[0],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[],"Details":"org.apache.spark.sql.Dataset.show(Dataset.scala:793)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:32)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:36)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:38)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:40)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw.(:42)\n$line22.$read$$iw$$iw$$iw$$iw$$iw.(:44)\n$line22.$read$$iw$$iw$$iw$$iw.(:46)\n$line22.$read$$iw$$iw$$iw.(:48)\n$line22.$read$$iw$$iw.(:50)\n$line22.$read$$iw.(:52)\n$line22.$read.(:54)\n$line22.$read$.(:58)\n$line22.$read$.()\n$line22.$eval$.$print$lzycompute(:7)\n$line22.$eval$.$print(:6)\n$line22.$eval.$print()\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)","Submission Time":1634067935325,"Completion Time":1634067936169,"Accumulables":[{"ID":22,"Name":"data size","Value":"192","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":30,"Name":"shuffle bytes written","Value":"291","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":31,"Name":"shuffle records written","Value":"3","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":32,"Name":"shuffle write time","Value":"43966795","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":60,"Name":"duration","Value":"593","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":61,"Name":"number of output rows","Value":"3","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":93,"Name":"internal.metrics.executorDeserializeTime","Value":45,"Internal":true,"Count Failed Values":true},{"ID":94,"Name":"internal.metrics.executorDeserializeCpuTime","Value":35030721,"Internal":true,"Count Failed Values":true},{"ID":95,"Name":"internal.metrics.executorRunTime","Value":651,"Internal":true,"Count Failed Values":true},{"ID":96,"Name":"internal.metrics.executorCpuTime","Value":120964025,"Internal":true,"Count Failed Values":true},{"ID":97,"Name":"internal.metrics.resultSize","Value":14491,"Internal":true,"Count Failed Values":true},{"ID":111,"Name":"internal.metrics.shuffle.write.bytesWritten","Value":291,"Internal":true,"Count Failed Values":true},{"ID":112,"Name":"internal.metrics.shuffle.write.recordsWritten","Value":3,"Internal":true,"Count Failed Values":true},{"ID":113,"Name":"internal.metrics.shuffle.write.writeTime","Value":43966795,"Internal":true,"Count Failed Values":true}],"Resource Profile Id":0}} +{"Event":"SparkListenerStageSubmitted","Stage Info":{"Stage ID":2,"Stage Attempt ID":0,"Stage Name":"show at :32","Number of Tasks":1,"RDD Info":[{"RDD ID":14,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"25\",\"name\":\"mapPartitionsInternal\"}","Callsite":"show at :32","Parent IDs":[13],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":5,"Name":"ShuffledRowRDD","Scope":"{\"id\":\"9\",\"name\":\"Exchange\"}","Callsite":"show at :32","Parent IDs":[4],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":12,"Name":"ZippedPartitionsRDD2","Scope":"{\"id\":\"2\",\"name\":\"WholeStageCodegen (5)\"}","Callsite":"show at :32","Parent IDs":[6,11],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":10,"Name":"ShuffledRowRDD","Scope":"{\"id\":\"19\",\"name\":\"Exchange\"}","Callsite":"show at :32","Parent IDs":[9],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":11,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"16\",\"name\":\"WholeStageCodegen (4)\"}","Callsite":"show at :32","Parent IDs":[10],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":13,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"2\",\"name\":\"WholeStageCodegen (5)\"}","Callsite":"show at :32","Parent IDs":[12],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":6,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"6\",\"name\":\"WholeStageCodegen (2)\"}","Callsite":"show at :32","Parent IDs":[5],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[0,1],"Details":"org.apache.spark.sql.Dataset.show(Dataset.scala:793)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:32)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:36)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:38)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:40)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw.(:42)\n$line22.$read$$iw$$iw$$iw$$iw$$iw.(:44)\n$line22.$read$$iw$$iw$$iw$$iw.(:46)\n$line22.$read$$iw$$iw$$iw.(:48)\n$line22.$read$$iw$$iw.(:50)\n$line22.$read$$iw.(:52)\n$line22.$read.(:54)\n$line22.$read$.(:58)\n$line22.$read$.()\n$line22.$eval$.$print$lzycompute(:7)\n$line22.$eval$.$print(:6)\n$line22.$eval.$print()\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)","Submission Time":1634067936177,"Accumulables":[],"Resource Profile Id":0},"Properties":{"spark.sql.warehouse.dir":"file:/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/spark-warehouse/","spark.driver.host":"192.168.1.134","spark.eventLog.enabled":"true","spark.driver.port":"35447","__fetch_continuous_blocks_in_batch_enabled":"true","spark.repl.class.uri":"spark://192.168.1.134:35447/classes","spark.jars":"","spark.repl.class.outputDir":"/tmp/spark-709ca6a2-54ba-43c4-8ea3-b70bd1fb9a09/repl-b3dd6842-11d9-4234-95d2-e961984e8ce0","spark.app.name":"Spark shell","spark.submit.pyFiles":"","spark.ui.showConsoleProgress":"true","spark.app.startTime":"1634067831517","spark.executor.id":"driver","spark.submit.deployMode":"client","spark.master":"local[*]","spark.home":"/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2","spark.eventLog.dir":"/home/nartal/data_format_eventlog","spark.sql.execution.id":"0","spark.sql.catalogImplementation":"hive","spark.app.id":"local-1634067832387"}} +{"Event":"SparkListenerTaskStart","Stage ID":2,"Stage Attempt ID":0,"Task Info":{"Task ID":16,"Index":0,"Attempt":0,"Launch Time":1634067936190,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":2,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":16,"Index":0,"Attempt":0,"Launch Time":1634067936190,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936424,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"7","Value":"7","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"111","Value":"111","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"65536","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":118,"Name":"internal.metrics.executorDeserializeTime","Update":89,"Value":89,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.executorDeserializeCpuTime","Update":87514121,"Value":87514121,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.executorRunTime","Update":137,"Value":137,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.executorCpuTime","Update":119896603,"Value":119896603,"Internal":true,"Count Failed Values":true},{"ID":122,"Name":"internal.metrics.resultSize","Update":4000,"Value":4000,"Internal":true,"Count Failed Values":true},{"ID":127,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":65536,"Internal":true,"Count Failed Values":true},{"ID":129,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":130,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":131,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":132,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":133,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":134,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":135,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":89,"Executor Deserialize CPU Time":87514121,"Executor Run Time":137,"Executor CPU Time":119896603,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerStageCompleted","Stage Info":{"Stage ID":2,"Stage Attempt ID":0,"Stage Name":"show at :32","Number of Tasks":1,"RDD Info":[{"RDD ID":14,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"25\",\"name\":\"mapPartitionsInternal\"}","Callsite":"show at :32","Parent IDs":[13],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":5,"Name":"ShuffledRowRDD","Scope":"{\"id\":\"9\",\"name\":\"Exchange\"}","Callsite":"show at :32","Parent IDs":[4],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":12,"Name":"ZippedPartitionsRDD2","Scope":"{\"id\":\"2\",\"name\":\"WholeStageCodegen (5)\"}","Callsite":"show at :32","Parent IDs":[6,11],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":10,"Name":"ShuffledRowRDD","Scope":"{\"id\":\"19\",\"name\":\"Exchange\"}","Callsite":"show at :32","Parent IDs":[9],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":11,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"16\",\"name\":\"WholeStageCodegen (4)\"}","Callsite":"show at :32","Parent IDs":[10],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":13,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"2\",\"name\":\"WholeStageCodegen (5)\"}","Callsite":"show at :32","Parent IDs":[12],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":6,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"6\",\"name\":\"WholeStageCodegen (2)\"}","Callsite":"show at :32","Parent IDs":[5],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[0,1],"Details":"org.apache.spark.sql.Dataset.show(Dataset.scala:793)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:32)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:36)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:38)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:40)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw.(:42)\n$line22.$read$$iw$$iw$$iw$$iw$$iw.(:44)\n$line22.$read$$iw$$iw$$iw$$iw.(:46)\n$line22.$read$$iw$$iw$$iw.(:48)\n$line22.$read$$iw$$iw.(:50)\n$line22.$read$$iw.(:52)\n$line22.$read.(:54)\n$line22.$read$.(:58)\n$line22.$read$.()\n$line22.$eval$.$print$lzycompute(:7)\n$line22.$eval$.$print(:6)\n$line22.$eval.$print()\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)","Submission Time":1634067936177,"Completion Time":1634067936425,"Accumulables":[{"ID":54,"Name":"duration","Value":"7","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Value":"111","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Value":"65536","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":118,"Name":"internal.metrics.executorDeserializeTime","Value":89,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.executorDeserializeCpuTime","Value":87514121,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.executorRunTime","Value":137,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.executorCpuTime","Value":119896603,"Internal":true,"Count Failed Values":true},{"ID":122,"Name":"internal.metrics.resultSize","Value":4000,"Internal":true,"Count Failed Values":true},{"ID":127,"Name":"internal.metrics.peakExecutionMemory","Value":65536,"Internal":true,"Count Failed Values":true},{"ID":129,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Value":0,"Internal":true,"Count Failed Values":true},{"ID":130,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Value":0,"Internal":true,"Count Failed Values":true},{"ID":131,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Value":0,"Internal":true,"Count Failed Values":true},{"ID":132,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Value":0,"Internal":true,"Count Failed Values":true},{"ID":133,"Name":"internal.metrics.shuffle.read.localBytesRead","Value":0,"Internal":true,"Count Failed Values":true},{"ID":134,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Value":0,"Internal":true,"Count Failed Values":true},{"ID":135,"Name":"internal.metrics.shuffle.read.recordsRead","Value":0,"Internal":true,"Count Failed Values":true}],"Resource Profile Id":0}} +{"Event":"SparkListenerJobEnd","Job ID":0,"Completion Time":1634067936431,"Job Result":{"Result":"JobSucceeded"}} +{"Event":"SparkListenerJobStart","Job ID":1,"Submission Time":1634067936451,"Stage Infos":[{"Stage ID":5,"Stage Attempt ID":0,"Stage Name":"show at :32","Number of Tasks":4,"RDD Info":[{"RDD ID":14,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"25\",\"name\":\"mapPartitionsInternal\"}","Callsite":"show at :32","Parent IDs":[13],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":5,"Name":"ShuffledRowRDD","Scope":"{\"id\":\"9\",\"name\":\"Exchange\"}","Callsite":"show at :32","Parent IDs":[4],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":12,"Name":"ZippedPartitionsRDD2","Scope":"{\"id\":\"2\",\"name\":\"WholeStageCodegen (5)\"}","Callsite":"show at :32","Parent IDs":[6,11],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":10,"Name":"ShuffledRowRDD","Scope":"{\"id\":\"19\",\"name\":\"Exchange\"}","Callsite":"show at :32","Parent IDs":[9],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":11,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"16\",\"name\":\"WholeStageCodegen (4)\"}","Callsite":"show at :32","Parent IDs":[10],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":13,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"2\",\"name\":\"WholeStageCodegen (5)\"}","Callsite":"show at :32","Parent IDs":[12],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":6,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"6\",\"name\":\"WholeStageCodegen (2)\"}","Callsite":"show at :32","Parent IDs":[5],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[3,4],"Details":"org.apache.spark.sql.Dataset.show(Dataset.scala:793)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:32)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:36)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:38)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:40)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw.(:42)\n$line22.$read$$iw$$iw$$iw$$iw$$iw.(:44)\n$line22.$read$$iw$$iw$$iw$$iw.(:46)\n$line22.$read$$iw$$iw$$iw.(:48)\n$line22.$read$$iw$$iw.(:50)\n$line22.$read$$iw.(:52)\n$line22.$read.(:54)\n$line22.$read$.(:58)\n$line22.$read$.()\n$line22.$eval$.$print$lzycompute(:7)\n$line22.$eval$.$print(:6)\n$line22.$eval.$print()\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)","Accumulables":[],"Resource Profile Id":0},{"Stage ID":3,"Stage Attempt ID":0,"Stage Name":"show at :32","Number of Tasks":8,"RDD Info":[{"RDD ID":9,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"19\",\"name\":\"Exchange\"}","Callsite":"show at :32","Parent IDs":[8],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":1,"Name":"ParallelCollectionRDD","Scope":"{\"id\":\"1\",\"name\":\"parallelize\"}","Callsite":"parallelize at :30","Parent IDs":[],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":8,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"20\",\"name\":\"WholeStageCodegen (3)\"}","Callsite":"show at :32","Parent IDs":[7],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":7,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"24\",\"name\":\"Scan\"}","Callsite":"show at :32","Parent IDs":[1],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[],"Details":"org.apache.spark.sql.Dataset.show(Dataset.scala:793)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:32)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:36)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:38)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:40)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw.(:42)\n$line22.$read$$iw$$iw$$iw$$iw$$iw.(:44)\n$line22.$read$$iw$$iw$$iw$$iw.(:46)\n$line22.$read$$iw$$iw$$iw.(:48)\n$line22.$read$$iw$$iw.(:50)\n$line22.$read$$iw.(:52)\n$line22.$read.(:54)\n$line22.$read$.(:58)\n$line22.$read$.()\n$line22.$eval$.$print$lzycompute(:7)\n$line22.$eval$.$print(:6)\n$line22.$eval.$print()\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)","Accumulables":[],"Resource Profile Id":0},{"Stage ID":4,"Stage Attempt ID":0,"Stage Name":"show at :32","Number of Tasks":8,"RDD Info":[{"RDD ID":4,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"9\",\"name\":\"Exchange\"}","Callsite":"show at :32","Parent IDs":[3],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":3,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"10\",\"name\":\"WholeStageCodegen (1)\"}","Callsite":"show at :32","Parent IDs":[2],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":0,"Name":"ParallelCollectionRDD","Scope":"{\"id\":\"0\",\"name\":\"parallelize\"}","Callsite":"parallelize at :30","Parent IDs":[],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":2,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"14\",\"name\":\"Scan\"}","Callsite":"show at :32","Parent IDs":[0],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[],"Details":"org.apache.spark.sql.Dataset.show(Dataset.scala:793)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:32)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:36)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:38)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:40)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw.(:42)\n$line22.$read$$iw$$iw$$iw$$iw$$iw.(:44)\n$line22.$read$$iw$$iw$$iw$$iw.(:46)\n$line22.$read$$iw$$iw$$iw.(:48)\n$line22.$read$$iw$$iw.(:50)\n$line22.$read$$iw.(:52)\n$line22.$read.(:54)\n$line22.$read$.(:58)\n$line22.$read$.()\n$line22.$eval$.$print$lzycompute(:7)\n$line22.$eval$.$print(:6)\n$line22.$eval.$print()\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)","Accumulables":[],"Resource Profile Id":0}],"Stage IDs":[5,3,4],"Properties":{"spark.sql.warehouse.dir":"file:/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/spark-warehouse/","spark.driver.host":"192.168.1.134","spark.eventLog.enabled":"true","spark.driver.port":"35447","__fetch_continuous_blocks_in_batch_enabled":"true","spark.repl.class.uri":"spark://192.168.1.134:35447/classes","spark.jars":"","spark.repl.class.outputDir":"/tmp/spark-709ca6a2-54ba-43c4-8ea3-b70bd1fb9a09/repl-b3dd6842-11d9-4234-95d2-e961984e8ce0","spark.app.name":"Spark shell","spark.submit.pyFiles":"","spark.ui.showConsoleProgress":"true","spark.app.startTime":"1634067831517","spark.executor.id":"driver","spark.submit.deployMode":"client","spark.master":"local[*]","spark.home":"/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2","spark.eventLog.dir":"/home/nartal/data_format_eventlog","spark.sql.execution.id":"0","spark.sql.catalogImplementation":"hive","spark.app.id":"local-1634067832387"}} +{"Event":"SparkListenerStageSubmitted","Stage Info":{"Stage ID":5,"Stage Attempt ID":0,"Stage Name":"show at :32","Number of Tasks":4,"RDD Info":[{"RDD ID":14,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"25\",\"name\":\"mapPartitionsInternal\"}","Callsite":"show at :32","Parent IDs":[13],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":5,"Name":"ShuffledRowRDD","Scope":"{\"id\":\"9\",\"name\":\"Exchange\"}","Callsite":"show at :32","Parent IDs":[4],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":12,"Name":"ZippedPartitionsRDD2","Scope":"{\"id\":\"2\",\"name\":\"WholeStageCodegen (5)\"}","Callsite":"show at :32","Parent IDs":[6,11],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":10,"Name":"ShuffledRowRDD","Scope":"{\"id\":\"19\",\"name\":\"Exchange\"}","Callsite":"show at :32","Parent IDs":[9],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":11,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"16\",\"name\":\"WholeStageCodegen (4)\"}","Callsite":"show at :32","Parent IDs":[10],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":13,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"2\",\"name\":\"WholeStageCodegen (5)\"}","Callsite":"show at :32","Parent IDs":[12],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":6,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"6\",\"name\":\"WholeStageCodegen (2)\"}","Callsite":"show at :32","Parent IDs":[5],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[3,4],"Details":"org.apache.spark.sql.Dataset.show(Dataset.scala:793)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:32)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:36)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:38)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:40)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw.(:42)\n$line22.$read$$iw$$iw$$iw$$iw$$iw.(:44)\n$line22.$read$$iw$$iw$$iw$$iw.(:46)\n$line22.$read$$iw$$iw$$iw.(:48)\n$line22.$read$$iw$$iw.(:50)\n$line22.$read$$iw.(:52)\n$line22.$read.(:54)\n$line22.$read$.(:58)\n$line22.$read$.()\n$line22.$eval$.$print$lzycompute(:7)\n$line22.$eval$.$print(:6)\n$line22.$eval.$print()\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)","Submission Time":1634067936458,"Accumulables":[],"Resource Profile Id":0},"Properties":{"spark.sql.warehouse.dir":"file:/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/spark-warehouse/","spark.driver.host":"192.168.1.134","spark.eventLog.enabled":"true","spark.driver.port":"35447","__fetch_continuous_blocks_in_batch_enabled":"true","spark.repl.class.uri":"spark://192.168.1.134:35447/classes","spark.jars":"","spark.repl.class.outputDir":"/tmp/spark-709ca6a2-54ba-43c4-8ea3-b70bd1fb9a09/repl-b3dd6842-11d9-4234-95d2-e961984e8ce0","spark.app.name":"Spark shell","spark.submit.pyFiles":"","spark.ui.showConsoleProgress":"true","spark.app.startTime":"1634067831517","spark.executor.id":"driver","spark.submit.deployMode":"client","spark.master":"local[*]","spark.home":"/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2","spark.eventLog.dir":"/home/nartal/data_format_eventlog","spark.sql.execution.id":"0","spark.sql.catalogImplementation":"hive","spark.app.id":"local-1634067832387"}} +{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":{"Task ID":17,"Index":1,"Attempt":0,"Launch Time":1634067936470,"Executor ID":"driver","Host":"192.168.1.134","Locality":"NODE_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":{"Task ID":18,"Index":0,"Attempt":0,"Launch Time":1634067936472,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":{"Task ID":19,"Index":2,"Attempt":0,"Launch Time":1634067936472,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":{"Task ID":20,"Index":3,"Attempt":0,"Launch Time":1634067936472,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":19,"Index":2,"Attempt":0,"Launch Time":1634067936472,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936501,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"7","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"9","Value":"120","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"131072","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":143,"Name":"internal.metrics.executorDeserializeTime","Update":11,"Value":11,"Internal":true,"Count Failed Values":true},{"ID":144,"Name":"internal.metrics.executorDeserializeCpuTime","Update":9103073,"Value":9103073,"Internal":true,"Count Failed Values":true},{"ID":145,"Name":"internal.metrics.executorRunTime","Update":13,"Value":13,"Internal":true,"Count Failed Values":true},{"ID":146,"Name":"internal.metrics.executorCpuTime","Update":12939391,"Value":12939391,"Internal":true,"Count Failed Values":true},{"ID":147,"Name":"internal.metrics.resultSize","Update":4000,"Value":4000,"Internal":true,"Count Failed Values":true},{"ID":152,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":65536,"Internal":true,"Count Failed Values":true},{"ID":154,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":155,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":156,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":157,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":158,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":159,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":160,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":11,"Executor Deserialize CPU Time":9103073,"Executor Run Time":13,"Executor CPU Time":12939391,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":18,"Index":0,"Attempt":0,"Launch Time":1634067936472,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936501,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"7","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"9","Value":"129","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"196608","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":143,"Name":"internal.metrics.executorDeserializeTime","Update":10,"Value":21,"Internal":true,"Count Failed Values":true},{"ID":144,"Name":"internal.metrics.executorDeserializeCpuTime","Update":8371295,"Value":17474368,"Internal":true,"Count Failed Values":true},{"ID":145,"Name":"internal.metrics.executorRunTime","Update":14,"Value":27,"Internal":true,"Count Failed Values":true},{"ID":146,"Name":"internal.metrics.executorCpuTime","Update":13212393,"Value":26151784,"Internal":true,"Count Failed Values":true},{"ID":147,"Name":"internal.metrics.resultSize","Update":4000,"Value":8000,"Internal":true,"Count Failed Values":true},{"ID":152,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":131072,"Internal":true,"Count Failed Values":true},{"ID":154,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":155,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":156,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":157,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":158,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":159,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":160,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":10,"Executor Deserialize CPU Time":8371295,"Executor Run Time":14,"Executor CPU Time":13212393,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":20,"Index":3,"Attempt":0,"Launch Time":1634067936472,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936503,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"7","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"10","Value":"139","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"262144","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":143,"Name":"internal.metrics.executorDeserializeTime","Update":10,"Value":31,"Internal":true,"Count Failed Values":true},{"ID":144,"Name":"internal.metrics.executorDeserializeCpuTime","Update":8560626,"Value":26034994,"Internal":true,"Count Failed Values":true},{"ID":145,"Name":"internal.metrics.executorRunTime","Update":14,"Value":41,"Internal":true,"Count Failed Values":true},{"ID":146,"Name":"internal.metrics.executorCpuTime","Update":13230000,"Value":39381784,"Internal":true,"Count Failed Values":true},{"ID":147,"Name":"internal.metrics.resultSize","Update":4000,"Value":12000,"Internal":true,"Count Failed Values":true},{"ID":152,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":196608,"Internal":true,"Count Failed Values":true},{"ID":154,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":155,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":156,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":157,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":158,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":159,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":160,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":10,"Executor Deserialize CPU Time":8560626,"Executor Run Time":14,"Executor CPU Time":13230000,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":17,"Index":1,"Attempt":0,"Launch Time":1634067936470,"Executor ID":"driver","Host":"192.168.1.134","Locality":"NODE_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936522,"Failed":false,"Killed":false,"Accumulables":[{"ID":24,"Name":"local blocks read","Update":"1","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":27,"Name":"local bytes read","Update":"97","Value":"97","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":28,"Name":"fetch wait time","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":29,"Name":"records read","Update":"1","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":54,"Name":"duration","Update":"13","Value":"20","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"1","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"2162688","Value":"2424832","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":62,"Name":"duration","Update":"21","Value":"21","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":63,"Name":"sort time","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"peak memory","Update":"65536","Value":"65536","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":65,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":143,"Name":"internal.metrics.executorDeserializeTime","Update":8,"Value":39,"Internal":true,"Count Failed Values":true},{"ID":144,"Name":"internal.metrics.executorDeserializeCpuTime","Update":7982796,"Value":34017790,"Internal":true,"Count Failed Values":true},{"ID":145,"Name":"internal.metrics.executorRunTime","Update":38,"Value":79,"Internal":true,"Count Failed Values":true},{"ID":146,"Name":"internal.metrics.executorCpuTime","Update":32894261,"Value":72276045,"Internal":true,"Count Failed Values":true},{"ID":147,"Name":"internal.metrics.resultSize","Update":4000,"Value":16000,"Internal":true,"Count Failed Values":true},{"ID":152,"Name":"internal.metrics.peakExecutionMemory","Update":2228224,"Value":2424832,"Internal":true,"Count Failed Values":true},{"ID":154,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":155,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":1,"Value":1,"Internal":true,"Count Failed Values":true},{"ID":156,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":157,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":158,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":97,"Value":97,"Internal":true,"Count Failed Values":true},{"ID":159,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":160,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1,"Value":1,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":8,"Executor Deserialize CPU Time":7982796,"Executor Run Time":38,"Executor CPU Time":32894261,"Peak Execution Memory":2228224,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":1,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":97,"Total Records Read":1},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerStageCompleted","Stage Info":{"Stage ID":5,"Stage Attempt ID":0,"Stage Name":"show at :32","Number of Tasks":4,"RDD Info":[{"RDD ID":14,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"25\",\"name\":\"mapPartitionsInternal\"}","Callsite":"show at :32","Parent IDs":[13],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":5,"Name":"ShuffledRowRDD","Scope":"{\"id\":\"9\",\"name\":\"Exchange\"}","Callsite":"show at :32","Parent IDs":[4],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":12,"Name":"ZippedPartitionsRDD2","Scope":"{\"id\":\"2\",\"name\":\"WholeStageCodegen (5)\"}","Callsite":"show at :32","Parent IDs":[6,11],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":10,"Name":"ShuffledRowRDD","Scope":"{\"id\":\"19\",\"name\":\"Exchange\"}","Callsite":"show at :32","Parent IDs":[9],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":11,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"16\",\"name\":\"WholeStageCodegen (4)\"}","Callsite":"show at :32","Parent IDs":[10],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":13,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"2\",\"name\":\"WholeStageCodegen (5)\"}","Callsite":"show at :32","Parent IDs":[12],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":6,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"6\",\"name\":\"WholeStageCodegen (2)\"}","Callsite":"show at :32","Parent IDs":[5],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[3,4],"Details":"org.apache.spark.sql.Dataset.show(Dataset.scala:793)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:32)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:36)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:38)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:40)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw.(:42)\n$line22.$read$$iw$$iw$$iw$$iw$$iw.(:44)\n$line22.$read$$iw$$iw$$iw$$iw.(:46)\n$line22.$read$$iw$$iw$$iw.(:48)\n$line22.$read$$iw$$iw.(:50)\n$line22.$read$$iw.(:52)\n$line22.$read.(:54)\n$line22.$read$.(:58)\n$line22.$read$.()\n$line22.$eval$.$print$lzycompute(:7)\n$line22.$eval$.$print(:6)\n$line22.$eval.$print()\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)","Submission Time":1634067936458,"Completion Time":1634067936523,"Accumulables":[{"ID":24,"Name":"local blocks read","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":27,"Name":"local bytes read","Value":"97","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":28,"Name":"fetch wait time","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":29,"Name":"records read","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":54,"Name":"duration","Value":"20","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Value":"139","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Value":"2424832","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":62,"Name":"duration","Value":"21","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":63,"Name":"sort time","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"peak memory","Value":"65536","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":65,"Name":"spill size","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":143,"Name":"internal.metrics.executorDeserializeTime","Value":39,"Internal":true,"Count Failed Values":true},{"ID":144,"Name":"internal.metrics.executorDeserializeCpuTime","Value":34017790,"Internal":true,"Count Failed Values":true},{"ID":145,"Name":"internal.metrics.executorRunTime","Value":79,"Internal":true,"Count Failed Values":true},{"ID":146,"Name":"internal.metrics.executorCpuTime","Value":72276045,"Internal":true,"Count Failed Values":true},{"ID":147,"Name":"internal.metrics.resultSize","Value":16000,"Internal":true,"Count Failed Values":true},{"ID":152,"Name":"internal.metrics.peakExecutionMemory","Value":2424832,"Internal":true,"Count Failed Values":true},{"ID":154,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Value":0,"Internal":true,"Count Failed Values":true},{"ID":155,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Value":1,"Internal":true,"Count Failed Values":true},{"ID":156,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Value":0,"Internal":true,"Count Failed Values":true},{"ID":157,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Value":0,"Internal":true,"Count Failed Values":true},{"ID":158,"Name":"internal.metrics.shuffle.read.localBytesRead","Value":97,"Internal":true,"Count Failed Values":true},{"ID":159,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Value":0,"Internal":true,"Count Failed Values":true},{"ID":160,"Name":"internal.metrics.shuffle.read.recordsRead","Value":1,"Internal":true,"Count Failed Values":true}],"Resource Profile Id":0}} +{"Event":"SparkListenerJobEnd","Job ID":1,"Completion Time":1634067936524,"Job Result":{"Result":"JobSucceeded"}} +{"Event":"SparkListenerJobStart","Job ID":2,"Submission Time":1634067936532,"Stage Infos":[{"Stage ID":6,"Stage Attempt ID":0,"Stage Name":"show at :32","Number of Tasks":8,"RDD Info":[{"RDD ID":9,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"19\",\"name\":\"Exchange\"}","Callsite":"show at :32","Parent IDs":[8],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":1,"Name":"ParallelCollectionRDD","Scope":"{\"id\":\"1\",\"name\":\"parallelize\"}","Callsite":"parallelize at :30","Parent IDs":[],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":8,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"20\",\"name\":\"WholeStageCodegen (3)\"}","Callsite":"show at :32","Parent IDs":[7],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":7,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"24\",\"name\":\"Scan\"}","Callsite":"show at :32","Parent IDs":[1],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[],"Details":"org.apache.spark.sql.Dataset.show(Dataset.scala:793)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:32)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:36)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:38)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:40)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw.(:42)\n$line22.$read$$iw$$iw$$iw$$iw$$iw.(:44)\n$line22.$read$$iw$$iw$$iw$$iw.(:46)\n$line22.$read$$iw$$iw$$iw.(:48)\n$line22.$read$$iw$$iw.(:50)\n$line22.$read$$iw.(:52)\n$line22.$read.(:54)\n$line22.$read$.(:58)\n$line22.$read$.()\n$line22.$eval$.$print$lzycompute(:7)\n$line22.$eval$.$print(:6)\n$line22.$eval.$print()\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)","Accumulables":[],"Resource Profile Id":0},{"Stage ID":7,"Stage Attempt ID":0,"Stage Name":"show at :32","Number of Tasks":8,"RDD Info":[{"RDD ID":4,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"9\",\"name\":\"Exchange\"}","Callsite":"show at :32","Parent IDs":[3],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":3,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"10\",\"name\":\"WholeStageCodegen (1)\"}","Callsite":"show at :32","Parent IDs":[2],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":0,"Name":"ParallelCollectionRDD","Scope":"{\"id\":\"0\",\"name\":\"parallelize\"}","Callsite":"parallelize at :30","Parent IDs":[],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":2,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"14\",\"name\":\"Scan\"}","Callsite":"show at :32","Parent IDs":[0],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[],"Details":"org.apache.spark.sql.Dataset.show(Dataset.scala:793)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:32)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:36)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:38)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:40)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw.(:42)\n$line22.$read$$iw$$iw$$iw$$iw$$iw.(:44)\n$line22.$read$$iw$$iw$$iw$$iw.(:46)\n$line22.$read$$iw$$iw$$iw.(:48)\n$line22.$read$$iw$$iw.(:50)\n$line22.$read$$iw.(:52)\n$line22.$read.(:54)\n$line22.$read$.(:58)\n$line22.$read$.()\n$line22.$eval$.$print$lzycompute(:7)\n$line22.$eval$.$print(:6)\n$line22.$eval.$print()\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)","Accumulables":[],"Resource Profile Id":0},{"Stage ID":8,"Stage Attempt ID":0,"Stage Name":"show at :32","Number of Tasks":20,"RDD Info":[{"RDD ID":14,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"25\",\"name\":\"mapPartitionsInternal\"}","Callsite":"show at :32","Parent IDs":[13],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":5,"Name":"ShuffledRowRDD","Scope":"{\"id\":\"9\",\"name\":\"Exchange\"}","Callsite":"show at :32","Parent IDs":[4],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":12,"Name":"ZippedPartitionsRDD2","Scope":"{\"id\":\"2\",\"name\":\"WholeStageCodegen (5)\"}","Callsite":"show at :32","Parent IDs":[6,11],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":10,"Name":"ShuffledRowRDD","Scope":"{\"id\":\"19\",\"name\":\"Exchange\"}","Callsite":"show at :32","Parent IDs":[9],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":11,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"16\",\"name\":\"WholeStageCodegen (4)\"}","Callsite":"show at :32","Parent IDs":[10],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":13,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"2\",\"name\":\"WholeStageCodegen (5)\"}","Callsite":"show at :32","Parent IDs":[12],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":6,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"6\",\"name\":\"WholeStageCodegen (2)\"}","Callsite":"show at :32","Parent IDs":[5],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[6,7],"Details":"org.apache.spark.sql.Dataset.show(Dataset.scala:793)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:32)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:36)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:38)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:40)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw.(:42)\n$line22.$read$$iw$$iw$$iw$$iw$$iw.(:44)\n$line22.$read$$iw$$iw$$iw$$iw.(:46)\n$line22.$read$$iw$$iw$$iw.(:48)\n$line22.$read$$iw$$iw.(:50)\n$line22.$read$$iw.(:52)\n$line22.$read.(:54)\n$line22.$read$.(:58)\n$line22.$read$.()\n$line22.$eval$.$print$lzycompute(:7)\n$line22.$eval$.$print(:6)\n$line22.$eval.$print()\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)","Accumulables":[],"Resource Profile Id":0}],"Stage IDs":[6,7,8],"Properties":{"spark.sql.warehouse.dir":"file:/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/spark-warehouse/","spark.driver.host":"192.168.1.134","spark.eventLog.enabled":"true","spark.driver.port":"35447","__fetch_continuous_blocks_in_batch_enabled":"true","spark.repl.class.uri":"spark://192.168.1.134:35447/classes","spark.jars":"","spark.repl.class.outputDir":"/tmp/spark-709ca6a2-54ba-43c4-8ea3-b70bd1fb9a09/repl-b3dd6842-11d9-4234-95d2-e961984e8ce0","spark.app.name":"Spark shell","spark.submit.pyFiles":"","spark.ui.showConsoleProgress":"true","spark.app.startTime":"1634067831517","spark.executor.id":"driver","spark.submit.deployMode":"client","spark.master":"local[*]","spark.home":"/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2","spark.eventLog.dir":"/home/nartal/data_format_eventlog","spark.sql.execution.id":"0","spark.sql.catalogImplementation":"hive","spark.app.id":"local-1634067832387"}} +{"Event":"SparkListenerStageSubmitted","Stage Info":{"Stage ID":8,"Stage Attempt ID":0,"Stage Name":"show at :32","Number of Tasks":20,"RDD Info":[{"RDD ID":14,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"25\",\"name\":\"mapPartitionsInternal\"}","Callsite":"show at :32","Parent IDs":[13],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":5,"Name":"ShuffledRowRDD","Scope":"{\"id\":\"9\",\"name\":\"Exchange\"}","Callsite":"show at :32","Parent IDs":[4],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":12,"Name":"ZippedPartitionsRDD2","Scope":"{\"id\":\"2\",\"name\":\"WholeStageCodegen (5)\"}","Callsite":"show at :32","Parent IDs":[6,11],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":10,"Name":"ShuffledRowRDD","Scope":"{\"id\":\"19\",\"name\":\"Exchange\"}","Callsite":"show at :32","Parent IDs":[9],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":11,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"16\",\"name\":\"WholeStageCodegen (4)\"}","Callsite":"show at :32","Parent IDs":[10],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":13,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"2\",\"name\":\"WholeStageCodegen (5)\"}","Callsite":"show at :32","Parent IDs":[12],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":6,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"6\",\"name\":\"WholeStageCodegen (2)\"}","Callsite":"show at :32","Parent IDs":[5],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[6,7],"Details":"org.apache.spark.sql.Dataset.show(Dataset.scala:793)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:32)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:36)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:38)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:40)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw.(:42)\n$line22.$read$$iw$$iw$$iw$$iw$$iw.(:44)\n$line22.$read$$iw$$iw$$iw$$iw.(:46)\n$line22.$read$$iw$$iw$$iw.(:48)\n$line22.$read$$iw$$iw.(:50)\n$line22.$read$$iw.(:52)\n$line22.$read.(:54)\n$line22.$read$.(:58)\n$line22.$read$.()\n$line22.$eval$.$print$lzycompute(:7)\n$line22.$eval$.$print(:6)\n$line22.$eval.$print()\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)","Submission Time":1634067936537,"Accumulables":[],"Resource Profile Id":0},"Properties":{"spark.sql.warehouse.dir":"file:/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/spark-warehouse/","spark.driver.host":"192.168.1.134","spark.eventLog.enabled":"true","spark.driver.port":"35447","__fetch_continuous_blocks_in_batch_enabled":"true","spark.repl.class.uri":"spark://192.168.1.134:35447/classes","spark.jars":"","spark.repl.class.outputDir":"/tmp/spark-709ca6a2-54ba-43c4-8ea3-b70bd1fb9a09/repl-b3dd6842-11d9-4234-95d2-e961984e8ce0","spark.app.name":"Spark shell","spark.submit.pyFiles":"","spark.ui.showConsoleProgress":"true","spark.app.startTime":"1634067831517","spark.executor.id":"driver","spark.submit.deployMode":"client","spark.master":"local[*]","spark.home":"/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2","spark.eventLog.dir":"/home/nartal/data_format_eventlog","spark.sql.execution.id":"0","spark.sql.catalogImplementation":"hive","spark.app.id":"local-1634067832387"}} +{"Event":"SparkListenerTaskStart","Stage ID":8,"Stage Attempt ID":0,"Task Info":{"Task ID":21,"Index":0,"Attempt":0,"Launch Time":1634067936544,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":8,"Stage Attempt ID":0,"Task Info":{"Task ID":22,"Index":1,"Attempt":0,"Launch Time":1634067936545,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":8,"Stage Attempt ID":0,"Task Info":{"Task ID":23,"Index":2,"Attempt":0,"Launch Time":1634067936545,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":8,"Stage Attempt ID":0,"Task Info":{"Task ID":24,"Index":3,"Attempt":0,"Launch Time":1634067936546,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":8,"Stage Attempt ID":0,"Task Info":{"Task ID":25,"Index":4,"Attempt":0,"Launch Time":1634067936546,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":8,"Stage Attempt ID":0,"Task Info":{"Task ID":26,"Index":5,"Attempt":0,"Launch Time":1634067936546,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":8,"Stage Attempt ID":0,"Task Info":{"Task ID":27,"Index":6,"Attempt":0,"Launch Time":1634067936547,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":8,"Stage Attempt ID":0,"Task Info":{"Task ID":28,"Index":7,"Attempt":0,"Launch Time":1634067936547,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":8,"Stage Attempt ID":0,"Task Info":{"Task ID":29,"Index":8,"Attempt":0,"Launch Time":1634067936571,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":8,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":26,"Index":5,"Attempt":0,"Launch Time":1634067936546,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936573,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"20","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"11","Value":"150","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"2490368","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":168,"Name":"internal.metrics.executorDeserializeTime","Update":7,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":169,"Name":"internal.metrics.executorDeserializeCpuTime","Update":7287297,"Value":7287297,"Internal":true,"Count Failed Values":true},{"ID":170,"Name":"internal.metrics.executorRunTime","Update":13,"Value":13,"Internal":true,"Count Failed Values":true},{"ID":171,"Name":"internal.metrics.executorCpuTime","Update":10923600,"Value":10923600,"Internal":true,"Count Failed Values":true},{"ID":172,"Name":"internal.metrics.resultSize","Update":4000,"Value":4000,"Internal":true,"Count Failed Values":true},{"ID":177,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":65536,"Internal":true,"Count Failed Values":true},{"ID":179,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":180,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":181,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":182,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":183,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":184,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":185,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":7,"Executor Deserialize CPU Time":7287297,"Executor Run Time":13,"Executor CPU Time":10923600,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":8,"Stage Attempt ID":0,"Task Info":{"Task ID":30,"Index":9,"Attempt":0,"Launch Time":1634067936579,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":8,"Stage Attempt ID":0,"Task Info":{"Task ID":31,"Index":10,"Attempt":0,"Launch Time":1634067936586,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":8,"Stage Attempt ID":0,"Task Info":{"Task ID":32,"Index":11,"Attempt":0,"Launch Time":1634067936587,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":8,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":24,"Index":3,"Attempt":0,"Launch Time":1634067936546,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936589,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"5","Value":"25","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"19","Value":"169","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"2555904","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":168,"Name":"internal.metrics.executorDeserializeTime","Update":9,"Value":16,"Internal":true,"Count Failed Values":true},{"ID":169,"Name":"internal.metrics.executorDeserializeCpuTime","Update":7032422,"Value":14319719,"Internal":true,"Count Failed Values":true},{"ID":170,"Name":"internal.metrics.executorRunTime","Update":21,"Value":34,"Internal":true,"Count Failed Values":true},{"ID":171,"Name":"internal.metrics.executorCpuTime","Update":10394951,"Value":21318551,"Internal":true,"Count Failed Values":true},{"ID":172,"Name":"internal.metrics.resultSize","Update":4000,"Value":8000,"Internal":true,"Count Failed Values":true},{"ID":177,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":131072,"Internal":true,"Count Failed Values":true},{"ID":179,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":180,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":181,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":182,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":183,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":184,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":185,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":9,"Executor Deserialize CPU Time":7032422,"Executor Run Time":21,"Executor CPU Time":10394951,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":8,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":25,"Index":4,"Attempt":0,"Launch Time":1634067936546,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936589,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"25","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"20","Value":"189","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"2621440","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":168,"Name":"internal.metrics.executorDeserializeTime","Update":7,"Value":23,"Internal":true,"Count Failed Values":true},{"ID":169,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4546534,"Value":18866253,"Internal":true,"Count Failed Values":true},{"ID":170,"Name":"internal.metrics.executorRunTime","Update":22,"Value":56,"Internal":true,"Count Failed Values":true},{"ID":171,"Name":"internal.metrics.executorCpuTime","Update":10230438,"Value":31548989,"Internal":true,"Count Failed Values":true},{"ID":172,"Name":"internal.metrics.resultSize","Update":4000,"Value":12000,"Internal":true,"Count Failed Values":true},{"ID":177,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":196608,"Internal":true,"Count Failed Values":true},{"ID":179,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":180,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":181,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":182,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":183,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":184,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":185,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":7,"Executor Deserialize CPU Time":4546534,"Executor Run Time":22,"Executor CPU Time":10230438,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":8,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":28,"Index":7,"Attempt":0,"Launch Time":1634067936547,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936589,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"25","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"13","Value":"202","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"2686976","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":168,"Name":"internal.metrics.executorDeserializeTime","Update":7,"Value":30,"Internal":true,"Count Failed Values":true},{"ID":169,"Name":"internal.metrics.executorDeserializeCpuTime","Update":6828264,"Value":25694517,"Internal":true,"Count Failed Values":true},{"ID":170,"Name":"internal.metrics.executorRunTime","Update":21,"Value":77,"Internal":true,"Count Failed Values":true},{"ID":171,"Name":"internal.metrics.executorCpuTime","Update":11340447,"Value":42889436,"Internal":true,"Count Failed Values":true},{"ID":172,"Name":"internal.metrics.resultSize","Update":4000,"Value":16000,"Internal":true,"Count Failed Values":true},{"ID":177,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":262144,"Internal":true,"Count Failed Values":true},{"ID":179,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":180,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":181,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":182,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":183,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":184,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":185,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":7,"Executor Deserialize CPU Time":6828264,"Executor Run Time":21,"Executor CPU Time":11340447,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":8,"Stage Attempt ID":0,"Task Info":{"Task ID":33,"Index":12,"Attempt":0,"Launch Time":1634067936595,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":8,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":27,"Index":6,"Attempt":0,"Launch Time":1634067936547,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936596,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"25","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"16","Value":"218","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"2752512","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":168,"Name":"internal.metrics.executorDeserializeTime","Update":17,"Value":47,"Internal":true,"Count Failed Values":true},{"ID":169,"Name":"internal.metrics.executorDeserializeCpuTime","Update":6843696,"Value":32538213,"Internal":true,"Count Failed Values":true},{"ID":170,"Name":"internal.metrics.executorRunTime","Update":18,"Value":95,"Internal":true,"Count Failed Values":true},{"ID":171,"Name":"internal.metrics.executorCpuTime","Update":10327039,"Value":53216475,"Internal":true,"Count Failed Values":true},{"ID":172,"Name":"internal.metrics.resultSize","Update":4000,"Value":20000,"Internal":true,"Count Failed Values":true},{"ID":177,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":327680,"Internal":true,"Count Failed Values":true},{"ID":179,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":180,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":181,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":182,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":183,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":184,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":185,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":17,"Executor Deserialize CPU Time":6843696,"Executor Run Time":18,"Executor CPU Time":10327039,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":8,"Stage Attempt ID":0,"Task Info":{"Task ID":34,"Index":13,"Attempt":0,"Launch Time":1634067936598,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":8,"Stage Attempt ID":0,"Task Info":{"Task ID":35,"Index":14,"Attempt":0,"Launch Time":1634067936599,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":8,"Stage Attempt ID":0,"Task Info":{"Task ID":36,"Index":15,"Attempt":0,"Launch Time":1634067936600,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":8,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":21,"Index":0,"Attempt":0,"Launch Time":1634067936544,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936604,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"25","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"14","Value":"232","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"2818048","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":168,"Name":"internal.metrics.executorDeserializeTime","Update":24,"Value":71,"Internal":true,"Count Failed Values":true},{"ID":169,"Name":"internal.metrics.executorDeserializeCpuTime","Update":7278287,"Value":39816500,"Internal":true,"Count Failed Values":true},{"ID":170,"Name":"internal.metrics.executorRunTime","Update":17,"Value":112,"Internal":true,"Count Failed Values":true},{"ID":171,"Name":"internal.metrics.executorCpuTime","Update":10515230,"Value":63731705,"Internal":true,"Count Failed Values":true},{"ID":172,"Name":"internal.metrics.resultSize","Update":4000,"Value":24000,"Internal":true,"Count Failed Values":true},{"ID":177,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":393216,"Internal":true,"Count Failed Values":true},{"ID":179,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":180,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":181,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":182,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":183,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":184,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":185,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":24,"Executor Deserialize CPU Time":7278287,"Executor Run Time":17,"Executor CPU Time":10515230,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":8,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":22,"Index":1,"Attempt":0,"Launch Time":1634067936545,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936604,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"25","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"25","Value":"257","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"2883584","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":168,"Name":"internal.metrics.executorDeserializeTime","Update":13,"Value":84,"Internal":true,"Count Failed Values":true},{"ID":169,"Name":"internal.metrics.executorDeserializeCpuTime","Update":5737614,"Value":45554114,"Internal":true,"Count Failed Values":true},{"ID":170,"Name":"internal.metrics.executorRunTime","Update":27,"Value":139,"Internal":true,"Count Failed Values":true},{"ID":171,"Name":"internal.metrics.executorCpuTime","Update":10818822,"Value":74550527,"Internal":true,"Count Failed Values":true},{"ID":172,"Name":"internal.metrics.resultSize","Update":4000,"Value":28000,"Internal":true,"Count Failed Values":true},{"ID":177,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":458752,"Internal":true,"Count Failed Values":true},{"ID":179,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":180,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":181,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":182,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":183,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":184,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":185,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":13,"Executor Deserialize CPU Time":5737614,"Executor Run Time":27,"Executor CPU Time":10818822,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":8,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":29,"Index":8,"Attempt":0,"Launch Time":1634067936571,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936605,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"25","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"11","Value":"268","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"2949120","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":168,"Name":"internal.metrics.executorDeserializeTime","Update":4,"Value":88,"Internal":true,"Count Failed Values":true},{"ID":169,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4470929,"Value":50025043,"Internal":true,"Count Failed Values":true},{"ID":170,"Name":"internal.metrics.executorRunTime","Update":14,"Value":153,"Internal":true,"Count Failed Values":true},{"ID":171,"Name":"internal.metrics.executorCpuTime","Update":9849016,"Value":84399543,"Internal":true,"Count Failed Values":true},{"ID":172,"Name":"internal.metrics.resultSize","Update":4000,"Value":32000,"Internal":true,"Count Failed Values":true},{"ID":177,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":524288,"Internal":true,"Count Failed Values":true},{"ID":179,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":180,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":181,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":182,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":183,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":184,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":185,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":4,"Executor Deserialize CPU Time":4470929,"Executor Run Time":14,"Executor CPU Time":9849016,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":8,"Stage Attempt ID":0,"Task Info":{"Task ID":37,"Index":16,"Attempt":0,"Launch Time":1634067936609,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":8,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":23,"Index":2,"Attempt":0,"Launch Time":1634067936545,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936610,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"25","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"29","Value":"297","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"3014656","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":168,"Name":"internal.metrics.executorDeserializeTime","Update":18,"Value":106,"Internal":true,"Count Failed Values":true},{"ID":169,"Name":"internal.metrics.executorDeserializeCpuTime","Update":7298083,"Value":57323126,"Internal":true,"Count Failed Values":true},{"ID":170,"Name":"internal.metrics.executorRunTime","Update":31,"Value":184,"Internal":true,"Count Failed Values":true},{"ID":171,"Name":"internal.metrics.executorCpuTime","Update":11219487,"Value":95619030,"Internal":true,"Count Failed Values":true},{"ID":172,"Name":"internal.metrics.resultSize","Update":4000,"Value":36000,"Internal":true,"Count Failed Values":true},{"ID":177,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":589824,"Internal":true,"Count Failed Values":true},{"ID":179,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":180,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":181,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":182,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":183,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":184,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":185,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":18,"Executor Deserialize CPU Time":7298083,"Executor Run Time":31,"Executor CPU Time":11219487,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":8,"Stage Attempt ID":0,"Task Info":{"Task ID":38,"Index":17,"Attempt":0,"Launch Time":1634067936619,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":8,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":35,"Index":14,"Attempt":0,"Launch Time":1634067936599,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936620,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"25","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"8","Value":"305","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"3080192","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":168,"Name":"internal.metrics.executorDeserializeTime","Update":6,"Value":112,"Internal":true,"Count Failed Values":true},{"ID":169,"Name":"internal.metrics.executorDeserializeCpuTime","Update":6458367,"Value":63781493,"Internal":true,"Count Failed Values":true},{"ID":170,"Name":"internal.metrics.executorRunTime","Update":10,"Value":194,"Internal":true,"Count Failed Values":true},{"ID":171,"Name":"internal.metrics.executorCpuTime","Update":10721506,"Value":106340536,"Internal":true,"Count Failed Values":true},{"ID":172,"Name":"internal.metrics.resultSize","Update":4000,"Value":40000,"Internal":true,"Count Failed Values":true},{"ID":177,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":655360,"Internal":true,"Count Failed Values":true},{"ID":179,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":180,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":181,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":182,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":183,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":184,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":185,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":6,"Executor Deserialize CPU Time":6458367,"Executor Run Time":10,"Executor CPU Time":10721506,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":8,"Stage Attempt ID":0,"Task Info":{"Task ID":39,"Index":18,"Attempt":0,"Launch Time":1634067936625,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":8,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":31,"Index":10,"Attempt":0,"Launch Time":1634067936586,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936625,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"25","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"18","Value":"323","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"3145728","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":168,"Name":"internal.metrics.executorDeserializeTime","Update":7,"Value":119,"Internal":true,"Count Failed Values":true},{"ID":169,"Name":"internal.metrics.executorDeserializeCpuTime","Update":7563235,"Value":71344728,"Internal":true,"Count Failed Values":true},{"ID":170,"Name":"internal.metrics.executorRunTime","Update":24,"Value":218,"Internal":true,"Count Failed Values":true},{"ID":171,"Name":"internal.metrics.executorCpuTime","Update":10923412,"Value":117263948,"Internal":true,"Count Failed Values":true},{"ID":172,"Name":"internal.metrics.resultSize","Update":4000,"Value":44000,"Internal":true,"Count Failed Values":true},{"ID":177,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":720896,"Internal":true,"Count Failed Values":true},{"ID":179,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":180,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":181,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":182,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":183,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":184,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":185,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":7,"Executor Deserialize CPU Time":7563235,"Executor Run Time":24,"Executor CPU Time":10923412,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":8,"Stage Attempt ID":0,"Task Info":{"Task ID":40,"Index":19,"Attempt":0,"Launch Time":1634067936635,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":8,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":33,"Index":12,"Attempt":0,"Launch Time":1634067936595,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936637,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"25","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"13","Value":"336","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"3211264","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":168,"Name":"internal.metrics.executorDeserializeTime","Update":13,"Value":132,"Internal":true,"Count Failed Values":true},{"ID":169,"Name":"internal.metrics.executorDeserializeCpuTime","Update":7550112,"Value":78894840,"Internal":true,"Count Failed Values":true},{"ID":170,"Name":"internal.metrics.executorRunTime","Update":15,"Value":233,"Internal":true,"Count Failed Values":true},{"ID":171,"Name":"internal.metrics.executorCpuTime","Update":9703755,"Value":126967703,"Internal":true,"Count Failed Values":true},{"ID":172,"Name":"internal.metrics.resultSize","Update":4000,"Value":48000,"Internal":true,"Count Failed Values":true},{"ID":177,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":786432,"Internal":true,"Count Failed Values":true},{"ID":179,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":180,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":181,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":182,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":183,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":184,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":185,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":13,"Executor Deserialize CPU Time":7550112,"Executor Run Time":15,"Executor CPU Time":9703755,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":8,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":37,"Index":16,"Attempt":0,"Launch Time":1634067936609,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936637,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"25","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"9","Value":"345","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"3276800","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":168,"Name":"internal.metrics.executorDeserializeTime","Update":6,"Value":138,"Internal":true,"Count Failed Values":true},{"ID":169,"Name":"internal.metrics.executorDeserializeCpuTime","Update":6160617,"Value":85055457,"Internal":true,"Count Failed Values":true},{"ID":170,"Name":"internal.metrics.executorRunTime","Update":12,"Value":245,"Internal":true,"Count Failed Values":true},{"ID":171,"Name":"internal.metrics.executorCpuTime","Update":9982569,"Value":136950272,"Internal":true,"Count Failed Values":true},{"ID":172,"Name":"internal.metrics.resultSize","Update":4000,"Value":52000,"Internal":true,"Count Failed Values":true},{"ID":177,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":851968,"Internal":true,"Count Failed Values":true},{"ID":179,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":180,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":181,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":182,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":183,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":184,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":185,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":6,"Executor Deserialize CPU Time":6160617,"Executor Run Time":12,"Executor CPU Time":9982569,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":8,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":30,"Index":9,"Attempt":0,"Launch Time":1634067936579,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936637,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"25","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"27","Value":"372","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"3342336","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":168,"Name":"internal.metrics.executorDeserializeTime","Update":6,"Value":144,"Internal":true,"Count Failed Values":true},{"ID":169,"Name":"internal.metrics.executorDeserializeCpuTime","Update":6429119,"Value":91484576,"Internal":true,"Count Failed Values":true},{"ID":170,"Name":"internal.metrics.executorRunTime","Update":29,"Value":274,"Internal":true,"Count Failed Values":true},{"ID":171,"Name":"internal.metrics.executorCpuTime","Update":10548551,"Value":147498823,"Internal":true,"Count Failed Values":true},{"ID":172,"Name":"internal.metrics.resultSize","Update":4000,"Value":56000,"Internal":true,"Count Failed Values":true},{"ID":177,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":917504,"Internal":true,"Count Failed Values":true},{"ID":179,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":180,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":181,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":182,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":183,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":184,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":185,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":6,"Executor Deserialize CPU Time":6429119,"Executor Run Time":29,"Executor CPU Time":10548551,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":8,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":34,"Index":13,"Attempt":0,"Launch Time":1634067936598,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936638,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"25","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"13","Value":"385","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"3407872","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":168,"Name":"internal.metrics.executorDeserializeTime","Update":16,"Value":160,"Internal":true,"Count Failed Values":true},{"ID":169,"Name":"internal.metrics.executorDeserializeCpuTime","Update":6583831,"Value":98068407,"Internal":true,"Count Failed Values":true},{"ID":170,"Name":"internal.metrics.executorRunTime","Update":17,"Value":291,"Internal":true,"Count Failed Values":true},{"ID":171,"Name":"internal.metrics.executorCpuTime","Update":10057694,"Value":157556517,"Internal":true,"Count Failed Values":true},{"ID":172,"Name":"internal.metrics.resultSize","Update":4000,"Value":60000,"Internal":true,"Count Failed Values":true},{"ID":177,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":983040,"Internal":true,"Count Failed Values":true},{"ID":179,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":180,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":181,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":182,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":183,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":184,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":185,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":16,"Executor Deserialize CPU Time":6583831,"Executor Run Time":17,"Executor CPU Time":10057694,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":8,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":32,"Index":11,"Attempt":0,"Launch Time":1634067936587,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936639,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"25","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"28","Value":"413","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"3473408","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":168,"Name":"internal.metrics.executorDeserializeTime","Update":10,"Value":170,"Internal":true,"Count Failed Values":true},{"ID":169,"Name":"internal.metrics.executorDeserializeCpuTime","Update":7724121,"Value":105792528,"Internal":true,"Count Failed Values":true},{"ID":170,"Name":"internal.metrics.executorRunTime","Update":31,"Value":322,"Internal":true,"Count Failed Values":true},{"ID":171,"Name":"internal.metrics.executorCpuTime","Update":10831120,"Value":168387637,"Internal":true,"Count Failed Values":true},{"ID":172,"Name":"internal.metrics.resultSize","Update":4000,"Value":64000,"Internal":true,"Count Failed Values":true},{"ID":177,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":1048576,"Internal":true,"Count Failed Values":true},{"ID":179,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":180,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":181,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":182,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":183,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":184,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":185,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":10,"Executor Deserialize CPU Time":7724121,"Executor Run Time":31,"Executor CPU Time":10831120,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":8,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":36,"Index":15,"Attempt":0,"Launch Time":1634067936600,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936643,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"25","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"10","Value":"423","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"3538944","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":168,"Name":"internal.metrics.executorDeserializeTime","Update":14,"Value":184,"Internal":true,"Count Failed Values":true},{"ID":169,"Name":"internal.metrics.executorDeserializeCpuTime","Update":6154591,"Value":111947119,"Internal":true,"Count Failed Values":true},{"ID":170,"Name":"internal.metrics.executorRunTime","Update":14,"Value":336,"Internal":true,"Count Failed Values":true},{"ID":171,"Name":"internal.metrics.executorCpuTime","Update":10027164,"Value":178414801,"Internal":true,"Count Failed Values":true},{"ID":172,"Name":"internal.metrics.resultSize","Update":4000,"Value":68000,"Internal":true,"Count Failed Values":true},{"ID":177,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":1114112,"Internal":true,"Count Failed Values":true},{"ID":179,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":180,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":181,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":182,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":183,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":184,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":185,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":14,"Executor Deserialize CPU Time":6154591,"Executor Run Time":14,"Executor CPU Time":10027164,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":8,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":38,"Index":17,"Attempt":0,"Launch Time":1634067936619,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936646,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"25","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"9","Value":"432","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"3604480","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":168,"Name":"internal.metrics.executorDeserializeTime","Update":6,"Value":190,"Internal":true,"Count Failed Values":true},{"ID":169,"Name":"internal.metrics.executorDeserializeCpuTime","Update":6033037,"Value":117980156,"Internal":true,"Count Failed Values":true},{"ID":170,"Name":"internal.metrics.executorRunTime","Update":11,"Value":347,"Internal":true,"Count Failed Values":true},{"ID":171,"Name":"internal.metrics.executorCpuTime","Update":10754537,"Value":189169338,"Internal":true,"Count Failed Values":true},{"ID":172,"Name":"internal.metrics.resultSize","Update":4000,"Value":72000,"Internal":true,"Count Failed Values":true},{"ID":177,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":1179648,"Internal":true,"Count Failed Values":true},{"ID":179,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":180,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":181,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":182,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":183,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":184,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":185,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":6,"Executor Deserialize CPU Time":6033037,"Executor Run Time":11,"Executor CPU Time":10754537,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":8,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":40,"Index":19,"Attempt":0,"Launch Time":1634067936635,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936656,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"25","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"6","Value":"438","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"3670016","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":168,"Name":"internal.metrics.executorDeserializeTime","Update":9,"Value":199,"Internal":true,"Count Failed Values":true},{"ID":169,"Name":"internal.metrics.executorDeserializeCpuTime","Update":5715176,"Value":123695332,"Internal":true,"Count Failed Values":true},{"ID":170,"Name":"internal.metrics.executorRunTime","Update":8,"Value":355,"Internal":true,"Count Failed Values":true},{"ID":171,"Name":"internal.metrics.executorCpuTime","Update":8249080,"Value":197418418,"Internal":true,"Count Failed Values":true},{"ID":172,"Name":"internal.metrics.resultSize","Update":4000,"Value":76000,"Internal":true,"Count Failed Values":true},{"ID":177,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":1245184,"Internal":true,"Count Failed Values":true},{"ID":179,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":180,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":181,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":182,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":183,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":184,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":185,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":9,"Executor Deserialize CPU Time":5715176,"Executor Run Time":8,"Executor CPU Time":8249080,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":8,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":39,"Index":18,"Attempt":0,"Launch Time":1634067936625,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936658,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"1","Value":"26","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"7","Value":"445","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"3735552","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":168,"Name":"internal.metrics.executorDeserializeTime","Update":10,"Value":209,"Internal":true,"Count Failed Values":true},{"ID":169,"Name":"internal.metrics.executorDeserializeCpuTime","Update":5263192,"Value":128958524,"Internal":true,"Count Failed Values":true},{"ID":170,"Name":"internal.metrics.executorRunTime","Update":10,"Value":365,"Internal":true,"Count Failed Values":true},{"ID":171,"Name":"internal.metrics.executorCpuTime","Update":9903006,"Value":207321424,"Internal":true,"Count Failed Values":true},{"ID":172,"Name":"internal.metrics.resultSize","Update":4000,"Value":80000,"Internal":true,"Count Failed Values":true},{"ID":177,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":1310720,"Internal":true,"Count Failed Values":true},{"ID":179,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":180,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":181,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":182,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":183,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":184,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":185,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":10,"Executor Deserialize CPU Time":5263192,"Executor Run Time":10,"Executor CPU Time":9903006,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerStageCompleted","Stage Info":{"Stage ID":8,"Stage Attempt ID":0,"Stage Name":"show at :32","Number of Tasks":20,"RDD Info":[{"RDD ID":14,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"25\",\"name\":\"mapPartitionsInternal\"}","Callsite":"show at :32","Parent IDs":[13],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":5,"Name":"ShuffledRowRDD","Scope":"{\"id\":\"9\",\"name\":\"Exchange\"}","Callsite":"show at :32","Parent IDs":[4],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":12,"Name":"ZippedPartitionsRDD2","Scope":"{\"id\":\"2\",\"name\":\"WholeStageCodegen (5)\"}","Callsite":"show at :32","Parent IDs":[6,11],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":10,"Name":"ShuffledRowRDD","Scope":"{\"id\":\"19\",\"name\":\"Exchange\"}","Callsite":"show at :32","Parent IDs":[9],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":11,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"16\",\"name\":\"WholeStageCodegen (4)\"}","Callsite":"show at :32","Parent IDs":[10],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":13,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"2\",\"name\":\"WholeStageCodegen (5)\"}","Callsite":"show at :32","Parent IDs":[12],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":6,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"6\",\"name\":\"WholeStageCodegen (2)\"}","Callsite":"show at :32","Parent IDs":[5],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[6,7],"Details":"org.apache.spark.sql.Dataset.show(Dataset.scala:793)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:32)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:36)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:38)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:40)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw.(:42)\n$line22.$read$$iw$$iw$$iw$$iw$$iw.(:44)\n$line22.$read$$iw$$iw$$iw$$iw.(:46)\n$line22.$read$$iw$$iw$$iw.(:48)\n$line22.$read$$iw$$iw.(:50)\n$line22.$read$$iw.(:52)\n$line22.$read.(:54)\n$line22.$read$.(:58)\n$line22.$read$.()\n$line22.$eval$.$print$lzycompute(:7)\n$line22.$eval$.$print(:6)\n$line22.$eval.$print()\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)","Submission Time":1634067936537,"Completion Time":1634067936658,"Accumulables":[{"ID":54,"Name":"duration","Value":"26","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Value":"445","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Value":"3735552","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":168,"Name":"internal.metrics.executorDeserializeTime","Value":209,"Internal":true,"Count Failed Values":true},{"ID":169,"Name":"internal.metrics.executorDeserializeCpuTime","Value":128958524,"Internal":true,"Count Failed Values":true},{"ID":170,"Name":"internal.metrics.executorRunTime","Value":365,"Internal":true,"Count Failed Values":true},{"ID":171,"Name":"internal.metrics.executorCpuTime","Value":207321424,"Internal":true,"Count Failed Values":true},{"ID":172,"Name":"internal.metrics.resultSize","Value":80000,"Internal":true,"Count Failed Values":true},{"ID":177,"Name":"internal.metrics.peakExecutionMemory","Value":1310720,"Internal":true,"Count Failed Values":true},{"ID":179,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Value":0,"Internal":true,"Count Failed Values":true},{"ID":180,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Value":0,"Internal":true,"Count Failed Values":true},{"ID":181,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Value":0,"Internal":true,"Count Failed Values":true},{"ID":182,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Value":0,"Internal":true,"Count Failed Values":true},{"ID":183,"Name":"internal.metrics.shuffle.read.localBytesRead","Value":0,"Internal":true,"Count Failed Values":true},{"ID":184,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Value":0,"Internal":true,"Count Failed Values":true},{"ID":185,"Name":"internal.metrics.shuffle.read.recordsRead","Value":0,"Internal":true,"Count Failed Values":true}],"Resource Profile Id":0}} +{"Event":"SparkListenerJobEnd","Job ID":2,"Completion Time":1634067936658,"Job Result":{"Result":"JobSucceeded"}} +{"Event":"SparkListenerJobStart","Job ID":3,"Submission Time":1634067936669,"Stage Infos":[{"Stage ID":9,"Stage Attempt ID":0,"Stage Name":"show at :32","Number of Tasks":8,"RDD Info":[{"RDD ID":9,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"19\",\"name\":\"Exchange\"}","Callsite":"show at :32","Parent IDs":[8],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":1,"Name":"ParallelCollectionRDD","Scope":"{\"id\":\"1\",\"name\":\"parallelize\"}","Callsite":"parallelize at :30","Parent IDs":[],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":8,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"20\",\"name\":\"WholeStageCodegen (3)\"}","Callsite":"show at :32","Parent IDs":[7],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":7,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"24\",\"name\":\"Scan\"}","Callsite":"show at :32","Parent IDs":[1],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[],"Details":"org.apache.spark.sql.Dataset.show(Dataset.scala:793)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:32)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:36)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:38)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:40)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw.(:42)\n$line22.$read$$iw$$iw$$iw$$iw$$iw.(:44)\n$line22.$read$$iw$$iw$$iw$$iw.(:46)\n$line22.$read$$iw$$iw$$iw.(:48)\n$line22.$read$$iw$$iw.(:50)\n$line22.$read$$iw.(:52)\n$line22.$read.(:54)\n$line22.$read$.(:58)\n$line22.$read$.()\n$line22.$eval$.$print$lzycompute(:7)\n$line22.$eval$.$print(:6)\n$line22.$eval.$print()\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)","Accumulables":[],"Resource Profile Id":0},{"Stage ID":10,"Stage Attempt ID":0,"Stage Name":"show at :32","Number of Tasks":8,"RDD Info":[{"RDD ID":4,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"9\",\"name\":\"Exchange\"}","Callsite":"show at :32","Parent IDs":[3],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":3,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"10\",\"name\":\"WholeStageCodegen (1)\"}","Callsite":"show at :32","Parent IDs":[2],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":0,"Name":"ParallelCollectionRDD","Scope":"{\"id\":\"0\",\"name\":\"parallelize\"}","Callsite":"parallelize at :30","Parent IDs":[],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":2,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"14\",\"name\":\"Scan\"}","Callsite":"show at :32","Parent IDs":[0],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[],"Details":"org.apache.spark.sql.Dataset.show(Dataset.scala:793)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:32)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:36)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:38)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:40)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw.(:42)\n$line22.$read$$iw$$iw$$iw$$iw$$iw.(:44)\n$line22.$read$$iw$$iw$$iw$$iw.(:46)\n$line22.$read$$iw$$iw$$iw.(:48)\n$line22.$read$$iw$$iw.(:50)\n$line22.$read$$iw.(:52)\n$line22.$read.(:54)\n$line22.$read$.(:58)\n$line22.$read$.()\n$line22.$eval$.$print$lzycompute(:7)\n$line22.$eval$.$print(:6)\n$line22.$eval.$print()\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)","Accumulables":[],"Resource Profile Id":0},{"Stage ID":11,"Stage Attempt ID":0,"Stage Name":"show at :32","Number of Tasks":100,"RDD Info":[{"RDD ID":14,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"25\",\"name\":\"mapPartitionsInternal\"}","Callsite":"show at :32","Parent IDs":[13],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":5,"Name":"ShuffledRowRDD","Scope":"{\"id\":\"9\",\"name\":\"Exchange\"}","Callsite":"show at :32","Parent IDs":[4],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":12,"Name":"ZippedPartitionsRDD2","Scope":"{\"id\":\"2\",\"name\":\"WholeStageCodegen (5)\"}","Callsite":"show at :32","Parent IDs":[6,11],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":10,"Name":"ShuffledRowRDD","Scope":"{\"id\":\"19\",\"name\":\"Exchange\"}","Callsite":"show at :32","Parent IDs":[9],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":11,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"16\",\"name\":\"WholeStageCodegen (4)\"}","Callsite":"show at :32","Parent IDs":[10],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":13,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"2\",\"name\":\"WholeStageCodegen (5)\"}","Callsite":"show at :32","Parent IDs":[12],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":6,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"6\",\"name\":\"WholeStageCodegen (2)\"}","Callsite":"show at :32","Parent IDs":[5],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[9,10],"Details":"org.apache.spark.sql.Dataset.show(Dataset.scala:793)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:32)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:36)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:38)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:40)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw.(:42)\n$line22.$read$$iw$$iw$$iw$$iw$$iw.(:44)\n$line22.$read$$iw$$iw$$iw$$iw.(:46)\n$line22.$read$$iw$$iw$$iw.(:48)\n$line22.$read$$iw$$iw.(:50)\n$line22.$read$$iw.(:52)\n$line22.$read.(:54)\n$line22.$read$.(:58)\n$line22.$read$.()\n$line22.$eval$.$print$lzycompute(:7)\n$line22.$eval$.$print(:6)\n$line22.$eval.$print()\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)","Accumulables":[],"Resource Profile Id":0}],"Stage IDs":[9,10,11],"Properties":{"spark.sql.warehouse.dir":"file:/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/spark-warehouse/","spark.driver.host":"192.168.1.134","spark.eventLog.enabled":"true","spark.driver.port":"35447","__fetch_continuous_blocks_in_batch_enabled":"true","spark.repl.class.uri":"spark://192.168.1.134:35447/classes","spark.jars":"","spark.repl.class.outputDir":"/tmp/spark-709ca6a2-54ba-43c4-8ea3-b70bd1fb9a09/repl-b3dd6842-11d9-4234-95d2-e961984e8ce0","spark.app.name":"Spark shell","spark.submit.pyFiles":"","spark.ui.showConsoleProgress":"true","spark.app.startTime":"1634067831517","spark.executor.id":"driver","spark.submit.deployMode":"client","spark.master":"local[*]","spark.home":"/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2","spark.eventLog.dir":"/home/nartal/data_format_eventlog","spark.sql.execution.id":"0","spark.sql.catalogImplementation":"hive","spark.app.id":"local-1634067832387"}} +{"Event":"SparkListenerStageSubmitted","Stage Info":{"Stage ID":11,"Stage Attempt ID":0,"Stage Name":"show at :32","Number of Tasks":100,"RDD Info":[{"RDD ID":14,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"25\",\"name\":\"mapPartitionsInternal\"}","Callsite":"show at :32","Parent IDs":[13],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":5,"Name":"ShuffledRowRDD","Scope":"{\"id\":\"9\",\"name\":\"Exchange\"}","Callsite":"show at :32","Parent IDs":[4],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":12,"Name":"ZippedPartitionsRDD2","Scope":"{\"id\":\"2\",\"name\":\"WholeStageCodegen (5)\"}","Callsite":"show at :32","Parent IDs":[6,11],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":10,"Name":"ShuffledRowRDD","Scope":"{\"id\":\"19\",\"name\":\"Exchange\"}","Callsite":"show at :32","Parent IDs":[9],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":11,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"16\",\"name\":\"WholeStageCodegen (4)\"}","Callsite":"show at :32","Parent IDs":[10],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":13,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"2\",\"name\":\"WholeStageCodegen (5)\"}","Callsite":"show at :32","Parent IDs":[12],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":6,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"6\",\"name\":\"WholeStageCodegen (2)\"}","Callsite":"show at :32","Parent IDs":[5],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[9,10],"Details":"org.apache.spark.sql.Dataset.show(Dataset.scala:793)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:32)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:36)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:38)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:40)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw.(:42)\n$line22.$read$$iw$$iw$$iw$$iw$$iw.(:44)\n$line22.$read$$iw$$iw$$iw$$iw.(:46)\n$line22.$read$$iw$$iw$$iw.(:48)\n$line22.$read$$iw$$iw.(:50)\n$line22.$read$$iw.(:52)\n$line22.$read.(:54)\n$line22.$read$.(:58)\n$line22.$read$.()\n$line22.$eval$.$print$lzycompute(:7)\n$line22.$eval$.$print(:6)\n$line22.$eval.$print()\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)","Submission Time":1634067936693,"Accumulables":[],"Resource Profile Id":0},"Properties":{"spark.sql.warehouse.dir":"file:/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/spark-warehouse/","spark.driver.host":"192.168.1.134","spark.eventLog.enabled":"true","spark.driver.port":"35447","__fetch_continuous_blocks_in_batch_enabled":"true","spark.repl.class.uri":"spark://192.168.1.134:35447/classes","spark.jars":"","spark.repl.class.outputDir":"/tmp/spark-709ca6a2-54ba-43c4-8ea3-b70bd1fb9a09/repl-b3dd6842-11d9-4234-95d2-e961984e8ce0","spark.app.name":"Spark shell","spark.submit.pyFiles":"","spark.ui.showConsoleProgress":"true","spark.app.startTime":"1634067831517","spark.executor.id":"driver","spark.submit.deployMode":"client","spark.master":"local[*]","spark.home":"/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2","spark.eventLog.dir":"/home/nartal/data_format_eventlog","spark.sql.execution.id":"0","spark.sql.catalogImplementation":"hive","spark.app.id":"local-1634067832387"}} +{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":41,"Index":84,"Attempt":0,"Launch Time":1634067936704,"Executor ID":"driver","Host":"192.168.1.134","Locality":"NODE_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":42,"Index":0,"Attempt":0,"Launch Time":1634067936704,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":43,"Index":1,"Attempt":0,"Launch Time":1634067936704,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":44,"Index":2,"Attempt":0,"Launch Time":1634067936705,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":45,"Index":3,"Attempt":0,"Launch Time":1634067936705,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":46,"Index":4,"Attempt":0,"Launch Time":1634067936705,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":47,"Index":5,"Attempt":0,"Launch Time":1634067936706,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":48,"Index":6,"Attempt":0,"Launch Time":1634067936706,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":49,"Index":7,"Attempt":0,"Launch Time":1634067936726,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":46,"Index":4,"Attempt":0,"Launch Time":1634067936705,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936727,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"26","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"8","Value":"453","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"3801088","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":6,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":6224984,"Value":6224984,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":10,"Value":10,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":10549176,"Value":10549176,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":4000,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":65536,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":6,"Executor Deserialize CPU Time":6224984,"Executor Run Time":10,"Executor CPU Time":10549176,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":50,"Index":8,"Attempt":0,"Launch Time":1634067936729,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":45,"Index":3,"Attempt":0,"Launch Time":1634067936705,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936729,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"26","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"9","Value":"462","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"3866624","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":6,"Value":12,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":5751388,"Value":11976372,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":11,"Value":21,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":10858583,"Value":21407759,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":8000,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":131072,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":6,"Executor Deserialize CPU Time":5751388,"Executor Run Time":11,"Executor CPU Time":10858583,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":51,"Index":9,"Attempt":0,"Launch Time":1634067936730,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":47,"Index":5,"Attempt":0,"Launch Time":1634067936706,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936731,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"26","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"10","Value":"472","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"3932160","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":5,"Value":17,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":5196751,"Value":17173123,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":12,"Value":33,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":10073742,"Value":31481501,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":12000,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":196608,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":5,"Executor Deserialize CPU Time":5196751,"Executor Run Time":12,"Executor CPU Time":10073742,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":52,"Index":10,"Attempt":0,"Launch Time":1634067936748,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":53,"Index":11,"Attempt":0,"Launch Time":1634067936749,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":48,"Index":6,"Attempt":0,"Launch Time":1634067936706,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936751,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"26","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"15","Value":"487","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"3997696","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":11,"Value":28,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":5945723,"Value":23118846,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":24,"Value":57,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":9507790,"Value":40989291,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":16000,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":262144,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":11,"Executor Deserialize CPU Time":5945723,"Executor Run Time":24,"Executor CPU Time":9507790,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":44,"Index":2,"Attempt":0,"Launch Time":1634067936705,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936753,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"26","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"20","Value":"507","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"4063232","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":5,"Value":33,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":5724255,"Value":28843101,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":30,"Value":87,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":10002907,"Value":50992198,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":20000,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":327680,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":5,"Executor Deserialize CPU Time":5724255,"Executor Run Time":30,"Executor CPU Time":10002907,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":54,"Index":12,"Attempt":0,"Launch Time":1634067936757,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":55,"Index":13,"Attempt":0,"Launch Time":1634067936759,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":56,"Index":14,"Attempt":0,"Launch Time":1634067936760,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":57,"Index":15,"Attempt":0,"Launch Time":1634067936761,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":58,"Index":16,"Attempt":0,"Launch Time":1634067936762,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":59,"Index":17,"Attempt":0,"Launch Time":1634067936763,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":41,"Index":84,"Attempt":0,"Launch Time":1634067936704,"Executor ID":"driver","Host":"192.168.1.134","Locality":"NODE_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936763,"Failed":false,"Killed":false,"Accumulables":[{"ID":24,"Name":"local blocks read","Update":"1","Value":"2","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":27,"Name":"local bytes read","Update":"98","Value":"195","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":28,"Name":"fetch wait time","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":29,"Name":"records read","Update":"1","Value":"2","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":35,"Name":"local blocks read","Update":"2","Value":"2","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":38,"Name":"local bytes read","Update":"152","Value":"152","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":39,"Name":"fetch wait time","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":40,"Name":"records read","Update":"2","Value":"2","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":54,"Name":"duration","Update":"7","Value":"33","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":55,"Name":"number of output rows","Update":"2","Value":"2","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"22","Value":"529","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"2162688","Value":"6225920","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":62,"Name":"duration","Update":"12","Value":"33","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":63,"Name":"sort time","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"peak memory","Update":"2162688","Value":"2228224","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":65,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":19,"Value":52,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":6244561,"Value":35087662,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":28,"Value":115,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":15860889,"Value":66853087,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4115,"Value":24115,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":4325376,"Value":4653056,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":3,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":250,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":3,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":19,"Executor Deserialize CPU Time":6244561,"Executor Run Time":28,"Executor CPU Time":15860889,"Peak Execution Memory":4325376,"Result Size":4115,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":3,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":250,"Total Records Read":3},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":49,"Index":7,"Attempt":0,"Launch Time":1634067936726,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936764,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"33","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"16","Value":"545","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"6291456","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":8,"Value":60,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":5914408,"Value":41002070,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":24,"Value":139,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":10578837,"Value":77431924,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":28115,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":4718592,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":8,"Executor Deserialize CPU Time":5914408,"Executor Run Time":24,"Executor CPU Time":10578837,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":42,"Index":0,"Attempt":0,"Launch Time":1634067936704,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936765,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"33","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"17","Value":"562","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"6356992","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":22,"Value":82,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":5461999,"Value":46464069,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":29,"Value":168,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":10587204,"Value":88019128,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":32115,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":4784128,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":22,"Executor Deserialize CPU Time":5461999,"Executor Run Time":29,"Executor CPU Time":10587204,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":51,"Index":9,"Attempt":0,"Launch Time":1634067936730,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936765,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"33","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"14","Value":"576","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"6422528","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":5,"Value":87,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":5503288,"Value":51967357,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":18,"Value":186,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":10040337,"Value":98059465,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":36115,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":4849664,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":5,"Executor Deserialize CPU Time":5503288,"Executor Run Time":18,"Executor CPU Time":10040337,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":43,"Index":1,"Attempt":0,"Launch Time":1634067936704,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936765,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"33","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"24","Value":"600","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"6488064","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":6,"Value":93,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":5235365,"Value":57202722,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":40,"Value":226,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":9749470,"Value":107808935,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":40115,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":4915200,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":6,"Executor Deserialize CPU Time":5235365,"Executor Run Time":40,"Executor CPU Time":9749470,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":50,"Index":8,"Attempt":0,"Launch Time":1634067936729,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936765,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"1","Value":"34","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"13","Value":"613","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"6553600","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":5,"Value":98,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":5805404,"Value":63008126,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":19,"Value":245,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":10617980,"Value":118426915,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":44115,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":4980736,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":5,"Executor Deserialize CPU Time":5805404,"Executor Run Time":19,"Executor CPU Time":10617980,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":60,"Index":18,"Attempt":0,"Launch Time":1634067936784,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":52,"Index":10,"Attempt":0,"Launch Time":1634067936748,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936785,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"9","Value":"43","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"8","Value":"621","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"6619136","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":7,"Value":105,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":5146358,"Value":68154484,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":22,"Value":267,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":10383577,"Value":128810492,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":48115,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":5046272,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":7,"Executor Deserialize CPU Time":5146358,"Executor Run Time":22,"Executor CPU Time":10383577,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":61,"Index":19,"Attempt":0,"Launch Time":1634067936787,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":58,"Index":16,"Attempt":0,"Launch Time":1634067936762,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936787,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"43","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"9","Value":"630","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"6684672","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":9,"Value":114,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4831037,"Value":72985521,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":13,"Value":280,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":8618940,"Value":137429432,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":52115,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":5111808,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":9,"Executor Deserialize CPU Time":4831037,"Executor Run Time":13,"Executor CPU Time":8618940,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":62,"Index":20,"Attempt":0,"Launch Time":1634067936796,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":53,"Index":11,"Attempt":0,"Launch Time":1634067936749,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936797,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"4","Value":"47","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"9","Value":"639","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"6750208","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":10,"Value":124,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":6359429,"Value":79344950,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":31,"Value":311,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":9690404,"Value":147119836,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":56115,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":5177344,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":10,"Executor Deserialize CPU Time":6359429,"Executor Run Time":31,"Executor CPU Time":9690404,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":63,"Index":21,"Attempt":0,"Launch Time":1634067936797,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":57,"Index":15,"Attempt":0,"Launch Time":1634067936761,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936798,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"47","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"12","Value":"651","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"6815744","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":14,"Value":138,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":5055596,"Value":84400546,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":17,"Value":328,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":9878247,"Value":156998083,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":60115,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":5242880,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":14,"Executor Deserialize CPU Time":5055596,"Executor Run Time":17,"Executor CPU Time":9878247,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":64,"Index":22,"Attempt":0,"Launch Time":1634067936798,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":54,"Index":12,"Attempt":0,"Launch Time":1634067936757,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936801,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"7","Value":"54","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"25","Value":"676","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"6881280","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":9,"Value":147,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":5372698,"Value":89773244,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":29,"Value":357,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":8420084,"Value":165418167,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":64115,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":5308416,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":9,"Executor Deserialize CPU Time":5372698,"Executor Run Time":29,"Executor CPU Time":8420084,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":65,"Index":23,"Attempt":0,"Launch Time":1634067936809,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":59,"Index":17,"Attempt":0,"Launch Time":1634067936763,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936809,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"4","Value":"58","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"22","Value":"698","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"6946816","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":16,"Value":163,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":3970282,"Value":93743526,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":27,"Value":384,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":8866753,"Value":174284920,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":68115,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":5373952,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":16,"Executor Deserialize CPU Time":3970282,"Executor Run Time":27,"Executor CPU Time":8866753,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":66,"Index":24,"Attempt":0,"Launch Time":1634067936810,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":61,"Index":19,"Attempt":0,"Launch Time":1634067936787,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936811,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"58","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"6","Value":"704","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"7012352","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":6,"Value":169,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":5414750,"Value":99158276,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":12,"Value":396,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":8346579,"Value":182631499,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":72115,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":5439488,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":6,"Executor Deserialize CPU Time":5414750,"Executor Run Time":12,"Executor CPU Time":8346579,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":56,"Index":14,"Attempt":0,"Launch Time":1634067936760,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936811,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"2","Value":"60","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"29","Value":"733","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"7077888","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":7,"Value":176,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4987646,"Value":104145922,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":37,"Value":433,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":10033129,"Value":192664628,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":76115,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":5505024,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":7,"Executor Deserialize CPU Time":4987646,"Executor Run Time":37,"Executor CPU Time":10033129,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":67,"Index":25,"Attempt":0,"Launch Time":1634067936812,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":68,"Index":26,"Attempt":0,"Launch Time":1634067936818,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":60,"Index":18,"Attempt":0,"Launch Time":1634067936784,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936818,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"60","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"6","Value":"739","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"7143424","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":7,"Value":183,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":5287771,"Value":109433693,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":13,"Value":446,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":9089143,"Value":201753771,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":80115,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":5570560,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":7,"Executor Deserialize CPU Time":5287771,"Executor Run Time":13,"Executor CPU Time":9089143,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":69,"Index":27,"Attempt":0,"Launch Time":1634067936819,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":55,"Index":13,"Attempt":0,"Launch Time":1634067936759,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936820,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"60","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"21","Value":"760","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"7208960","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":16,"Value":199,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4993261,"Value":114426954,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":32,"Value":478,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":10363313,"Value":212117084,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":84115,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":5636096,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":16,"Executor Deserialize CPU Time":4993261,"Executor Run Time":32,"Executor CPU Time":10363313,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":70,"Index":28,"Attempt":0,"Launch Time":1634067936825,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":64,"Index":22,"Attempt":0,"Launch Time":1634067936798,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936826,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"60","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"10","Value":"770","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"7274496","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":9,"Value":208,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4996470,"Value":119423424,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":12,"Value":490,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":10654040,"Value":222771124,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":88115,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":5701632,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":9,"Executor Deserialize CPU Time":4996470,"Executor Run Time":12,"Executor CPU Time":10654040,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":71,"Index":29,"Attempt":0,"Launch Time":1634067936828,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":62,"Index":20,"Attempt":0,"Launch Time":1634067936796,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936829,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"60","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"11","Value":"781","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"7340032","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":13,"Value":221,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":5012630,"Value":124436054,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":15,"Value":505,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":9936405,"Value":232707529,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":92115,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":5767168,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":13,"Executor Deserialize CPU Time":5012630,"Executor Run Time":15,"Executor CPU Time":9936405,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":72,"Index":30,"Attempt":0,"Launch Time":1634067936837,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":63,"Index":21,"Attempt":0,"Launch Time":1634067936797,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936839,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"6","Value":"66","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"17","Value":"798","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"7405568","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":9,"Value":230,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":5091863,"Value":129527917,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":25,"Value":530,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":9913847,"Value":242621376,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":96115,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":5832704,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":9,"Executor Deserialize CPU Time":5091863,"Executor Run Time":25,"Executor CPU Time":9913847,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":73,"Index":31,"Attempt":0,"Launch Time":1634067936841,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":65,"Index":23,"Attempt":0,"Launch Time":1634067936809,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936842,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"66","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"15","Value":"813","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"7471104","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":6,"Value":236,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":5291920,"Value":134819837,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":24,"Value":554,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":9864049,"Value":252485425,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":100115,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":5898240,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":6,"Executor Deserialize CPU Time":5291920,"Executor Run Time":24,"Executor CPU Time":9864049,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":74,"Index":32,"Attempt":0,"Launch Time":1634067936846,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":69,"Index":27,"Attempt":0,"Launch Time":1634067936819,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936847,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"66","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"10","Value":"823","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"7536640","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":5,"Value":241,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":5107641,"Value":139927478,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":12,"Value":566,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":10298440,"Value":262783865,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":104115,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":5963776,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":5,"Executor Deserialize CPU Time":5107641,"Executor Run Time":12,"Executor CPU Time":10298440,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":75,"Index":33,"Attempt":0,"Launch Time":1634067936849,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":68,"Index":26,"Attempt":0,"Launch Time":1634067936818,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936850,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"66","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"16","Value":"839","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"7602176","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":5,"Value":246,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4949162,"Value":144876640,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":23,"Value":589,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":9438578,"Value":272222443,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":108115,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":6029312,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":5,"Executor Deserialize CPU Time":4949162,"Executor Run Time":23,"Executor CPU Time":9438578,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":76,"Index":34,"Attempt":0,"Launch Time":1634067936851,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":70,"Index":28,"Attempt":0,"Launch Time":1634067936825,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936852,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"66","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"8","Value":"847","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"7667712","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":5,"Value":251,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":5071480,"Value":149948120,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":10,"Value":599,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":10368656,"Value":282591099,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":112115,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":6094848,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":5,"Executor Deserialize CPU Time":5071480,"Executor Run Time":10,"Executor CPU Time":10368656,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":77,"Index":35,"Attempt":0,"Launch Time":1634067936860,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":78,"Index":36,"Attempt":0,"Launch Time":1634067936862,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":71,"Index":29,"Attempt":0,"Launch Time":1634067936828,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936862,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"66","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"10","Value":"857","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"7733248","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":16,"Value":267,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":5213525,"Value":155161645,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":12,"Value":611,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":10216348,"Value":292807447,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":116115,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":6160384,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":16,"Executor Deserialize CPU Time":5213525,"Executor Run Time":12,"Executor CPU Time":10216348,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":66,"Index":24,"Attempt":0,"Launch Time":1634067936810,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936863,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"66","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"19","Value":"876","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"7798784","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":14,"Value":281,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":5333591,"Value":160495236,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":21,"Value":632,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":9838281,"Value":302645728,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":120115,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":6225920,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":14,"Executor Deserialize CPU Time":5333591,"Executor Run Time":21,"Executor CPU Time":9838281,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":79,"Index":37,"Attempt":0,"Launch Time":1634067936869,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":80,"Index":38,"Attempt":0,"Launch Time":1634067936870,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":76,"Index":34,"Attempt":0,"Launch Time":1634067936851,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936872,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"66","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"8","Value":"884","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"7864320","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":6,"Value":287,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":5098304,"Value":165593540,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":10,"Value":642,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":8943087,"Value":311588815,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":124115,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":6291456,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":6,"Executor Deserialize CPU Time":5098304,"Executor Run Time":10,"Executor CPU Time":8943087,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":67,"Index":25,"Attempt":0,"Launch Time":1634067936812,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936872,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"1","Value":"67","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"14","Value":"898","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"7929856","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":5,"Value":292,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4332910,"Value":169926450,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":23,"Value":665,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":9852549,"Value":321441364,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":128115,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":6356992,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":5,"Executor Deserialize CPU Time":4332910,"Executor Run Time":23,"Executor CPU Time":9852549,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":81,"Index":39,"Attempt":0,"Launch Time":1634067936880,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":75,"Index":33,"Attempt":0,"Launch Time":1634067936849,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936881,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"67","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"7","Value":"905","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"7995392","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":19,"Value":311,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":5559745,"Value":175486195,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":9,"Value":674,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":9719504,"Value":331160868,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":132115,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":6422528,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":19,"Executor Deserialize CPU Time":5559745,"Executor Run Time":9,"Executor CPU Time":9719504,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":82,"Index":40,"Attempt":0,"Launch Time":1634067936883,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":73,"Index":31,"Attempt":0,"Launch Time":1634067936841,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936883,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"67","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"7","Value":"912","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"8060928","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":23,"Value":334,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":5319535,"Value":180805730,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":9,"Value":683,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":9234338,"Value":340395206,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":136115,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":6488064,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":23,"Executor Deserialize CPU Time":5319535,"Executor Run Time":9,"Executor CPU Time":9234338,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":83,"Index":41,"Attempt":0,"Launch Time":1634067936884,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":84,"Index":42,"Attempt":0,"Launch Time":1634067936885,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":74,"Index":32,"Attempt":0,"Launch Time":1634067936846,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936886,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"67","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"8","Value":"920","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"8126464","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":9,"Value":343,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":5668999,"Value":186474729,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":10,"Value":693,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":9981910,"Value":350377116,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":140115,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":6553600,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":9,"Executor Deserialize CPU Time":5668999,"Executor Run Time":10,"Executor CPU Time":9981910,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":72,"Index":30,"Attempt":0,"Launch Time":1634067936837,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936887,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"67","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"8","Value":"928","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"8192000","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":9,"Value":352,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":5951079,"Value":192425808,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":13,"Value":706,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":10313658,"Value":360690774,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":144115,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":6619136,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":9,"Executor Deserialize CPU Time":5951079,"Executor Run Time":13,"Executor CPU Time":10313658,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":85,"Index":43,"Attempt":0,"Launch Time":1634067936888,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":80,"Index":38,"Attempt":0,"Launch Time":1634067936870,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936890,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"67","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"8","Value":"936","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"8257536","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":4,"Value":356,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4544233,"Value":196970041,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":10,"Value":716,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":9836952,"Value":370527726,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":148115,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":6684672,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":4,"Executor Deserialize CPU Time":4544233,"Executor Run Time":10,"Executor CPU Time":9836952,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":86,"Index":44,"Attempt":0,"Launch Time":1634067936902,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":79,"Index":37,"Attempt":0,"Launch Time":1634067936869,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936902,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"67","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"19","Value":"955","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"8323072","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":4,"Value":360,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4063987,"Value":201034028,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":21,"Value":737,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":10187472,"Value":380715198,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":152115,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":6750208,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":4,"Executor Deserialize CPU Time":4063987,"Executor Run Time":21,"Executor CPU Time":10187472,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":87,"Index":45,"Attempt":0,"Launch Time":1634067936907,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":85,"Index":43,"Attempt":0,"Launch Time":1634067936888,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936908,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"67","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"8","Value":"963","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"8388608","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":4,"Value":364,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4853285,"Value":205887313,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":9,"Value":746,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":9685579,"Value":390400777,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":156115,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":6815744,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":4,"Executor Deserialize CPU Time":4853285,"Executor Run Time":9,"Executor CPU Time":9685579,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":88,"Index":46,"Attempt":0,"Launch Time":1634067936911,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":89,"Index":47,"Attempt":0,"Launch Time":1634067936912,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":90,"Index":48,"Attempt":0,"Launch Time":1634067936913,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":81,"Index":39,"Attempt":0,"Launch Time":1634067936880,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936914,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"67","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"13","Value":"976","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"8454144","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":13,"Value":377,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":5074123,"Value":210961436,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":15,"Value":761,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":9195026,"Value":399595803,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":160115,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":6881280,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":13,"Executor Deserialize CPU Time":5074123,"Executor Run Time":15,"Executor CPU Time":9195026,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":82,"Index":40,"Attempt":0,"Launch Time":1634067936883,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936915,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"67","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"12","Value":"988","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"8519680","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":7,"Value":384,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":5239421,"Value":216200857,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":13,"Value":774,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":9722527,"Value":409318330,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":164115,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":6946816,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":7,"Executor Deserialize CPU Time":5239421,"Executor Run Time":13,"Executor CPU Time":9722527,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":77,"Index":35,"Attempt":0,"Launch Time":1634067936860,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936915,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"67","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"18","Value":"1006","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"8585216","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":27,"Value":411,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":5358685,"Value":221559542,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":22,"Value":796,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":9520556,"Value":418838886,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":168115,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":7012352,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":27,"Executor Deserialize CPU Time":5358685,"Executor Run Time":22,"Executor CPU Time":9520556,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":91,"Index":49,"Attempt":0,"Launch Time":1634067936916,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":83,"Index":41,"Attempt":0,"Launch Time":1634067936884,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936916,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"67","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"15","Value":"1021","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"8650752","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":7,"Value":418,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4928416,"Value":226487958,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":17,"Value":813,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":9155000,"Value":427993886,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":172115,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":7077888,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":7,"Executor Deserialize CPU Time":4928416,"Executor Run Time":17,"Executor CPU Time":9155000,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":92,"Index":50,"Attempt":0,"Launch Time":1634067936951,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":78,"Index":36,"Attempt":0,"Launch Time":1634067936862,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936952,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"67","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"10","Value":"1031","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"8716288","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":25,"Value":443,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":5123143,"Value":231611101,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":12,"Value":825,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":9714968,"Value":437708854,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":176115,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":7143424,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":25,"Executor Deserialize CPU Time":5123143,"Executor Run Time":12,"Executor CPU Time":9714968,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":93,"Index":51,"Attempt":0,"Launch Time":1634067936964,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":86,"Index":44,"Attempt":0,"Launch Time":1634067936902,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936965,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"67","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"52","Value":"1083","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"8781824","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":6,"Value":449,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":6015143,"Value":237626244,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":54,"Value":879,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":10321542,"Value":448030396,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4043,"Value":180158,"Internal":true,"Count Failed Values":true},{"ID":198,"Name":"internal.metrics.jvmGCTime","Update":24,"Value":24,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":7208960,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":6,"Executor Deserialize CPU Time":6015143,"Executor Run Time":54,"Executor CPU Time":10321542,"Peak Execution Memory":65536,"Result Size":4043,"JVM GC Time":24,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":94,"Index":52,"Attempt":0,"Launch Time":1634067936969,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":91,"Index":49,"Attempt":0,"Launch Time":1634067936916,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936970,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"67","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"8","Value":"1091","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"8847360","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":41,"Value":490,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4620699,"Value":242246943,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":10,"Value":889,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":8352471,"Value":456382867,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4043,"Value":184201,"Internal":true,"Count Failed Values":true},{"ID":198,"Name":"internal.metrics.jvmGCTime","Update":24,"Value":48,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":7274496,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":41,"Executor Deserialize CPU Time":4620699,"Executor Run Time":10,"Executor CPU Time":8352471,"Peak Execution Memory":65536,"Result Size":4043,"JVM GC Time":24,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":95,"Index":53,"Attempt":0,"Launch Time":1634067936971,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":84,"Index":42,"Attempt":0,"Launch Time":1634067936885,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936971,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"67","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"59","Value":"1150","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"8912896","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":8,"Value":498,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":5953589,"Value":248200532,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":61,"Value":950,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":10190586,"Value":466573453,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4043,"Value":188244,"Internal":true,"Count Failed Values":true},{"ID":198,"Name":"internal.metrics.jvmGCTime","Update":24,"Value":72,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":7340032,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":8,"Executor Deserialize CPU Time":5953589,"Executor Run Time":61,"Executor CPU Time":10190586,"Peak Execution Memory":65536,"Result Size":4043,"JVM GC Time":24,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":96,"Index":54,"Attempt":0,"Launch Time":1634067936972,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":89,"Index":47,"Attempt":0,"Launch Time":1634067936912,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936973,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"67","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"7","Value":"1157","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"8978432","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":44,"Value":542,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":5605301,"Value":253805833,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":8,"Value":958,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":8569843,"Value":475143296,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4043,"Value":192287,"Internal":true,"Count Failed Values":true},{"ID":198,"Name":"internal.metrics.jvmGCTime","Update":24,"Value":96,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":7405568,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":44,"Executor Deserialize CPU Time":5605301,"Executor Run Time":8,"Executor CPU Time":8569843,"Peak Execution Memory":65536,"Result Size":4043,"JVM GC Time":24,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":97,"Index":55,"Attempt":0,"Launch Time":1634067936978,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":92,"Index":50,"Attempt":0,"Launch Time":1634067936951,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936979,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"67","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"13","Value":"1170","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"9043968","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":9,"Value":551,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4818661,"Value":258624494,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":15,"Value":973,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":8785273,"Value":483928569,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":196287,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":7471104,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":9,"Executor Deserialize CPU Time":4818661,"Executor Run Time":15,"Executor CPU Time":8785273,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":98,"Index":56,"Attempt":0,"Launch Time":1634067936980,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":90,"Index":48,"Attempt":0,"Launch Time":1634067936913,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936981,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"1","Value":"68","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"8","Value":"1178","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"9109504","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":10,"Value":561,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":5011995,"Value":263636489,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":40,"Value":1013,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":9590388,"Value":493518957,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4043,"Value":200330,"Internal":true,"Count Failed Values":true},{"ID":198,"Name":"internal.metrics.jvmGCTime","Update":24,"Value":120,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":7536640,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":10,"Executor Deserialize CPU Time":5011995,"Executor Run Time":40,"Executor CPU Time":9590388,"Peak Execution Memory":65536,"Result Size":4043,"JVM GC Time":24,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":99,"Index":57,"Attempt":0,"Launch Time":1634067936995,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":88,"Index":46,"Attempt":0,"Launch Time":1634067936911,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936996,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"68","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"26","Value":"1204","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"9175040","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":45,"Value":606,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":5680765,"Value":269317254,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":28,"Value":1041,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":9838514,"Value":503357471,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4043,"Value":204373,"Internal":true,"Count Failed Values":true},{"ID":198,"Name":"internal.metrics.jvmGCTime","Update":24,"Value":144,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":7602176,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":45,"Executor Deserialize CPU Time":5680765,"Executor Run Time":28,"Executor CPU Time":9838514,"Peak Execution Memory":65536,"Result Size":4043,"JVM GC Time":24,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":100,"Index":58,"Attempt":0,"Launch Time":1634067936997,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":87,"Index":45,"Attempt":0,"Launch Time":1634067936907,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936997,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"68","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"19","Value":"1223","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"9240576","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":42,"Value":648,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":5156170,"Value":274473424,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":21,"Value":1062,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":9765696,"Value":513123167,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4043,"Value":208416,"Internal":true,"Count Failed Values":true},{"ID":198,"Name":"internal.metrics.jvmGCTime","Update":24,"Value":168,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":7667712,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":42,"Executor Deserialize CPU Time":5156170,"Executor Run Time":21,"Executor CPU Time":9765696,"Peak Execution Memory":65536,"Result Size":4043,"JVM GC Time":24,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":101,"Index":59,"Attempt":0,"Launch Time":1634067936998,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":94,"Index":52,"Attempt":0,"Launch Time":1634067936969,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936999,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"68","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"9","Value":"1232","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"9306112","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":6,"Value":654,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":5298342,"Value":279771766,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":12,"Value":1074,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":10931557,"Value":524054724,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":212416,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":7733248,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":6,"Executor Deserialize CPU Time":5298342,"Executor Run Time":12,"Executor CPU Time":10931557,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":102,"Index":60,"Attempt":0,"Launch Time":1634067937000,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":97,"Index":55,"Attempt":0,"Launch Time":1634067936978,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937001,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"68","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"7","Value":"1239","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"9371648","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":7,"Value":661,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":5440467,"Value":285212233,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":9,"Value":1083,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":9595647,"Value":533650371,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":216416,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":7798784,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":7,"Executor Deserialize CPU Time":5440467,"Executor Run Time":9,"Executor CPU Time":9595647,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":103,"Index":61,"Attempt":0,"Launch Time":1634067937010,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":96,"Index":54,"Attempt":0,"Launch Time":1634067936972,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937011,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"68","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"17","Value":"1256","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"9437184","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":12,"Value":673,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":5461982,"Value":290674215,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":19,"Value":1102,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":9216212,"Value":542866583,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":220416,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":7864320,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":12,"Executor Deserialize CPU Time":5461982,"Executor Run Time":19,"Executor CPU Time":9216212,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":93,"Index":51,"Attempt":0,"Launch Time":1634067936964,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937012,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"68","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"15","Value":"1271","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"9502720","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":12,"Value":685,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":5578154,"Value":296252369,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":19,"Value":1121,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":8216917,"Value":551083500,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":224416,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":7929856,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":12,"Executor Deserialize CPU Time":5578154,"Executor Run Time":19,"Executor CPU Time":8216917,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":104,"Index":62,"Attempt":0,"Launch Time":1634067937012,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":105,"Index":63,"Attempt":0,"Launch Time":1634067937027,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":99,"Index":57,"Attempt":0,"Launch Time":1634067936995,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937028,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"68","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"17","Value":"1288","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"9568256","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":5,"Value":690,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":5370105,"Value":301622474,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":22,"Value":1143,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":8894894,"Value":559978394,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":228416,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":7995392,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":5,"Executor Deserialize CPU Time":5370105,"Executor Run Time":22,"Executor CPU Time":8894894,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":106,"Index":64,"Attempt":0,"Launch Time":1634067937028,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":95,"Index":53,"Attempt":0,"Launch Time":1634067936971,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937030,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"68","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"23","Value":"1311","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"9633792","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":5,"Value":695,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":5098813,"Value":306721287,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":36,"Value":1179,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":9321023,"Value":569299417,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":232416,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":8060928,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":5,"Executor Deserialize CPU Time":5098813,"Executor Run Time":36,"Executor CPU Time":9321023,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":107,"Index":65,"Attempt":0,"Launch Time":1634067937031,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":108,"Index":66,"Attempt":0,"Launch Time":1634067937033,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":109,"Index":67,"Attempt":0,"Launch Time":1634067937034,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":102,"Index":60,"Attempt":0,"Launch Time":1634067937000,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937035,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"68","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"9","Value":"1320","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"9699328","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":6,"Value":701,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4942031,"Value":311663318,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":18,"Value":1197,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":8984664,"Value":578284081,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":236416,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":8126464,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":6,"Executor Deserialize CPU Time":4942031,"Executor Run Time":18,"Executor CPU Time":8984664,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":98,"Index":56,"Attempt":0,"Launch Time":1634067936980,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937035,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"68","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"21","Value":"1341","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"9764864","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":6,"Value":707,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":5098179,"Value":316761497,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":39,"Value":1236,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":9497408,"Value":587781489,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":240416,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":8192000,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":6,"Executor Deserialize CPU Time":5098179,"Executor Run Time":39,"Executor CPU Time":9497408,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":110,"Index":68,"Attempt":0,"Launch Time":1634067937035,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":100,"Index":58,"Attempt":0,"Launch Time":1634067936997,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937036,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"68","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"18","Value":"1359","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"9830400","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":7,"Value":714,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":5024738,"Value":321786235,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":20,"Value":1256,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":9774541,"Value":597556030,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":244416,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":8257536,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":7,"Executor Deserialize CPU Time":5024738,"Executor Run Time":20,"Executor CPU Time":9774541,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":103,"Index":61,"Attempt":0,"Launch Time":1634067937010,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937036,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"68","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"9","Value":"1368","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"9895936","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":4,"Value":718,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4535598,"Value":326321833,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":11,"Value":1267,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":8941388,"Value":606497418,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":248416,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":8323072,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":4,"Executor Deserialize CPU Time":4535598,"Executor Run Time":11,"Executor CPU Time":8941388,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":111,"Index":69,"Attempt":0,"Launch Time":1634067937043,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":112,"Index":70,"Attempt":0,"Launch Time":1634067937044,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":101,"Index":59,"Attempt":0,"Launch Time":1634067936998,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937045,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"68","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"14","Value":"1382","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"9961472","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":5,"Value":723,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":5139634,"Value":331461467,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":21,"Value":1288,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":8015384,"Value":614512802,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":252416,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":8388608,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":5,"Executor Deserialize CPU Time":5139634,"Executor Run Time":21,"Executor CPU Time":8015384,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":105,"Index":63,"Attempt":0,"Launch Time":1634067937027,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937046,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"68","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"8","Value":"1390","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"10027008","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":4,"Value":727,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4516184,"Value":335977651,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":9,"Value":1297,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":9887303,"Value":624400105,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":256416,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":8454144,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":4,"Executor Deserialize CPU Time":4516184,"Executor Run Time":9,"Executor CPU Time":9887303,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":113,"Index":71,"Attempt":0,"Launch Time":1634067937048,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":106,"Index":64,"Attempt":0,"Launch Time":1634067937028,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937049,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"68","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"7","Value":"1397","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"10092544","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":6,"Value":733,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4925130,"Value":340902781,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":10,"Value":1307,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":8795972,"Value":633196077,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":260416,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":8519680,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":6,"Executor Deserialize CPU Time":4925130,"Executor Run Time":10,"Executor CPU Time":8795972,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":114,"Index":72,"Attempt":0,"Launch Time":1634067937051,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":107,"Index":65,"Attempt":0,"Launch Time":1634067937031,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937052,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"68","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"7","Value":"1404","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"10158080","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":5,"Value":738,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4886177,"Value":345788958,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":12,"Value":1319,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":8998824,"Value":642194901,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":264416,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":8585216,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":5,"Executor Deserialize CPU Time":4886177,"Executor Run Time":12,"Executor CPU Time":8998824,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":115,"Index":73,"Attempt":0,"Launch Time":1634067937055,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":104,"Index":62,"Attempt":0,"Launch Time":1634067937012,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937056,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"68","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"24","Value":"1428","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"10223616","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":4,"Value":742,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4928279,"Value":350717237,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":34,"Value":1353,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":9341669,"Value":651536570,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":268416,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":8650752,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":4,"Executor Deserialize CPU Time":4928279,"Executor Run Time":34,"Executor CPU Time":9341669,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":116,"Index":74,"Attempt":0,"Launch Time":1634067937062,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":110,"Index":68,"Attempt":0,"Launch Time":1634067937035,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937063,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"68","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"10","Value":"1438","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"10289152","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":9,"Value":751,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":5383958,"Value":356101195,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":13,"Value":1366,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":9356418,"Value":660892988,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":272416,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":8716288,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":9,"Executor Deserialize CPU Time":5383958,"Executor Run Time":13,"Executor CPU Time":9356418,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":117,"Index":75,"Attempt":0,"Launch Time":1634067937070,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":109,"Index":67,"Attempt":0,"Launch Time":1634067937034,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937070,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"68","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"13","Value":"1451","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"10354688","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":13,"Value":764,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":5065641,"Value":361166836,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":19,"Value":1385,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":9590187,"Value":670483175,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":276416,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":8781824,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":13,"Executor Deserialize CPU Time":5065641,"Executor Run Time":19,"Executor CPU Time":9590187,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":118,"Index":76,"Attempt":0,"Launch Time":1634067937075,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":108,"Index":66,"Attempt":0,"Launch Time":1634067937033,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937075,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"68","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"16","Value":"1467","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"10420224","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":11,"Value":775,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":5151926,"Value":366318762,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":18,"Value":1403,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":8549708,"Value":679032883,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":280416,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":8847360,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":11,"Executor Deserialize CPU Time":5151926,"Executor Run Time":18,"Executor CPU Time":8549708,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":119,"Index":77,"Attempt":0,"Launch Time":1634067937076,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":111,"Index":69,"Attempt":0,"Launch Time":1634067937043,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937076,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"68","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"6","Value":"1473","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"10485760","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":11,"Value":786,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4905718,"Value":371224480,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":18,"Value":1421,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":8178711,"Value":687211594,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":284416,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":8912896,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":11,"Executor Deserialize CPU Time":4905718,"Executor Run Time":18,"Executor CPU Time":8178711,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":120,"Index":78,"Attempt":0,"Launch Time":1634067937077,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":121,"Index":79,"Attempt":0,"Launch Time":1634067937078,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":116,"Index":74,"Attempt":0,"Launch Time":1634067937062,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937079,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"68","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"6","Value":"1479","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"10551296","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":6,"Value":792,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4828015,"Value":376052495,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":8,"Value":1429,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":7994774,"Value":695206368,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":288416,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":8978432,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":6,"Executor Deserialize CPU Time":4828015,"Executor Run Time":8,"Executor CPU Time":7994774,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":115,"Index":73,"Attempt":0,"Launch Time":1634067937055,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937079,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"68","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"8","Value":"1487","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"10616832","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":5,"Value":797,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":5059173,"Value":381111668,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":14,"Value":1443,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":8601718,"Value":703808086,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":292416,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":9043968,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":5,"Executor Deserialize CPU Time":5059173,"Executor Run Time":14,"Executor CPU Time":8601718,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":122,"Index":80,"Attempt":0,"Launch Time":1634067937086,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":114,"Index":72,"Attempt":0,"Launch Time":1634067937051,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937087,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"68","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"21","Value":"1508","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"10682368","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":5,"Value":802,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":5070237,"Value":386181905,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":23,"Value":1466,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":9319325,"Value":713127411,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":296416,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":9109504,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":5,"Executor Deserialize CPU Time":5070237,"Executor Run Time":23,"Executor CPU Time":9319325,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":123,"Index":81,"Attempt":0,"Launch Time":1634067937088,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":113,"Index":71,"Attempt":0,"Launch Time":1634067937048,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937089,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"9","Value":"77","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"8","Value":"1516","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"10747904","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":15,"Value":817,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":5334660,"Value":391516565,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":18,"Value":1484,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":8780985,"Value":721908396,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":300416,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":9175040,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":15,"Executor Deserialize CPU Time":5334660,"Executor Run Time":18,"Executor CPU Time":8780985,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":124,"Index":82,"Attempt":0,"Launch Time":1634067937091,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":112,"Index":70,"Attempt":0,"Launch Time":1634067937044,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937092,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"77","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"38","Value":"1554","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"10813440","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":4,"Value":821,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4949630,"Value":396466195,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":40,"Value":1524,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":8718587,"Value":730626983,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":304416,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":9240576,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":4,"Executor Deserialize CPU Time":4949630,"Executor Run Time":40,"Executor CPU Time":8718587,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":125,"Index":83,"Attempt":0,"Launch Time":1634067937095,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":119,"Index":77,"Attempt":0,"Launch Time":1634067937076,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937096,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"77","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"10","Value":"1564","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"10878976","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":4,"Value":825,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4787036,"Value":401253231,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":12,"Value":1536,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":8672676,"Value":739299659,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":308416,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":9306112,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":4,"Executor Deserialize CPU Time":4787036,"Executor Run Time":12,"Executor CPU Time":8672676,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":126,"Index":85,"Attempt":0,"Launch Time":1634067937099,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":117,"Index":75,"Attempt":0,"Launch Time":1634067937070,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937106,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"1","Value":"78","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"13","Value":"1577","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"10944512","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":8,"Value":833,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":5607562,"Value":406860793,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":18,"Value":1554,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":8884635,"Value":748184294,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":312416,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":9371648,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":8,"Executor Deserialize CPU Time":5607562,"Executor Run Time":18,"Executor CPU Time":8884635,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":127,"Index":86,"Attempt":0,"Launch Time":1634067937110,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":120,"Index":78,"Attempt":0,"Launch Time":1634067937077,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937112,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"78","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"15","Value":"1592","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"11010048","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":4,"Value":837,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4939642,"Value":411800435,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":17,"Value":1571,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":8835967,"Value":757020261,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":316416,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":9437184,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":4,"Executor Deserialize CPU Time":4939642,"Executor Run Time":17,"Executor CPU Time":8835967,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":128,"Index":87,"Attempt":0,"Launch Time":1634067937114,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":129,"Index":88,"Attempt":0,"Launch Time":1634067937115,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":130,"Index":89,"Attempt":0,"Launch Time":1634067937116,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":131,"Index":90,"Attempt":0,"Launch Time":1634067937116,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":125,"Index":83,"Attempt":0,"Launch Time":1634067937095,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937119,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"78","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"11","Value":"1603","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"11075584","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":5,"Value":842,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":5029065,"Value":416829500,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":13,"Value":1584,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":7869692,"Value":764889953,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":320416,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":9502720,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":5,"Executor Deserialize CPU Time":5029065,"Executor Run Time":13,"Executor CPU Time":7869692,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":123,"Index":81,"Attempt":0,"Launch Time":1634067937088,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937119,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"78","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"6","Value":"1609","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"11141120","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":7,"Value":849,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":5448618,"Value":422278118,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":8,"Value":1592,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":8363151,"Value":773253104,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":324416,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":9568256,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":7,"Executor Deserialize CPU Time":5448618,"Executor Run Time":8,"Executor CPU Time":8363151,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":124,"Index":82,"Attempt":0,"Launch Time":1634067937091,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937120,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"78","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"7","Value":"1616","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"11206656","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":5,"Value":854,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4958956,"Value":427237074,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":9,"Value":1601,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":9063904,"Value":782317008,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":328416,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":9633792,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":5,"Executor Deserialize CPU Time":4958956,"Executor Run Time":9,"Executor CPU Time":9063904,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":118,"Index":76,"Attempt":0,"Launch Time":1634067937075,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937120,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"78","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"13","Value":"1629","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"11272192","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":5,"Value":859,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":5024161,"Value":432261235,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":16,"Value":1617,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":8854049,"Value":791171057,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":332416,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":9699328,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":5,"Executor Deserialize CPU Time":5024161,"Executor Run Time":16,"Executor CPU Time":8854049,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":132,"Index":91,"Attempt":0,"Launch Time":1634067937128,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":122,"Index":80,"Attempt":0,"Launch Time":1634067937086,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937129,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"78","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"9","Value":"1638","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"11337728","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":11,"Value":870,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4689552,"Value":436950787,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":11,"Value":1628,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":9010184,"Value":800181241,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":336416,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":9764864,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":11,"Executor Deserialize CPU Time":4689552,"Executor Run Time":11,"Executor CPU Time":9010184,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":133,"Index":92,"Attempt":0,"Launch Time":1634067937129,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":128,"Index":87,"Attempt":0,"Launch Time":1634067937114,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937130,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"78","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"6","Value":"1644","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"11403264","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":4,"Value":874,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4471409,"Value":441422196,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":7,"Value":1635,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":7854013,"Value":808035254,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":340416,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":9830400,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":4,"Executor Deserialize CPU Time":4471409,"Executor Run Time":7,"Executor CPU Time":7854013,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":134,"Index":93,"Attempt":0,"Launch Time":1634067937137,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":135,"Index":94,"Attempt":0,"Launch Time":1634067937138,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":136,"Index":95,"Attempt":0,"Launch Time":1634067937139,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":137,"Index":96,"Attempt":0,"Launch Time":1634067937140,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":131,"Index":90,"Attempt":0,"Launch Time":1634067937116,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937141,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"78","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"8","Value":"1652","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"11468800","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":4,"Value":878,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4730240,"Value":446152436,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":9,"Value":1644,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":8090439,"Value":816125693,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":344416,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":9895936,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":4,"Executor Deserialize CPU Time":4730240,"Executor Run Time":9,"Executor CPU Time":8090439,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":126,"Index":85,"Attempt":0,"Launch Time":1634067937099,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937142,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"78","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"16","Value":"1668","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"11534336","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":6,"Value":884,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":5398036,"Value":451550472,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":18,"Value":1662,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":8967219,"Value":825092912,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":348416,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":9961472,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":6,"Executor Deserialize CPU Time":5398036,"Executor Run Time":18,"Executor CPU Time":8967219,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":130,"Index":89,"Attempt":0,"Launch Time":1634067937116,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937142,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"78","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"9","Value":"1677","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"11599872","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":7,"Value":891,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4570843,"Value":456121315,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":10,"Value":1672,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":8202168,"Value":833295080,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":352416,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":10027008,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":7,"Executor Deserialize CPU Time":4570843,"Executor Run Time":10,"Executor CPU Time":8202168,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":129,"Index":88,"Attempt":0,"Launch Time":1634067937115,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937143,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"78","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"7","Value":"1684","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"11665408","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":11,"Value":902,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4927879,"Value":461049194,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":8,"Value":1680,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":8567140,"Value":841862220,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":356416,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":10092544,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":11,"Executor Deserialize CPU Time":4927879,"Executor Run Time":8,"Executor CPU Time":8567140,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":138,"Index":97,"Attempt":0,"Launch Time":1634067937144,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":127,"Index":86,"Attempt":0,"Launch Time":1634067937110,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937144,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"78","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"10","Value":"1694","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"11730944","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":7,"Value":909,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4871971,"Value":465921165,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":12,"Value":1692,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":7922596,"Value":849784816,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":360416,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":10158080,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":7,"Executor Deserialize CPU Time":4871971,"Executor Run Time":12,"Executor CPU Time":7922596,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":139,"Index":98,"Attempt":0,"Launch Time":1634067937146,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":133,"Index":92,"Attempt":0,"Launch Time":1634067937129,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937147,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"78","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"7","Value":"1701","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"11796480","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":4,"Value":913,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4816996,"Value":470738161,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":9,"Value":1701,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":9604406,"Value":859389222,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":364416,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":10223616,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":4,"Executor Deserialize CPU Time":4816996,"Executor Run Time":9,"Executor CPU Time":9604406,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":140,"Index":99,"Attempt":0,"Launch Time":1634067937152,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":132,"Index":91,"Attempt":0,"Launch Time":1634067937128,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937153,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"78","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"9","Value":"1710","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"11862016","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":10,"Value":923,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4634220,"Value":475372381,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":11,"Value":1712,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":9619697,"Value":869008919,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":368416,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":10289152,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":10,"Executor Deserialize CPU Time":4634220,"Executor Run Time":11,"Executor CPU Time":9619697,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":121,"Index":79,"Attempt":0,"Launch Time":1634067937078,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937154,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"1","Value":"79","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"22","Value":"1732","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"11927552","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":14,"Value":937,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":5022012,"Value":480394393,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":30,"Value":1742,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":8327506,"Value":877336425,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":372416,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":10354688,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":14,"Executor Deserialize CPU Time":5022012,"Executor Run Time":30,"Executor CPU Time":8327506,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":137,"Index":96,"Attempt":0,"Launch Time":1634067937140,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937161,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"79","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"8","Value":"1740","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"11993088","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":5,"Value":942,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":5209651,"Value":485604044,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":10,"Value":1752,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":9376945,"Value":886713370,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":376416,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":10420224,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":5,"Executor Deserialize CPU Time":5209651,"Executor Run Time":10,"Executor CPU Time":9376945,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":139,"Index":98,"Attempt":0,"Launch Time":1634067937146,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937164,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"79","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"6","Value":"1746","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"12058624","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":7,"Value":949,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":5108800,"Value":490712844,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":8,"Value":1760,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":8180689,"Value":894894059,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":380416,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":10485760,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":7,"Executor Deserialize CPU Time":5108800,"Executor Run Time":8,"Executor CPU Time":8180689,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":135,"Index":94,"Attempt":0,"Launch Time":1634067937138,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937168,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"79","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"7","Value":"1753","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"12124160","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":12,"Value":961,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4739837,"Value":495452681,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":13,"Value":1773,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":8205255,"Value":903099314,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":384416,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":10551296,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":12,"Executor Deserialize CPU Time":4739837,"Executor Run Time":13,"Executor CPU Time":8205255,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":138,"Index":97,"Attempt":0,"Launch Time":1634067937144,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937168,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"79","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"13","Value":"1766","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"12189696","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":6,"Value":967,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4454470,"Value":499907151,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":15,"Value":1788,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":7885589,"Value":910984903,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":388416,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":10616832,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":6,"Executor Deserialize CPU Time":4454470,"Executor Run Time":15,"Executor CPU Time":7885589,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":136,"Index":95,"Attempt":0,"Launch Time":1634067937139,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937170,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"79","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"11","Value":"1777","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"12255232","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":11,"Value":978,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4822388,"Value":504729539,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":16,"Value":1804,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":8159645,"Value":919144548,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":392416,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":10682368,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":11,"Executor Deserialize CPU Time":4822388,"Executor Run Time":16,"Executor CPU Time":8159645,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":134,"Index":93,"Attempt":0,"Launch Time":1634067937137,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937173,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"79","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"7","Value":"1784","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"12320768","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":23,"Value":1001,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4963826,"Value":509693365,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":9,"Value":1813,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":8721298,"Value":927865846,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":396416,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":10747904,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":23,"Executor Deserialize CPU Time":4963826,"Executor Run Time":9,"Executor CPU Time":8721298,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":140,"Index":99,"Attempt":0,"Launch Time":1634067937152,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937177,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"79","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"9","Value":"1793","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"12386304","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":11,"Value":1012,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4951326,"Value":514644691,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":11,"Value":1824,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":9092527,"Value":936958373,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":400416,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":10813440,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":11,"Executor Deserialize CPU Time":4951326,"Executor Run Time":11,"Executor CPU Time":9092527,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerStageCompleted","Stage Info":{"Stage ID":11,"Stage Attempt ID":0,"Stage Name":"show at :32","Number of Tasks":100,"RDD Info":[{"RDD ID":14,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"25\",\"name\":\"mapPartitionsInternal\"}","Callsite":"show at :32","Parent IDs":[13],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":5,"Name":"ShuffledRowRDD","Scope":"{\"id\":\"9\",\"name\":\"Exchange\"}","Callsite":"show at :32","Parent IDs":[4],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":12,"Name":"ZippedPartitionsRDD2","Scope":"{\"id\":\"2\",\"name\":\"WholeStageCodegen (5)\"}","Callsite":"show at :32","Parent IDs":[6,11],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":10,"Name":"ShuffledRowRDD","Scope":"{\"id\":\"19\",\"name\":\"Exchange\"}","Callsite":"show at :32","Parent IDs":[9],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":11,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"16\",\"name\":\"WholeStageCodegen (4)\"}","Callsite":"show at :32","Parent IDs":[10],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":13,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"2\",\"name\":\"WholeStageCodegen (5)\"}","Callsite":"show at :32","Parent IDs":[12],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":6,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"6\",\"name\":\"WholeStageCodegen (2)\"}","Callsite":"show at :32","Parent IDs":[5],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[9,10],"Details":"org.apache.spark.sql.Dataset.show(Dataset.scala:793)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:32)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:36)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:38)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:40)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw.(:42)\n$line22.$read$$iw$$iw$$iw$$iw$$iw.(:44)\n$line22.$read$$iw$$iw$$iw$$iw.(:46)\n$line22.$read$$iw$$iw$$iw.(:48)\n$line22.$read$$iw$$iw.(:50)\n$line22.$read$$iw.(:52)\n$line22.$read.(:54)\n$line22.$read$.(:58)\n$line22.$read$.()\n$line22.$eval$.$print$lzycompute(:7)\n$line22.$eval$.$print(:6)\n$line22.$eval.$print()\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)","Submission Time":1634067936693,"Completion Time":1634067937178,"Accumulables":[{"ID":24,"Name":"local blocks read","Value":"2","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":27,"Name":"local bytes read","Value":"195","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":28,"Name":"fetch wait time","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":29,"Name":"records read","Value":"2","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":35,"Name":"local blocks read","Value":"2","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":38,"Name":"local bytes read","Value":"152","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":39,"Name":"fetch wait time","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":40,"Name":"records read","Value":"2","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":54,"Name":"duration","Value":"79","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":55,"Name":"number of output rows","Value":"2","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Value":"1793","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Value":"12386304","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":62,"Name":"duration","Value":"33","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":63,"Name":"sort time","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"peak memory","Value":"2228224","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":65,"Name":"spill size","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Value":1012,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Value":514644691,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Value":1824,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Value":936958373,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Value":400416,"Internal":true,"Count Failed Values":true},{"ID":198,"Name":"internal.metrics.jvmGCTime","Value":168,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Value":10813440,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Value":3,"Internal":true,"Count Failed Values":true}],"Resource Profile Id":0}} +{"Event":"SparkListenerJobEnd","Job ID":3,"Completion Time":1634067937178,"Job Result":{"Result":"JobSucceeded"}} +{"Event":"SparkListenerJobStart","Job ID":4,"Submission Time":1634067937195,"Stage Infos":[{"Stage ID":12,"Stage Attempt ID":0,"Stage Name":"show at :32","Number of Tasks":8,"RDD Info":[{"RDD ID":9,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"19\",\"name\":\"Exchange\"}","Callsite":"show at :32","Parent IDs":[8],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":1,"Name":"ParallelCollectionRDD","Scope":"{\"id\":\"1\",\"name\":\"parallelize\"}","Callsite":"parallelize at :30","Parent IDs":[],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":8,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"20\",\"name\":\"WholeStageCodegen (3)\"}","Callsite":"show at :32","Parent IDs":[7],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":7,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"24\",\"name\":\"Scan\"}","Callsite":"show at :32","Parent IDs":[1],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[],"Details":"org.apache.spark.sql.Dataset.show(Dataset.scala:793)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:32)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:36)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:38)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:40)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw.(:42)\n$line22.$read$$iw$$iw$$iw$$iw$$iw.(:44)\n$line22.$read$$iw$$iw$$iw$$iw.(:46)\n$line22.$read$$iw$$iw$$iw.(:48)\n$line22.$read$$iw$$iw.(:50)\n$line22.$read$$iw.(:52)\n$line22.$read.(:54)\n$line22.$read$.(:58)\n$line22.$read$.()\n$line22.$eval$.$print$lzycompute(:7)\n$line22.$eval$.$print(:6)\n$line22.$eval.$print()\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)","Accumulables":[],"Resource Profile Id":0},{"Stage ID":13,"Stage Attempt ID":0,"Stage Name":"show at :32","Number of Tasks":8,"RDD Info":[{"RDD ID":4,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"9\",\"name\":\"Exchange\"}","Callsite":"show at :32","Parent IDs":[3],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":3,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"10\",\"name\":\"WholeStageCodegen (1)\"}","Callsite":"show at :32","Parent IDs":[2],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":0,"Name":"ParallelCollectionRDD","Scope":"{\"id\":\"0\",\"name\":\"parallelize\"}","Callsite":"parallelize at :30","Parent IDs":[],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":2,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"14\",\"name\":\"Scan\"}","Callsite":"show at :32","Parent IDs":[0],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[],"Details":"org.apache.spark.sql.Dataset.show(Dataset.scala:793)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:32)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:36)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:38)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:40)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw.(:42)\n$line22.$read$$iw$$iw$$iw$$iw$$iw.(:44)\n$line22.$read$$iw$$iw$$iw$$iw.(:46)\n$line22.$read$$iw$$iw$$iw.(:48)\n$line22.$read$$iw$$iw.(:50)\n$line22.$read$$iw.(:52)\n$line22.$read.(:54)\n$line22.$read$.(:58)\n$line22.$read$.()\n$line22.$eval$.$print$lzycompute(:7)\n$line22.$eval$.$print(:6)\n$line22.$eval.$print()\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)","Accumulables":[],"Resource Profile Id":0},{"Stage ID":14,"Stage Attempt ID":0,"Stage Name":"show at :32","Number of Tasks":75,"RDD Info":[{"RDD ID":14,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"25\",\"name\":\"mapPartitionsInternal\"}","Callsite":"show at :32","Parent IDs":[13],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":5,"Name":"ShuffledRowRDD","Scope":"{\"id\":\"9\",\"name\":\"Exchange\"}","Callsite":"show at :32","Parent IDs":[4],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":12,"Name":"ZippedPartitionsRDD2","Scope":"{\"id\":\"2\",\"name\":\"WholeStageCodegen (5)\"}","Callsite":"show at :32","Parent IDs":[6,11],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":10,"Name":"ShuffledRowRDD","Scope":"{\"id\":\"19\",\"name\":\"Exchange\"}","Callsite":"show at :32","Parent IDs":[9],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":11,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"16\",\"name\":\"WholeStageCodegen (4)\"}","Callsite":"show at :32","Parent IDs":[10],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":13,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"2\",\"name\":\"WholeStageCodegen (5)\"}","Callsite":"show at :32","Parent IDs":[12],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":6,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"6\",\"name\":\"WholeStageCodegen (2)\"}","Callsite":"show at :32","Parent IDs":[5],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[12,13],"Details":"org.apache.spark.sql.Dataset.show(Dataset.scala:793)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:32)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:36)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:38)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:40)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw.(:42)\n$line22.$read$$iw$$iw$$iw$$iw$$iw.(:44)\n$line22.$read$$iw$$iw$$iw$$iw.(:46)\n$line22.$read$$iw$$iw$$iw.(:48)\n$line22.$read$$iw$$iw.(:50)\n$line22.$read$$iw.(:52)\n$line22.$read.(:54)\n$line22.$read$.(:58)\n$line22.$read$.()\n$line22.$eval$.$print$lzycompute(:7)\n$line22.$eval$.$print(:6)\n$line22.$eval.$print()\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)","Accumulables":[],"Resource Profile Id":0}],"Stage IDs":[12,13,14],"Properties":{"spark.sql.warehouse.dir":"file:/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/spark-warehouse/","spark.driver.host":"192.168.1.134","spark.eventLog.enabled":"true","spark.driver.port":"35447","__fetch_continuous_blocks_in_batch_enabled":"true","spark.repl.class.uri":"spark://192.168.1.134:35447/classes","spark.jars":"","spark.repl.class.outputDir":"/tmp/spark-709ca6a2-54ba-43c4-8ea3-b70bd1fb9a09/repl-b3dd6842-11d9-4234-95d2-e961984e8ce0","spark.app.name":"Spark shell","spark.submit.pyFiles":"","spark.ui.showConsoleProgress":"true","spark.app.startTime":"1634067831517","spark.executor.id":"driver","spark.submit.deployMode":"client","spark.master":"local[*]","spark.home":"/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2","spark.eventLog.dir":"/home/nartal/data_format_eventlog","spark.sql.execution.id":"0","spark.sql.catalogImplementation":"hive","spark.app.id":"local-1634067832387"}} +{"Event":"SparkListenerStageSubmitted","Stage Info":{"Stage ID":14,"Stage Attempt ID":0,"Stage Name":"show at :32","Number of Tasks":75,"RDD Info":[{"RDD ID":14,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"25\",\"name\":\"mapPartitionsInternal\"}","Callsite":"show at :32","Parent IDs":[13],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":5,"Name":"ShuffledRowRDD","Scope":"{\"id\":\"9\",\"name\":\"Exchange\"}","Callsite":"show at :32","Parent IDs":[4],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":12,"Name":"ZippedPartitionsRDD2","Scope":"{\"id\":\"2\",\"name\":\"WholeStageCodegen (5)\"}","Callsite":"show at :32","Parent IDs":[6,11],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":10,"Name":"ShuffledRowRDD","Scope":"{\"id\":\"19\",\"name\":\"Exchange\"}","Callsite":"show at :32","Parent IDs":[9],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":11,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"16\",\"name\":\"WholeStageCodegen (4)\"}","Callsite":"show at :32","Parent IDs":[10],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":13,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"2\",\"name\":\"WholeStageCodegen (5)\"}","Callsite":"show at :32","Parent IDs":[12],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":6,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"6\",\"name\":\"WholeStageCodegen (2)\"}","Callsite":"show at :32","Parent IDs":[5],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[12,13],"Details":"org.apache.spark.sql.Dataset.show(Dataset.scala:793)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:32)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:36)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:38)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:40)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw.(:42)\n$line22.$read$$iw$$iw$$iw$$iw$$iw.(:44)\n$line22.$read$$iw$$iw$$iw$$iw.(:46)\n$line22.$read$$iw$$iw$$iw.(:48)\n$line22.$read$$iw$$iw.(:50)\n$line22.$read$$iw.(:52)\n$line22.$read.(:54)\n$line22.$read$.(:58)\n$line22.$read$.()\n$line22.$eval$.$print$lzycompute(:7)\n$line22.$eval$.$print(:6)\n$line22.$eval.$print()\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)","Submission Time":1634067937203,"Accumulables":[],"Resource Profile Id":0},"Properties":{"spark.sql.warehouse.dir":"file:/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/spark-warehouse/","spark.driver.host":"192.168.1.134","spark.eventLog.enabled":"true","spark.driver.port":"35447","__fetch_continuous_blocks_in_batch_enabled":"true","spark.repl.class.uri":"spark://192.168.1.134:35447/classes","spark.jars":"","spark.repl.class.outputDir":"/tmp/spark-709ca6a2-54ba-43c4-8ea3-b70bd1fb9a09/repl-b3dd6842-11d9-4234-95d2-e961984e8ce0","spark.app.name":"Spark shell","spark.submit.pyFiles":"","spark.ui.showConsoleProgress":"true","spark.app.startTime":"1634067831517","spark.executor.id":"driver","spark.submit.deployMode":"client","spark.master":"local[*]","spark.home":"/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2","spark.eventLog.dir":"/home/nartal/data_format_eventlog","spark.sql.execution.id":"0","spark.sql.catalogImplementation":"hive","spark.app.id":"local-1634067832387"}} +{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":141,"Index":52,"Attempt":0,"Launch Time":1634067937209,"Executor ID":"driver","Host":"192.168.1.134","Locality":"NODE_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":142,"Index":0,"Attempt":0,"Launch Time":1634067937210,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":143,"Index":1,"Attempt":0,"Launch Time":1634067937210,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":144,"Index":2,"Attempt":0,"Launch Time":1634067937210,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":145,"Index":3,"Attempt":0,"Launch Time":1634067937211,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":146,"Index":4,"Attempt":0,"Launch Time":1634067937211,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":147,"Index":5,"Attempt":0,"Launch Time":1634067937211,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":148,"Index":6,"Attempt":0,"Launch Time":1634067937212,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":149,"Index":7,"Attempt":0,"Launch Time":1634067937228,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":148,"Index":6,"Attempt":0,"Launch Time":1634067937212,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937229,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"79","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"7","Value":"1800","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"12451840","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":5,"Value":5,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":5001027,"Value":5001027,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":8,"Value":8,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":8718301,"Value":8718301,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":4000,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":65536,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":5,"Executor Deserialize CPU Time":5001027,"Executor Run Time":8,"Executor CPU Time":8718301,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":150,"Index":8,"Attempt":0,"Launch Time":1634067937232,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":142,"Index":0,"Attempt":0,"Launch Time":1634067937210,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937233,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"79","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"7","Value":"1807","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"12517376","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":9,"Value":14,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4760867,"Value":9761894,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":8,"Value":16,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":8067340,"Value":16785641,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":8000,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":131072,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":9,"Executor Deserialize CPU Time":4760867,"Executor Run Time":8,"Executor CPU Time":8067340,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":151,"Index":9,"Attempt":0,"Launch Time":1634067937240,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":145,"Index":3,"Attempt":0,"Launch Time":1634067937211,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937240,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"79","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"8","Value":"1815","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"12582912","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":12,"Value":26,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4806110,"Value":14568004,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":9,"Value":25,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":7751415,"Value":24537056,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":12000,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":196608,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":12,"Executor Deserialize CPU Time":4806110,"Executor Run Time":9,"Executor CPU Time":7751415,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":152,"Index":10,"Attempt":0,"Launch Time":1634067937241,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":141,"Index":52,"Attempt":0,"Launch Time":1634067937209,"Executor ID":"driver","Host":"192.168.1.134","Locality":"NODE_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937241,"Failed":false,"Killed":false,"Accumulables":[{"ID":24,"Name":"local blocks read","Update":"1","Value":"3","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":27,"Name":"local bytes read","Update":"96","Value":"291","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":28,"Name":"fetch wait time","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":29,"Name":"records read","Update":"1","Value":"3","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":35,"Name":"local blocks read","Update":"1","Value":"3","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":38,"Name":"local bytes read","Update":"76","Value":"228","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":39,"Name":"fetch wait time","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":40,"Name":"records read","Update":"1","Value":"3","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":54,"Name":"duration","Update":"2","Value":"81","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":55,"Name":"number of output rows","Update":"1","Value":"3","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"9","Value":"1824","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"2162688","Value":"14745600","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":62,"Name":"duration","Update":"4","Value":"37","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":63,"Name":"sort time","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"peak memory","Update":"2162688","Value":"4390912","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":65,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":4,"Value":30,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":3717888,"Value":18285892,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":11,"Value":36,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":11292542,"Value":35829598,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4097,"Value":16097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":4325376,"Value":4521984,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":2,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":172,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":2,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":4,"Executor Deserialize CPU Time":3717888,"Executor Run Time":11,"Executor CPU Time":11292542,"Peak Execution Memory":4325376,"Result Size":4097,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":2,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":172,"Total Records Read":2},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":153,"Index":11,"Attempt":0,"Launch Time":1634067937241,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":144,"Index":2,"Attempt":0,"Launch Time":1634067937210,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937242,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"81","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"19","Value":"1843","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"14811136","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":4,"Value":34,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4594162,"Value":22880054,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":21,"Value":57,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":8586613,"Value":44416211,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":20097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":4587520,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":4,"Executor Deserialize CPU Time":4594162,"Executor Run Time":21,"Executor CPU Time":8586613,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":154,"Index":12,"Attempt":0,"Launch Time":1634067937242,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":146,"Index":4,"Attempt":0,"Launch Time":1634067937211,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937243,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"8","Value":"89","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"15","Value":"1858","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"14876672","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":10,"Value":44,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4350213,"Value":27230267,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":16,"Value":73,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":8134814,"Value":52551025,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":24097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":4653056,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":10,"Executor Deserialize CPU Time":4350213,"Executor Run Time":16,"Executor CPU Time":8134814,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":155,"Index":13,"Attempt":0,"Launch Time":1634067937245,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":143,"Index":1,"Attempt":0,"Launch Time":1634067937210,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937246,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"89","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"17","Value":"1875","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"14942208","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":12,"Value":56,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":5216019,"Value":32446286,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":19,"Value":92,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":9174503,"Value":61725528,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":28097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":4718592,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":12,"Executor Deserialize CPU Time":5216019,"Executor Run Time":19,"Executor CPU Time":9174503,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":156,"Index":14,"Attempt":0,"Launch Time":1634067937247,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":147,"Index":5,"Attempt":0,"Launch Time":1634067937211,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937247,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"10","Value":"99","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"22","Value":"1897","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"15007744","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":5,"Value":61,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":5093426,"Value":37539712,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":24,"Value":116,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":8420160,"Value":70145688,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":32097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":4784128,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":5,"Executor Deserialize CPU Time":5093426,"Executor Run Time":24,"Executor CPU Time":8420160,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":157,"Index":15,"Attempt":0,"Launch Time":1634067937248,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":149,"Index":7,"Attempt":0,"Launch Time":1634067937228,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937248,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"99","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"9","Value":"1906","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"15073280","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":5,"Value":66,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4883042,"Value":42422754,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":11,"Value":127,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":8130599,"Value":78276287,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":36097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":4849664,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":5,"Executor Deserialize CPU Time":4883042,"Executor Run Time":11,"Executor CPU Time":8130599,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":158,"Index":16,"Attempt":0,"Launch Time":1634067937259,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":150,"Index":8,"Attempt":0,"Launch Time":1634067937232,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937260,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"99","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"18","Value":"1924","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"15138816","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":5,"Value":71,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4638596,"Value":47061350,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":19,"Value":146,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":7920492,"Value":86196779,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":40097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":4915200,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":5,"Executor Deserialize CPU Time":4638596,"Executor Run Time":19,"Executor CPU Time":7920492,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":159,"Index":17,"Attempt":0,"Launch Time":1634067937262,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":160,"Index":18,"Attempt":0,"Launch Time":1634067937263,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":161,"Index":19,"Attempt":0,"Launch Time":1634067937264,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":153,"Index":11,"Attempt":0,"Launch Time":1634067937241,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937265,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"99","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"11","Value":"1935","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"15204352","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":6,"Value":77,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4188759,"Value":51250109,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":13,"Value":159,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":7715554,"Value":93912333,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":44097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":4980736,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":6,"Executor Deserialize CPU Time":4188759,"Executor Run Time":13,"Executor CPU Time":7715554,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":156,"Index":14,"Attempt":0,"Launch Time":1634067937247,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937265,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"99","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"6","Value":"1941","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"15269888","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":4,"Value":81,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4419616,"Value":55669725,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":7,"Value":166,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":7761030,"Value":101673363,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":48097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":5046272,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":4,"Executor Deserialize CPU Time":4419616,"Executor Run Time":7,"Executor CPU Time":7761030,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":154,"Index":12,"Attempt":0,"Launch Time":1634067937242,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937265,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"99","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"12","Value":"1953","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"15335424","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":4,"Value":85,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4178439,"Value":59848164,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":13,"Value":179,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":7771311,"Value":109444674,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":52097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":5111808,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":4,"Executor Deserialize CPU Time":4178439,"Executor Run Time":13,"Executor CPU Time":7771311,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":162,"Index":20,"Attempt":0,"Launch Time":1634067937267,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":152,"Index":10,"Attempt":0,"Launch Time":1634067937241,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937268,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"99","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"18","Value":"1971","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"15400960","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":4,"Value":89,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4201621,"Value":64049785,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":20,"Value":199,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":8220361,"Value":117665035,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":56097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":5177344,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":4,"Executor Deserialize CPU Time":4201621,"Executor Run Time":20,"Executor CPU Time":8220361,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":163,"Index":21,"Attempt":0,"Launch Time":1634067937275,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":157,"Index":15,"Attempt":0,"Launch Time":1634067937248,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937275,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"99","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"19","Value":"1990","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"15466496","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":4,"Value":93,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4531305,"Value":68581090,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":20,"Value":219,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":7450459,"Value":125115494,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":60097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":5242880,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":4,"Executor Deserialize CPU Time":4531305,"Executor Run Time":20,"Executor CPU Time":7450459,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":164,"Index":22,"Attempt":0,"Launch Time":1634067937277,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":155,"Index":13,"Attempt":0,"Launch Time":1634067937245,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937279,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"99","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"15","Value":"2005","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"15532032","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":12,"Value":105,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4740904,"Value":73321994,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":16,"Value":235,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":8287451,"Value":133402945,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":64097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":5308416,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":12,"Executor Deserialize CPU Time":4740904,"Executor Run Time":16,"Executor CPU Time":8287451,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":165,"Index":23,"Attempt":0,"Launch Time":1634067937282,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":166,"Index":24,"Attempt":0,"Launch Time":1634067937284,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":167,"Index":25,"Attempt":0,"Launch Time":1634067937285,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":168,"Index":26,"Attempt":0,"Launch Time":1634067937286,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":169,"Index":27,"Attempt":0,"Launch Time":1634067937286,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":161,"Index":19,"Attempt":0,"Launch Time":1634067937264,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937287,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"99","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"5","Value":"2010","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"15597568","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":3,"Value":108,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":3979488,"Value":77301482,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":7,"Value":242,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":7264034,"Value":140666979,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":68097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":5373952,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":3,"Executor Deserialize CPU Time":3979488,"Executor Run Time":7,"Executor CPU Time":7264034,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":159,"Index":17,"Attempt":0,"Launch Time":1634067937262,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937288,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"99","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"5","Value":"2015","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"15663104","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":9,"Value":117,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4381605,"Value":81683087,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":7,"Value":249,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":6936442,"Value":147603421,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":72097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":5439488,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":9,"Executor Deserialize CPU Time":4381605,"Executor Run Time":7,"Executor CPU Time":6936442,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":160,"Index":18,"Attempt":0,"Launch Time":1634067937263,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937288,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"99","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"6","Value":"2021","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"15728640","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":4,"Value":121,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4593233,"Value":86276320,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":7,"Value":256,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":7800979,"Value":155404400,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":76097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":5505024,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":4,"Executor Deserialize CPU Time":4593233,"Executor Run Time":7,"Executor CPU Time":7800979,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":158,"Index":16,"Attempt":0,"Launch Time":1634067937259,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937289,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"99","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"9","Value":"2030","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"15794176","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":9,"Value":130,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4300883,"Value":90577203,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":11,"Value":267,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":7590550,"Value":162994950,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":80097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":5570560,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":9,"Executor Deserialize CPU Time":4300883,"Executor Run Time":11,"Executor CPU Time":7590550,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":151,"Index":9,"Attempt":0,"Launch Time":1634067937240,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937289,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"99","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"17","Value":"2047","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"15859712","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":18,"Value":148,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4511824,"Value":95089027,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":18,"Value":285,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":7602211,"Value":170597161,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":84097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":5636096,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":18,"Executor Deserialize CPU Time":4511824,"Executor Run Time":18,"Executor CPU Time":7602211,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":170,"Index":28,"Attempt":0,"Launch Time":1634067937289,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":162,"Index":20,"Attempt":0,"Launch Time":1634067937267,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937290,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"99","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"7","Value":"2054","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"15925248","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":4,"Value":152,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":3878710,"Value":98967737,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":8,"Value":293,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":8665016,"Value":179262177,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":88097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":5701632,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":4,"Executor Deserialize CPU Time":3878710,"Executor Run Time":8,"Executor CPU Time":8665016,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":171,"Index":29,"Attempt":0,"Launch Time":1634067937299,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":168,"Index":26,"Attempt":0,"Launch Time":1634067937286,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937299,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"99","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"5","Value":"2059","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"15990784","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":4,"Value":156,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4181588,"Value":103149325,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":7,"Value":300,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":6971407,"Value":186233584,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":92097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":5767168,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":4,"Executor Deserialize CPU Time":4181588,"Executor Run Time":7,"Executor CPU Time":6971407,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":172,"Index":30,"Attempt":0,"Launch Time":1634067937303,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":173,"Index":31,"Attempt":0,"Launch Time":1634067937304,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":174,"Index":32,"Attempt":0,"Launch Time":1634067937305,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":175,"Index":33,"Attempt":0,"Launch Time":1634067937306,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":165,"Index":23,"Attempt":0,"Launch Time":1634067937282,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937306,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"99","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"6","Value":"2065","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"16056320","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":6,"Value":162,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4276089,"Value":107425414,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":7,"Value":307,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":7628683,"Value":193862267,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":96097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":5832704,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":6,"Executor Deserialize CPU Time":4276089,"Executor Run Time":7,"Executor CPU Time":7628683,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":163,"Index":21,"Attempt":0,"Launch Time":1634067937275,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937306,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"99","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"6","Value":"2071","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"16121856","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":18,"Value":180,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4628141,"Value":112053555,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":7,"Value":314,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":7751683,"Value":201613950,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":100097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":5898240,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":18,"Executor Deserialize CPU Time":4628141,"Executor Run Time":7,"Executor CPU Time":7751683,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":167,"Index":25,"Attempt":0,"Launch Time":1634067937285,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937307,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"99","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"9","Value":"2080","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"16187392","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":4,"Value":184,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4194268,"Value":116247823,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":12,"Value":326,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":7386887,"Value":209000837,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":104097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":5963776,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":4,"Executor Deserialize CPU Time":4194268,"Executor Run Time":12,"Executor CPU Time":7386887,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":164,"Index":22,"Attempt":0,"Launch Time":1634067937277,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937307,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"99","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"6","Value":"2086","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"16252928","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":4,"Value":188,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4601609,"Value":120849432,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":13,"Value":339,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":7801018,"Value":216801855,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":108097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":6029312,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":4,"Executor Deserialize CPU Time":4601609,"Executor Run Time":13,"Executor CPU Time":7801018,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":176,"Index":34,"Attempt":0,"Launch Time":1634067937315,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":166,"Index":24,"Attempt":0,"Launch Time":1634067937284,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937315,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"99","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"13","Value":"2099","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"16318464","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":4,"Value":192,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4210051,"Value":125059483,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":15,"Value":354,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":7424354,"Value":224226209,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":112097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":6094848,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":4,"Executor Deserialize CPU Time":4210051,"Executor Run Time":15,"Executor CPU Time":7424354,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":177,"Index":35,"Attempt":0,"Launch Time":1634067937316,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":178,"Index":36,"Attempt":0,"Launch Time":1634067937316,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":169,"Index":27,"Attempt":0,"Launch Time":1634067937286,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937317,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"99","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"5","Value":"2104","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"16384000","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":18,"Value":210,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4441047,"Value":129500530,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":7,"Value":361,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":7187457,"Value":231413666,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":116097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":6160384,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":18,"Executor Deserialize CPU Time":4441047,"Executor Run Time":7,"Executor CPU Time":7187457,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":170,"Index":28,"Attempt":0,"Launch Time":1634067937289,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937317,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"99","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"6","Value":"2110","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"16449536","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":3,"Value":213,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":3022382,"Value":132522912,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":7,"Value":368,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":7819205,"Value":239232871,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":120097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":6225920,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":3,"Executor Deserialize CPU Time":3022382,"Executor Run Time":7,"Executor CPU Time":7819205,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":179,"Index":37,"Attempt":0,"Launch Time":1634067937324,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":172,"Index":30,"Attempt":0,"Launch Time":1634067937303,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937325,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"99","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"6","Value":"2116","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"16515072","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":4,"Value":217,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4386865,"Value":136909777,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":13,"Value":381,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":7831485,"Value":247064356,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":124097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":6291456,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":4,"Executor Deserialize CPU Time":4386865,"Executor Run Time":13,"Executor CPU Time":7831485,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":180,"Index":38,"Attempt":0,"Launch Time":1634067937326,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":174,"Index":32,"Attempt":0,"Launch Time":1634067937305,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937327,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"99","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"6","Value":"2122","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"16580608","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":4,"Value":221,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4616891,"Value":141526668,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":9,"Value":390,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":8281686,"Value":255346042,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":128097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":6356992,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":4,"Executor Deserialize CPU Time":4616891,"Executor Run Time":9,"Executor CPU Time":8281686,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":181,"Index":39,"Attempt":0,"Launch Time":1634067937328,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":171,"Index":29,"Attempt":0,"Launch Time":1634067937299,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937328,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"99","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"17","Value":"2139","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"16646144","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":4,"Value":225,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4117417,"Value":145644085,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":20,"Value":410,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":8086333,"Value":263432375,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":132097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":6422528,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":4,"Executor Deserialize CPU Time":4117417,"Executor Run Time":20,"Executor CPU Time":8086333,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":182,"Index":40,"Attempt":0,"Launch Time":1634067937329,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":175,"Index":33,"Attempt":0,"Launch Time":1634067937306,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937330,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"1","Value":"100","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"15","Value":"2154","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"16711680","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":4,"Value":229,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4370602,"Value":150014687,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":17,"Value":427,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":8146687,"Value":271579062,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":136097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":6488064,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":4,"Executor Deserialize CPU Time":4370602,"Executor Run Time":17,"Executor CPU Time":8146687,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":183,"Index":41,"Attempt":0,"Launch Time":1634067937336,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":176,"Index":34,"Attempt":0,"Launch Time":1634067937315,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937337,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"100","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"10","Value":"2164","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"16777216","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":5,"Value":234,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4026867,"Value":154041554,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":13,"Value":440,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":7888940,"Value":279468002,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":140097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":6553600,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":5,"Executor Deserialize CPU Time":4026867,"Executor Run Time":13,"Executor CPU Time":7888940,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":184,"Index":42,"Attempt":0,"Launch Time":1634067937337,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":178,"Index":36,"Attempt":0,"Launch Time":1634067937316,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937338,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"100","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"12","Value":"2176","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"16842752","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":4,"Value":238,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4125299,"Value":158166853,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":14,"Value":454,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":7870587,"Value":287338589,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":144097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":6619136,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":4,"Executor Deserialize CPU Time":4125299,"Executor Run Time":14,"Executor CPU Time":7870587,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":185,"Index":43,"Attempt":0,"Launch Time":1634067937341,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":173,"Index":31,"Attempt":0,"Launch Time":1634067937304,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937341,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"100","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"15","Value":"2191","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"16908288","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":4,"Value":242,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4521988,"Value":162688841,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":18,"Value":472,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":8036483,"Value":295375072,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":148097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":6684672,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":4,"Executor Deserialize CPU Time":4521988,"Executor Run Time":18,"Executor CPU Time":8036483,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":186,"Index":44,"Attempt":0,"Launch Time":1634067937348,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":177,"Index":35,"Attempt":0,"Launch Time":1634067937316,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937348,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"100","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"14","Value":"2205","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"16973824","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":9,"Value":251,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4214429,"Value":166903270,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":15,"Value":487,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":7684190,"Value":303059262,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":152097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":6750208,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":9,"Executor Deserialize CPU Time":4214429,"Executor Run Time":15,"Executor CPU Time":7684190,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":187,"Index":45,"Attempt":0,"Launch Time":1634067937349,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":181,"Index":39,"Attempt":0,"Launch Time":1634067937328,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937350,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"100","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"9","Value":"2214","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"17039360","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":4,"Value":255,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4231445,"Value":171134715,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":11,"Value":498,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":7454307,"Value":310513569,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":156097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":6815744,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":4,"Executor Deserialize CPU Time":4231445,"Executor Run Time":11,"Executor CPU Time":7454307,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":188,"Index":46,"Attempt":0,"Launch Time":1634067937350,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":180,"Index":38,"Attempt":0,"Launch Time":1634067937326,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937351,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"100","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"12","Value":"2226","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"17104896","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":6,"Value":261,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4643324,"Value":175778039,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":13,"Value":511,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":7411334,"Value":317924903,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":160097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":6881280,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":6,"Executor Deserialize CPU Time":4643324,"Executor Run Time":13,"Executor CPU Time":7411334,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":189,"Index":47,"Attempt":0,"Launch Time":1634067937354,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":182,"Index":40,"Attempt":0,"Launch Time":1634067937329,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937355,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"100","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"5","Value":"2231","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"17170432","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":4,"Value":265,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4458957,"Value":180236996,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":7,"Value":518,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":6957220,"Value":324882123,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":164097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":6946816,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":4,"Executor Deserialize CPU Time":4458957,"Executor Run Time":7,"Executor CPU Time":6957220,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":190,"Index":48,"Attempt":0,"Launch Time":1634067937356,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":185,"Index":43,"Attempt":0,"Launch Time":1634067937341,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937357,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"100","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"6","Value":"2237","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"17235968","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":4,"Value":269,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4344901,"Value":184581897,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":7,"Value":525,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":7530774,"Value":332412897,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":168097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":7012352,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":4,"Executor Deserialize CPU Time":4344901,"Executor Run Time":7,"Executor CPU Time":7530774,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":191,"Index":49,"Attempt":0,"Launch Time":1634067937358,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":184,"Index":42,"Attempt":0,"Launch Time":1634067937337,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937359,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"100","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"6","Value":"2243","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"17301504","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":5,"Value":274,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4738406,"Value":189320303,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":8,"Value":533,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":7316886,"Value":339729783,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":172097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":7077888,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":5,"Executor Deserialize CPU Time":4738406,"Executor Run Time":8,"Executor CPU Time":7316886,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":192,"Index":50,"Attempt":0,"Launch Time":1634067937361,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":179,"Index":37,"Attempt":0,"Launch Time":1634067937324,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937362,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"100","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"11","Value":"2254","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"17367040","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":11,"Value":285,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4769132,"Value":194089435,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":20,"Value":553,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":7861277,"Value":347591060,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":176097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":7143424,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":11,"Executor Deserialize CPU Time":4769132,"Executor Run Time":20,"Executor CPU Time":7861277,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":193,"Index":51,"Attempt":0,"Launch Time":1634067937364,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":186,"Index":44,"Attempt":0,"Launch Time":1634067937348,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937364,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"100","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"7","Value":"2261","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"17432576","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":4,"Value":289,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4604913,"Value":198694348,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":9,"Value":562,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":7549363,"Value":355140423,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":180097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":7208960,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":4,"Executor Deserialize CPU Time":4604913,"Executor Run Time":9,"Executor CPU Time":7549363,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":194,"Index":53,"Attempt":0,"Launch Time":1634067937373,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":183,"Index":41,"Attempt":0,"Launch Time":1634067937336,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937374,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"100","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"14","Value":"2275","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"17498112","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":17,"Value":306,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4202348,"Value":202896696,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":16,"Value":578,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":7008227,"Value":362148650,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":184097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":7274496,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":17,"Executor Deserialize CPU Time":4202348,"Executor Run Time":16,"Executor CPU Time":7008227,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":195,"Index":54,"Attempt":0,"Launch Time":1634067937375,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":187,"Index":45,"Attempt":0,"Launch Time":1634067937349,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937376,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"100","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"16","Value":"2291","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"17563648","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":5,"Value":311,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4302311,"Value":207199007,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":18,"Value":596,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":7369138,"Value":369517788,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":188097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":7340032,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":5,"Executor Deserialize CPU Time":4302311,"Executor Run Time":18,"Executor CPU Time":7369138,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":196,"Index":55,"Attempt":0,"Launch Time":1634067937377,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":190,"Index":48,"Attempt":0,"Launch Time":1634067937356,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937377,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"100","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"6","Value":"2297","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"17629184","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":11,"Value":322,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4271459,"Value":211470466,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":7,"Value":603,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":6774976,"Value":376292764,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":192097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":7405568,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":11,"Executor Deserialize CPU Time":4271459,"Executor Run Time":7,"Executor CPU Time":6774976,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":197,"Index":56,"Attempt":0,"Launch Time":1634067937381,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":198,"Index":57,"Attempt":0,"Launch Time":1634067937382,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":192,"Index":50,"Attempt":0,"Launch Time":1634067937361,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937383,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"100","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"10","Value":"2307","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"17694720","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":4,"Value":326,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4514954,"Value":215985420,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":11,"Value":614,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":7491642,"Value":383784406,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":196097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":7471104,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":4,"Executor Deserialize CPU Time":4514954,"Executor Run Time":11,"Executor CPU Time":7491642,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":189,"Index":47,"Attempt":0,"Launch Time":1634067937354,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937383,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"100","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"18","Value":"2325","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"17760256","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":6,"Value":332,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4773209,"Value":220758629,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":19,"Value":633,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":7554355,"Value":391338761,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":200097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":7536640,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":6,"Executor Deserialize CPU Time":4773209,"Executor Run Time":19,"Executor CPU Time":7554355,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":199,"Index":58,"Attempt":0,"Launch Time":1634067937383,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":191,"Index":49,"Attempt":0,"Launch Time":1634067937358,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937384,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"100","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"13","Value":"2338","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"17825792","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":9,"Value":341,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4273232,"Value":225031861,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":14,"Value":647,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":6897825,"Value":398236586,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":204097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":7602176,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":9,"Executor Deserialize CPU Time":4273232,"Executor Run Time":14,"Executor CPU Time":6897825,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":200,"Index":59,"Attempt":0,"Launch Time":1634067937391,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":195,"Index":54,"Attempt":0,"Launch Time":1634067937375,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937392,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"100","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"6","Value":"2344","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"17891328","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":3,"Value":344,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":3780120,"Value":228811981,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":7,"Value":654,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":7137478,"Value":405374064,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":208097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":7667712,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":3,"Executor Deserialize CPU Time":3780120,"Executor Run Time":7,"Executor CPU Time":7137478,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":201,"Index":60,"Attempt":0,"Launch Time":1634067937393,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":193,"Index":51,"Attempt":0,"Launch Time":1634067937364,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937393,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"100","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"19","Value":"2363","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"17956864","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":4,"Value":348,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4607923,"Value":233419904,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":20,"Value":674,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":6909795,"Value":412283859,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":212097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":7733248,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":4,"Executor Deserialize CPU Time":4607923,"Executor Run Time":20,"Executor CPU Time":6909795,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":202,"Index":61,"Attempt":0,"Launch Time":1634067937394,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":194,"Index":53,"Attempt":0,"Launch Time":1634067937373,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937395,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"100","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"7","Value":"2370","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"18022400","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":6,"Value":354,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4836753,"Value":238256657,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":9,"Value":683,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":7154388,"Value":419438247,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":216097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":7798784,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":6,"Executor Deserialize CPU Time":4836753,"Executor Run Time":9,"Executor CPU Time":7154388,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":203,"Index":62,"Attempt":0,"Launch Time":1634067937401,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":204,"Index":63,"Attempt":0,"Launch Time":1634067937402,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":196,"Index":55,"Attempt":0,"Launch Time":1634067937377,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937403,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"100","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"11","Value":"2381","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"18087936","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":9,"Value":363,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4580972,"Value":242837629,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":13,"Value":696,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":7455164,"Value":426893411,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":220097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":7864320,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":9,"Executor Deserialize CPU Time":4580972,"Executor Run Time":13,"Executor CPU Time":7455164,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":188,"Index":46,"Attempt":0,"Launch Time":1634067937350,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937403,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"100","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"35","Value":"2416","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"18153472","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":12,"Value":375,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4404479,"Value":247242108,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":36,"Value":732,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":7677467,"Value":434570878,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":224097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":7929856,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":12,"Executor Deserialize CPU Time":4404479,"Executor Run Time":36,"Executor CPU Time":7677467,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":205,"Index":64,"Attempt":0,"Launch Time":1634067937403,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":197,"Index":56,"Attempt":0,"Launch Time":1634067937381,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937404,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"100","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"5","Value":"2421","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"18219008","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":6,"Value":381,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4583597,"Value":251825705,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":12,"Value":744,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":6942686,"Value":441513564,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":228097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":7995392,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":6,"Executor Deserialize CPU Time":4583597,"Executor Run Time":12,"Executor CPU Time":6942686,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":206,"Index":65,"Attempt":0,"Launch Time":1634067937410,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":201,"Index":60,"Attempt":0,"Launch Time":1634067937393,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937411,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"100","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"5","Value":"2426","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"18284544","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":4,"Value":385,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4386953,"Value":256212658,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":7,"Value":751,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":6815444,"Value":448329008,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":232097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":8060928,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":4,"Executor Deserialize CPU Time":4386953,"Executor Run Time":7,"Executor CPU Time":6815444,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":207,"Index":66,"Attempt":0,"Launch Time":1634067937416,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":203,"Index":62,"Attempt":0,"Launch Time":1634067937401,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937416,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"100","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"6","Value":"2432","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"18350080","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":4,"Value":389,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4484290,"Value":260696948,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":7,"Value":758,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":7035374,"Value":455364382,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":236097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":8126464,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":4,"Executor Deserialize CPU Time":4484290,"Executor Run Time":7,"Executor CPU Time":7035374,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":208,"Index":67,"Attempt":0,"Launch Time":1634067937417,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":200,"Index":59,"Attempt":0,"Launch Time":1634067937391,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937417,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"100","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"17","Value":"2449","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"18415616","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":4,"Value":393,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4541577,"Value":265238525,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":18,"Value":776,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":6538043,"Value":461902425,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":240097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":8192000,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":4,"Executor Deserialize CPU Time":4541577,"Executor Run Time":18,"Executor CPU Time":6538043,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":209,"Index":68,"Attempt":0,"Launch Time":1634067937420,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":198,"Index":57,"Attempt":0,"Launch Time":1634067937382,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937421,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"100","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"21","Value":"2470","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"18481152","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":12,"Value":405,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4559260,"Value":269797785,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":24,"Value":800,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":7434700,"Value":469337125,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":244097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":8257536,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":12,"Executor Deserialize CPU Time":4559260,"Executor Run Time":24,"Executor CPU Time":7434700,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":210,"Index":69,"Attempt":0,"Launch Time":1634067937424,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":211,"Index":70,"Attempt":0,"Launch Time":1634067937424,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":204,"Index":63,"Attempt":0,"Launch Time":1634067937402,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937425,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"100","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"5","Value":"2475","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"18546688","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":4,"Value":409,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4336115,"Value":274133900,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":6,"Value":806,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":6766755,"Value":476103880,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":248097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":8323072,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":4,"Executor Deserialize CPU Time":4336115,"Executor Run Time":6,"Executor CPU Time":6766755,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":199,"Index":58,"Attempt":0,"Launch Time":1634067937383,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937425,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"14","Value":"114","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"18","Value":"2493","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"18612224","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":4,"Value":413,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4179067,"Value":278312967,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":33,"Value":839,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":7324367,"Value":483428247,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":252097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":8388608,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":4,"Executor Deserialize CPU Time":4179067,"Executor Run Time":33,"Executor CPU Time":7324367,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":212,"Index":71,"Attempt":0,"Launch Time":1634067937427,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":206,"Index":65,"Attempt":0,"Launch Time":1634067937410,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937429,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"1","Value":"115","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"7","Value":"2500","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"18677760","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":5,"Value":418,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4433088,"Value":282746055,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":9,"Value":848,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":7193406,"Value":490621653,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":256097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":8454144,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":5,"Executor Deserialize CPU Time":4433088,"Executor Run Time":9,"Executor CPU Time":7193406,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":213,"Index":72,"Attempt":0,"Launch Time":1634067937437,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":210,"Index":69,"Attempt":0,"Launch Time":1634067937424,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937437,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"115","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"5","Value":"2505","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"18743296","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":4,"Value":422,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4134026,"Value":286880081,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":7,"Value":855,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":7335881,"Value":497957534,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":260097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":8519680,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":4,"Executor Deserialize CPU Time":4134026,"Executor Run Time":7,"Executor CPU Time":7335881,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":214,"Index":73,"Attempt":0,"Launch Time":1634067937438,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":215,"Index":74,"Attempt":0,"Launch Time":1634067937439,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":208,"Index":67,"Attempt":0,"Launch Time":1634067937417,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937439,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"115","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"9","Value":"2514","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"18808832","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":4,"Value":426,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4666650,"Value":291546731,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":11,"Value":866,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":7107835,"Value":505065369,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":264097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":8585216,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":4,"Executor Deserialize CPU Time":4666650,"Executor Run Time":11,"Executor CPU Time":7107835,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":207,"Index":66,"Attempt":0,"Launch Time":1634067937416,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937440,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"115","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"9","Value":"2523","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"18874368","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":5,"Value":431,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4532364,"Value":296079095,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":11,"Value":877,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":6763863,"Value":511829232,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":268097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":8650752,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":5,"Executor Deserialize CPU Time":4532364,"Executor Run Time":11,"Executor CPU Time":6763863,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":205,"Index":64,"Attempt":0,"Launch Time":1634067937403,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937440,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"115","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"10","Value":"2533","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"18939904","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":14,"Value":445,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4437344,"Value":300516439,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":11,"Value":888,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":6807458,"Value":518636690,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":272097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":8716288,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":14,"Executor Deserialize CPU Time":4437344,"Executor Run Time":11,"Executor CPU Time":6807458,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":202,"Index":61,"Attempt":0,"Launch Time":1634067937394,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937440,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"115","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"27","Value":"2560","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"19005440","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":5,"Value":450,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4266382,"Value":304782821,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":29,"Value":917,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":7401761,"Value":526038451,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":276097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":8781824,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":5,"Executor Deserialize CPU Time":4266382,"Executor Run Time":29,"Executor CPU Time":7401761,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":211,"Index":70,"Attempt":0,"Launch Time":1634067937424,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937450,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"115","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"5","Value":"2565","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"19070976","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":12,"Value":462,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4483958,"Value":309266779,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":7,"Value":924,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":7521238,"Value":533559689,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":280097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":8847360,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":12,"Executor Deserialize CPU Time":4483958,"Executor Run Time":7,"Executor CPU Time":7521238,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":209,"Index":68,"Attempt":0,"Launch Time":1634067937420,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937453,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"115","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"5","Value":"2570","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"19136512","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":9,"Value":471,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4608074,"Value":313874853,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":7,"Value":931,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":7353131,"Value":540912820,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":284097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":8912896,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":9,"Executor Deserialize CPU Time":4608074,"Executor Run Time":7,"Executor CPU Time":7353131,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":215,"Index":74,"Attempt":0,"Launch Time":1634067937439,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937453,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"115","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"6","Value":"2576","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"19202048","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":4,"Value":475,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4174613,"Value":318049466,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":7,"Value":938,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":6971832,"Value":547884652,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":288097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":8978432,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":4,"Executor Deserialize CPU Time":4174613,"Executor Run Time":7,"Executor CPU Time":6971832,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":214,"Index":73,"Attempt":0,"Launch Time":1634067937438,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937453,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"115","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"5","Value":"2581","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"19267584","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":4,"Value":479,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4071607,"Value":322121073,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":6,"Value":944,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":6751554,"Value":554636206,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":292097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":9043968,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":4,"Executor Deserialize CPU Time":4071607,"Executor Run Time":6,"Executor CPU Time":6751554,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":212,"Index":71,"Attempt":0,"Launch Time":1634067937427,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937458,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"115","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"6","Value":"2587","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"19333120","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":14,"Value":493,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4203278,"Value":326324351,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":13,"Value":957,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":7128285,"Value":561764491,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":296097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":9109504,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":14,"Executor Deserialize CPU Time":4203278,"Executor Run Time":13,"Executor CPU Time":7128285,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":213,"Index":72,"Attempt":0,"Launch Time":1634067937437,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937459,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"115","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"5","Value":"2592","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"19398656","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":5,"Value":498,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4710443,"Value":331034794,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":7,"Value":964,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":6477685,"Value":568242176,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":300097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":9175040,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":5,"Executor Deserialize CPU Time":4710443,"Executor Run Time":7,"Executor CPU Time":6477685,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} +{"Event":"SparkListenerStageCompleted","Stage Info":{"Stage ID":14,"Stage Attempt ID":0,"Stage Name":"show at :32","Number of Tasks":75,"RDD Info":[{"RDD ID":14,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"25\",\"name\":\"mapPartitionsInternal\"}","Callsite":"show at :32","Parent IDs":[13],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":5,"Name":"ShuffledRowRDD","Scope":"{\"id\":\"9\",\"name\":\"Exchange\"}","Callsite":"show at :32","Parent IDs":[4],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":12,"Name":"ZippedPartitionsRDD2","Scope":"{\"id\":\"2\",\"name\":\"WholeStageCodegen (5)\"}","Callsite":"show at :32","Parent IDs":[6,11],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":10,"Name":"ShuffledRowRDD","Scope":"{\"id\":\"19\",\"name\":\"Exchange\"}","Callsite":"show at :32","Parent IDs":[9],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":11,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"16\",\"name\":\"WholeStageCodegen (4)\"}","Callsite":"show at :32","Parent IDs":[10],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":13,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"2\",\"name\":\"WholeStageCodegen (5)\"}","Callsite":"show at :32","Parent IDs":[12],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":6,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"6\",\"name\":\"WholeStageCodegen (2)\"}","Callsite":"show at :32","Parent IDs":[5],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[12,13],"Details":"org.apache.spark.sql.Dataset.show(Dataset.scala:793)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:32)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:36)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:38)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:40)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw.(:42)\n$line22.$read$$iw$$iw$$iw$$iw$$iw.(:44)\n$line22.$read$$iw$$iw$$iw$$iw.(:46)\n$line22.$read$$iw$$iw$$iw.(:48)\n$line22.$read$$iw$$iw.(:50)\n$line22.$read$$iw.(:52)\n$line22.$read.(:54)\n$line22.$read$.(:58)\n$line22.$read$.()\n$line22.$eval$.$print$lzycompute(:7)\n$line22.$eval$.$print(:6)\n$line22.$eval.$print()\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)","Submission Time":1634067937203,"Completion Time":1634067937459,"Accumulables":[{"ID":24,"Name":"local blocks read","Value":"3","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":27,"Name":"local bytes read","Value":"291","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":28,"Name":"fetch wait time","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":29,"Name":"records read","Value":"3","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":35,"Name":"local blocks read","Value":"3","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":38,"Name":"local bytes read","Value":"228","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":39,"Name":"fetch wait time","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":40,"Name":"records read","Value":"3","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":54,"Name":"duration","Value":"115","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":55,"Name":"number of output rows","Value":"3","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Value":"2592","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Value":"19398656","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":62,"Name":"duration","Value":"37","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":63,"Name":"sort time","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"peak memory","Value":"4390912","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":65,"Name":"spill size","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Value":498,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Value":331034794,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Value":964,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Value":568242176,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Value":300097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Value":9175040,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Value":2,"Internal":true,"Count Failed Values":true}],"Resource Profile Id":0}} +{"Event":"SparkListenerJobEnd","Job ID":4,"Completion Time":1634067937459,"Job Result":{"Result":"JobSucceeded"}} +{"Event":"org.apache.spark.sql.execution.ui.SparkListenerSQLExecutionEnd","executionId":0,"time":1634067937497} +{"Event":"SparkListenerApplicationEnd","Timestamp":1634067939655} diff --git a/tools/src/test/scala/com/nvidia/spark/rapids/tool/qualification/QualificationSuite.scala b/tools/src/test/scala/com/nvidia/spark/rapids/tool/qualification/QualificationSuite.scala index e8f7c6cf89e..79a07a2ee8a 100644 --- a/tools/src/test/scala/com/nvidia/spark/rapids/tool/qualification/QualificationSuite.scala +++ b/tools/src/test/scala/com/nvidia/spark/rapids/tool/qualification/QualificationSuite.scala @@ -324,6 +324,11 @@ class QualificationSuite extends FunSuite with BeforeAndAfterEach with Logging { runQualificationTest(logFiles, "nds_q86_test_expectation.csv") } + test("test rdd to dataframe/dataset conversion") { + val logFiles = Array(s"$logDir/rdd_to_dataframe_eventlog") + runQualificationTest(logFiles, "rdd_to_dataframe_expectation.csv") + } + // event log rolling creates files under a directory test("test event log rolling") { val logFiles = Array(s"$logDir/eventlog_v2_local-1623876083964") From a468c46668065de275f2344eaec918daf94f538a Mon Sep 17 00:00:00 2001 From: Niranjan Artal Date: Wed, 13 Oct 2021 19:55:38 -0700 Subject: [PATCH 2/7] update readme Signed-off-by: Niranjan Artal --- docs/additional-functionality/qualification-profiling-tools.md | 2 ++ 1 file changed, 2 insertions(+) diff --git a/docs/additional-functionality/qualification-profiling-tools.md b/docs/additional-functionality/qualification-profiling-tools.md index 395b9ab1d6a..fb8f340113f 100644 --- a/docs/additional-functionality/qualification-profiling-tools.md +++ b/docs/additional-functionality/qualification-profiling-tools.md @@ -121,6 +121,8 @@ total task time in SQL Dataframe operations). Each application(event log) could have multiple SQL queries. If a SQL's plan has Dataset API inside such as keyword `$Lambda` or `.apply`, that SQL query is categorized as a DataSet SQL query, otherwise it is a Dataframe SQL query. +If there are RDD to Dataset/Dataframe conversion then it would have `SerializeFromObject` in it's SQL plan. These +time taken by these operations are not included in total task time as the score is based on only pure Dataframe SQL. Note: the duration(s) reported are in milli-seconds. From f8feb4a10a527ff6a8c5c1284facd4142d53418e Mon Sep 17 00:00:00 2001 From: Niranjan Artal Date: Wed, 13 Oct 2021 22:32:03 -0700 Subject: [PATCH 3/7] update test results Signed-off-by: Niranjan Artal --- .../spark/sql/rapids/tool/profiling/ApplicationInfo.scala | 2 +- .../QualificationExpectations/db_sim_test_expectation.csv | 2 +- .../directory_test_expectation.csv | 2 +- .../qual_test_simple_expectation.csv | 2 +- .../QualificationExpectations/spark2_expectation.csv | 2 +- .../rapids/tool/qualification/QualificationSuite.scala | 6 +++--- 6 files changed, 8 insertions(+), 8 deletions(-) diff --git a/tools/src/main/scala/org/apache/spark/sql/rapids/tool/profiling/ApplicationInfo.scala b/tools/src/main/scala/org/apache/spark/sql/rapids/tool/profiling/ApplicationInfo.scala index 8747b3306c3..430d1d0b5c2 100644 --- a/tools/src/main/scala/org/apache/spark/sql/rapids/tool/profiling/ApplicationInfo.scala +++ b/tools/src/main/scala/org/apache/spark/sql/rapids/tool/profiling/ApplicationInfo.scala @@ -271,7 +271,7 @@ class ApplicationInfo( val allnodes = planGraph.allNodes for (node <- allnodes) { checkGraphNodeForBatchScan(sqlID, node) - if (isDataSetPlan(node.desc)) { + if (isDataSetOrRDDPlan(node.desc)) { sqlIdToInfo.get(sqlID).foreach { sql => sql.hasDataset = true } diff --git a/tools/src/test/resources/QualificationExpectations/db_sim_test_expectation.csv b/tools/src/test/resources/QualificationExpectations/db_sim_test_expectation.csv index 13e668b1d39..4fe573b3581 100644 --- a/tools/src/test/resources/QualificationExpectations/db_sim_test_expectation.csv +++ b/tools/src/test/resources/QualificationExpectations/db_sim_test_expectation.csv @@ -1,2 +1,2 @@ App Name,App ID,Score,Potential Problems,SQL Dataframe Duration,SQL Dataframe Task Duration,App Duration,Executor CPU Time Percent,App Duration Estimated,SQL Duration with Potential Problems,SQL Ids with Failures,Read Score Percent,ReadFileFormat Score,Unsupported Read File Formats and Types,Unsupported Write Data Format,Complex Types,Unsupported Nested Complex Types -Spark shell,local-1623876083964,1417661.00,"",119903,1417661,133857,91.14,false,0,"",20,100.00,"","","","" +Spark shell,local-1623876083964,0.0,"",0,0,133857,0.0,false,0,"",20,100.00,"","","","" diff --git a/tools/src/test/resources/QualificationExpectations/directory_test_expectation.csv b/tools/src/test/resources/QualificationExpectations/directory_test_expectation.csv index 13e668b1d39..28159dcac7b 100644 --- a/tools/src/test/resources/QualificationExpectations/directory_test_expectation.csv +++ b/tools/src/test/resources/QualificationExpectations/directory_test_expectation.csv @@ -1,2 +1,2 @@ App Name,App ID,Score,Potential Problems,SQL Dataframe Duration,SQL Dataframe Task Duration,App Duration,Executor CPU Time Percent,App Duration Estimated,SQL Duration with Potential Problems,SQL Ids with Failures,Read Score Percent,ReadFileFormat Score,Unsupported Read File Formats and Types,Unsupported Write Data Format,Complex Types,Unsupported Nested Complex Types -Spark shell,local-1623876083964,1417661.00,"",119903,1417661,133857,91.14,false,0,"",20,100.00,"","","","" +Spark shell,local-1623876083964,0.0,"",0,0,133857,0,false,0,"",20,100.00,"","","","" diff --git a/tools/src/test/resources/QualificationExpectations/qual_test_simple_expectation.csv b/tools/src/test/resources/QualificationExpectations/qual_test_simple_expectation.csv index a80c93cd5df..00c1a31ec83 100644 --- a/tools/src/test/resources/QualificationExpectations/qual_test_simple_expectation.csv +++ b/tools/src/test/resources/QualificationExpectations/qual_test_simple_expectation.csv @@ -1,5 +1,5 @@ App Name,App ID,Score,Potential Problems,SQL Dataframe Duration,SQL Dataframe Task Duration,App Duration,Executor CPU Time Percent,App Duration Estimated,SQL Duration with Potential Problems,SQL Ids with Failures,Read Score Percent,ReadFileFormat Score,Unsupported Read File Formats and Types,Unsupported Write Data Format,Complex Types,Unsupported Nested Complex Types -Rapids Spark Profiling Tool Unit Tests,local-1622043423018,125035.00,"",11128,125035,16319,37.81,false,0,"",20,100.00,"",JSON,"","" Rapids Spark Profiling Tool Unit Tests,local-1623281204390,3732.80,UDF,2032,4666,6240,46.27,false,577,"",20,0.00,"JSON[*]",JSON,"","" +Rapids Spark Profiling Tool Unit Tests,local-1622043423018,0.0,"",0,0,16319,0.0,false,0,"",20,100.00,"",JSON,"","" Rapids Spark Profiling Tool Unit Tests,local-1621966649543,0.00,"",0,0,10650,0.0,false,0,"",20,100.00,"",JSON,"","" Rapids Spark Profiling Tool Unit Tests,local-1621955976602,0.00,"",0,0,10419,0.0,false,0,"",20,100.00,"",JSON,"","" diff --git a/tools/src/test/resources/QualificationExpectations/spark2_expectation.csv b/tools/src/test/resources/QualificationExpectations/spark2_expectation.csv index b308e944890..0fd260880ec 100644 --- a/tools/src/test/resources/QualificationExpectations/spark2_expectation.csv +++ b/tools/src/test/resources/QualificationExpectations/spark2_expectation.csv @@ -1,2 +1,2 @@ App Name,App ID,Score,Potential Problems,SQL Dataframe Duration,SQL Dataframe Task Duration,App Duration,Executor CPU Time Percent,App Duration Estimated,SQL Duration with Potential Problems,SQL Ids with Failures,Read Score Percent,ReadFileFormat Score,Unsupported Read File Formats and Types,Unsupported Write Data Format,Complex Types,Unsupported Nested Complex Types -Spark shell,local-1624892957956,37581.00,"",3751,37581,17801,58.47,false,0,"",20,100.00,"","","","" +Spark shell,local-1624892957956,0.0,"",0,0,17801,0.0,false,0,"",20,100.00,"","","","" diff --git a/tools/src/test/scala/com/nvidia/spark/rapids/tool/qualification/QualificationSuite.scala b/tools/src/test/scala/com/nvidia/spark/rapids/tool/qualification/QualificationSuite.scala index 79a07a2ee8a..8515c014dd2 100644 --- a/tools/src/test/scala/com/nvidia/spark/rapids/tool/qualification/QualificationSuite.scala +++ b/tools/src/test/scala/com/nvidia/spark/rapids/tool/qualification/QualificationSuite.scala @@ -117,7 +117,7 @@ class QualificationSuite extends FunSuite with BeforeAndAfterEach with Logging { val (exit, appSum) = QualificationMain.mainInternal(appArgs) assert(exit == 0) assert(appSum.size == 4) - assert(appSum.head.appId.equals("local-1622043423018")) + assert(appSum.head.appId.equals("local-1623281204390")) val filename = s"$outpath/rapids_4_spark_qualification_output/" + s"rapids_4_spark_qualification_output.log" @@ -153,7 +153,7 @@ class QualificationSuite extends FunSuite with BeforeAndAfterEach with Logging { val (exit, appSum) = QualificationMain.mainInternal(appArgs) assert(exit == 0) assert(appSum.size == 4) - assert(appSum.head.appId.equals("local-1622043423018")) + assert(appSum.head.appId.equals("local-1623281204390")) val filename = s"$outpath/rapids_4_spark_qualification_output/" + s"rapids_4_spark_qualification_output.log" @@ -164,7 +164,7 @@ class QualificationSuite extends FunSuite with BeforeAndAfterEach with Logging { assert(lines.size == (4 + 4)) // skip the 3 header lines val firstRow = lines(3) - assert(firstRow.contains("local-1622043423018")) + assert(firstRow.contains("local-1623281204390")) } finally { inputSource.close() } From 92c556c8c0e42b9d7fb814413d5eb578e13aad17 Mon Sep 17 00:00:00 2001 From: Niranjan Artal Date: Thu, 14 Oct 2021 16:57:40 -0700 Subject: [PATCH 4/7] addressed review comments Signed-off-by: Niranjan Artal --- .../qualification-profiling-tools.md | 7 +- .../rdd_to_dataframe_expectation.csv | 2 - .../spark2_expectation.csv | 2 +- .../spark2-eventlog.zstd | Bin 58877 -> 9788 bytes .../rdd_to_dataframe_eventlog | 465 ------------------ .../tool/profiling/ApplicationInfoSuite.scala | 6 +- .../rapids/tool/profiling/CompareSuite.scala | 4 +- .../qualification/QualificationSuite.scala | 5 - 8 files changed, 9 insertions(+), 482 deletions(-) delete mode 100644 tools/src/test/resources/QualificationExpectations/rdd_to_dataframe_expectation.csv mode change 100755 => 100644 tools/src/test/resources/spark-events-profiling/spark2-eventlog.zstd delete mode 100644 tools/src/test/resources/spark-events-qualification/rdd_to_dataframe_eventlog diff --git a/docs/additional-functionality/qualification-profiling-tools.md b/docs/additional-functionality/qualification-profiling-tools.md index fb8f340113f..348422c79c5 100644 --- a/docs/additional-functionality/qualification-profiling-tools.md +++ b/docs/additional-functionality/qualification-profiling-tools.md @@ -119,10 +119,9 @@ likely the plugin will be able to help accelerate that application. The tool als that the plugin doesn't support and if it finds any not supported it will take away from the score (based on the total task time in SQL Dataframe operations). -Each application(event log) could have multiple SQL queries. If a SQL's plan has Dataset API inside such as keyword - `$Lambda` or `.apply`, that SQL query is categorized as a DataSet SQL query, otherwise it is a Dataframe SQL query. -If there are RDD to Dataset/Dataframe conversion then it would have `SerializeFromObject` in it's SQL plan. These -time taken by these operations are not included in total task time as the score is based on only pure Dataframe SQL. +Each application(event log) could have multiple SQL queries. If a SQL's plan has a Dataset API or RDD call +inside of it, that SQL query is not categorized as a Dataframe SQL query. We are unable to determine how much +of that query is made up of Dataset or RDD calls so the entire query task time is not included in the score. Note: the duration(s) reported are in milli-seconds. diff --git a/tools/src/test/resources/QualificationExpectations/rdd_to_dataframe_expectation.csv b/tools/src/test/resources/QualificationExpectations/rdd_to_dataframe_expectation.csv deleted file mode 100644 index 5f4ffc34ad7..00000000000 --- a/tools/src/test/resources/QualificationExpectations/rdd_to_dataframe_expectation.csv +++ /dev/null @@ -1,2 +0,0 @@ -App Name,App ID,Score,Potential Problems,SQL DF Duration,SQL Dataframe Task Duration,App Duration,Executor CPU Time Percent,App Duration Estimated,SQL Duration with Potential Problems,SQL Ids with Failures,Read Score Percent,Read File Format Score,Unsupported Read File Formats and Types,Unsupported Write Data Format,,Complex Types,Unsupported Nested Complex Types -Spark shell,local-1634067832387,0.0,"",0,0,108138,0.0,false,0,"",20,100.0,"","","","" \ No newline at end of file diff --git a/tools/src/test/resources/QualificationExpectations/spark2_expectation.csv b/tools/src/test/resources/QualificationExpectations/spark2_expectation.csv index 0fd260880ec..dd12452a147 100644 --- a/tools/src/test/resources/QualificationExpectations/spark2_expectation.csv +++ b/tools/src/test/resources/QualificationExpectations/spark2_expectation.csv @@ -1,2 +1,2 @@ App Name,App ID,Score,Potential Problems,SQL Dataframe Duration,SQL Dataframe Task Duration,App Duration,Executor CPU Time Percent,App Duration Estimated,SQL Duration with Potential Problems,SQL Ids with Failures,Read Score Percent,ReadFileFormat Score,Unsupported Read File Formats and Types,Unsupported Write Data Format,Complex Types,Unsupported Nested Complex Types -Spark shell,local-1624892957956,0.0,"",0,0,17801,0.0,false,0,"",20,100.00,"","","","" +Spark shell,local-1634253215009,335.07,"",1520,359,47063,67.64,false,0,"",20,66.67,Text[*],"","","" diff --git a/tools/src/test/resources/spark-events-profiling/spark2-eventlog.zstd b/tools/src/test/resources/spark-events-profiling/spark2-eventlog.zstd old mode 100755 new mode 100644 index 4cb3d9389ae76d9a8968706c4b9cdb1c6a180dc0..0d8ceb64655dd93f51d5345b499cc223d5b99520 GIT binary patch literal 9788 zcmV-CCd1h%wJ-goO{@U`WibJIKH)erz+{T148+MMAj!*MZa8Si?$WfnGJ)F5JZl4U za8?df@1{wj%tSHDC?x>XBnS`ya20(6Tmzp2*ljpyQk&#`F-%{6jok_OMlNRGgJN3q z->=*QIp#HQI!rJ)Fkql)L}1{c@t_xToAH%#gYuSoZeYK<3=uSjU^uP$EruqwznH>X zbwf@8g@Y!w?11do*&md?){t9O?K)pf@0=a-^wW%C{rN$HL9sG+Y_}2@^~@o!vFFz5 zi<6;DC<1U;aQ|wsCBG$G@(T5mYPI^TtYIDm3jncwu?b@w2D!KDzF4l*qh2#`axsc; zMk{Ml)3`0|EqtpcwF~cveyUp6^V+_{TR91Kt96YN!GR=_{>mfNFNS9hks4>J zmN6fM&MAyCtWzv~#4XCWbz)q8HDjul@z{R7N%lNd`!>c?<20#R-%h;;&HgTCKYNG@ zo8E&yTraLtt0LE{Zly52|K3(dTbjnG`wiu9eNc~3tYbUZ2UeCnS{;@CrI+@0?`oUW zu2<^*!!G(RM)44Vz(FH|045kD8f|I1L7_f>rBHT7;2KBS_-bs7fUTE>>D%`$>s?H@ zrAd$NS6kYxXj02~d-m(~`&(^W8g*Iw;rcvti1k}fBF0^pXZ6wcee3OIJyh8GcKWOY zU11v`f^Vm&=fw+S${+65$ywjoFXJuzcvuhsA^+BH?fcczhzYjWQ*T#m!t|r+`vwXg z6f~(lg{_z0V$?sVw)P*|@4GH%B#mf{9@6-3I%MP==o{yV4s{L(!^9}3v)5+^q?F@% z2u6<>2c0K!59DZE^9s>CDOav_^J zrPOxD5^ZUXgbzN*fiFg|g7TGLkBCrg5nNnUkeasHfl^_Jwm?$TpK*g?ePfEYw5{>O zI>ok0ZEK7`s~|P(xGjHHGu5Q#@SwDXnaqSy&e%u?O6{_I>$fUJTN?Eg#gOsF=t~j+ z;G)SFUu;slxa#~5l%?(LyHR0?{P(x65RvRxqe*Sw&l0o>0TgVEJg$XVOeYeYFE{;! ziGsM#D!kfVy}Y^=G8`9E3AftDtpp8*1P}=(F8UWwuetVq#QgMxtZwSKS{Y>fWnt=K z05ib*FN2^>OZYm#lXinNHe+eXV_Wld_#P~5D7KTYo8jO@pe})e-h8E->Trr z<}t5v*7}7GtE%H-`ZVr$wKz{M=x}|pn|;Dq{&{Qdc}w0wnhIOTKsTB4Qx2veu3lbU zw_ED{5N5u{xhC6vJ>%_arLo)et>g3c`8hAT{FYzOez~_8g{|l@PBL=0@onL3a++@CHvZ>QW|*6-@py!C6IbosCU z2*wm1bQhf{r>p+^kO@*%? zb?P>K$gMHH==R(ExB9-Ay2#DV94tdc15j~-O3R})v)&*bm zqO+Ivpr7WKI1th}taf-ii$R|EJm_%FT)yW;=d`=oC(hN&9lqC}#50FT_!tM_ixD)= z)GhZE{_~`5-PrY?pvS!EaK>>vO>5q7;eAaqb^2nNsYp^UhLuOl(+mkr`+lh zigU_=T&c(MKA<=*rp_si_x?fs@>gZtq()u0EKHwg9`QiQpXF~bE~ekk`1)L7Q-w`W zg53&1L4dbw#A3YPp5O;SNPxE|cy?dY`nWt-Z%^JMFSRnQh@ zTTK6iQr)`uA7C;15DX0sAR;sx2^tzqNHnQUc7-#7h-jyXXs2k@@6AAvntnUE#T?pV zVZksA1DA`4t`1M3HWb}(0j2g6)KjR|YkvI>Qj6&7puBd_Dkxuh#=FrL3kX4K+TlUj z_p?jLmSzE=Nv$odNsXdOtx2sdtx2s_keY9&e81Hei|Q%d@RjezTl`1>g4FJ3%GL*M zOM^A-&0GnbB%723ThsGq7#R7sN>5J>GJG+FkSY(<$`1Z1@X8bkT z5vbq#FC&7ku#K?qXD_|24hWK`?!()v;65nQ#dR-R@)U}+-O5;jvb?tLP$cRfbUOm& zI&C}wiYuT&qFQxd4HSvO#QJ4W4ji}@w_;0vEA}TWASjzY1ZN2YjADRdzyLGAW7e|; ztLDA%*wuZzpyc1SDo|VjilR^qp|}EW1ypvmDune3+XHUJfdk5QE1_7YwZaez^*XzR za^Qf&bt_?=Ry}!KZD|G^=#k!nwN9V)ECJ;|QQ%gOczF5u=j%~@pS~3aplG4GZf}JF z*(_9V-yu4ZXAW6V7MPFV?AB*5>mg&UpHc=2KlVp_R<|>F?_&B^7;v87*kxflpdutG7aQ3k&)1X0lVHBfH$EQC_wq=0Bj3Z+TYW z+Z~>jptY^OpK42!Q8M5y))&(NDBBgvv29n)R6o@gMrzbU0*C=LUd7(U)k@IXL0cHe zG}pzzK)EgkdtD3>&Ig^v_>#!C>UK_H$b5{u+}agEb!&D!0d4(Nr7XX$%bC9_{VXAV zzF1RV-^{TmPV1zx~S})UA_mr}9&_Vp9eu*X377laX0NE^TG((AV>ZK>65i z<-abs-clEvDr|4Hq?6Tk8z%|#AXTkrnvs}-IIY_=XL7ytoG?N`T!!;SCyK%lMq~Zf ze2sJj0JxA310Bd|qA4L~%7%%M6V1s$amE-KCO(dgQ4=8(F-8VPGdhnm zXEf)Wb51xXbev{BbI$2FP(};nG|S^Sj%=PMYGM=31~v|irZeU9Jdlx4(?rjVBm+eV zLgtANd}M5**)$P0(QKMVHZjIVMj2t##0FxTXg19w9~nI|nh-_~(Ht z4|E`eP{Oy9>#FQq5uiS^STm7{k&H5eGHRlnkepE@ANfEDp(q=NVW2o8_&kr4@R3gg zNf{w#!bm<4ikOK1)ijOMICDBP#@IYjya<$U0T^MPa}n>nR~peSV{8wg>;0agZq5Kd@H7$q~|oKiLh zQ4=GCQ4?c~Pt}}1Yk=?j3se0lD#vC3Y96P+LjFj`30y4Oy0IoMTr9u0li!O?RQGkY zaF!_W8QYkGXD_S1eLrW6UQC}8JyC=YY$9w?1EFLwmZ1FegF@M^Tr9^3VbsKkfe-^D zgiO>#vylu`@MhqG@)W98d^^QJ20{ihkbzNNPBBklePU;tGOFxZ%Zet6Jm$TU?5kR*!<6@>uB zN&8XN3AsRcXh&dcr4w=JQ0c zaUN$f)0xwW90xjZLXhLY$utl`l4&4>5Y9R0oO8}O=bR7}VH8aWp=27!EYgV%j3OCL z$8j7dMi^m)5ym;^oO8}O=bRHd5rouJKj8(9i6*?jiQ@7^s4b9;-d+}Npe`D;aqz9&%n<5}5i4sIwcyum8TwY_ceX%NJQhn_ZqGGdN5&s*5C|bWZZ6j1E7XG+OD!$8 zt2)8JLHIfp7Tj6aE)MK$k+l_WDzeVA^vyqBBE0a*z5_`xidjhuJ`$_NR^vfE1A2;p z%N<{ocF74O5?s#~wKhWgP{;s17!r5wupbFp!`y8Uh$}nSo&MkfHLv14cgO}MhMg#s zAFkX-CbWh6H9~4_nT}H)GG35e_9rmOBpg|w{Er$N`%ns$` z#TqmEWRVjxN`562Lhpzsq)oRY7~E$2DVomR!u5;fuM8C4)m$b?r-Ri+iAa@JkzIr| zV63d1NJlwAHFa|iY`gE_3y3I570Vp?jLPAEKH%{YG=K*H_rsRLt!GvgwR%u6*5t7k zb9qTE#=e`iXlnSAEXrwI7-ccVO<;K9?h7gQ*wImwxkH<(i$V@p^)DH@2WcROjOSRc zD3D2MSL)|Ko3vv{-7$|%l*dTjbVYD);?Yl`k+P}XcWk&Cpt}jvvSKc&4Src$HTI7j zP@kr*6c@8)KxR|zWtnxXGn-SQSyPpoO&L0Cse#5>YDYj&8{jyTN#(uSUM9W{7f^p| ztn?pniJv{bIL*ofh?Wl4##5u$BSAxHXfO<>E81LpE{5zSF% zwN5#aZW6Y1GYmjYAuYh!q!OCPBB4-4xP_k~lT`iw`M&Xxq%<1jS2%E=7x=9UPc{LWC zod}W#$O@>c=tX#U7@ZT1N_J^Q$l46u3m|=;0n3upDd3_~MCD^;FWR3-GlY35z@Q&E zsa6-)Z#)ToFN#Zf2MJaHAnC2!=s?$__*`5_gn)*EFkb!H4p2;x;u6+m623P|M`LkD zGK-uFd4L97_Rh0XB@dy!`T!oWt3~v1Kzt}E71P`c`Na|^2DN^AVE}O_?tkv3Q-uyy zQCydTDBm{^YZBB!>#f>=Ve-_LeH;|%p`U?J@BjeC;!-d#$(DJO(5fC_^2j>yq&zHE zv=!ZMNfbiy$1txi$g zP8v!2Gj7WQh?la4p+7H}Q2>Vr;Y)!mzzx-)!tVfptYvq{FYP8nhbrN4;vs3X=BHq= z>;|OhWf!!La~c1CmQ#V=hpi-yn~;#*K=k))zLnAp9O9l73ZP2oDG!q$*sDQj)3(P=9`eYTqF}B+o`y6M$?J5u1ShtNKrzufXQw#) z!1b`_AN+kgS1&z%z+A%onkRBqo>-1)wXfodvHON*zI6>n>E^Uvu>tWPj3X+Jdy0u) z28U-W+I&jSu2{ZkAH2CybAzRXnh`c{ziOq_yBFqwdyuUpoV@u>U zjamj7Bj0}wFx7-}gDimxTebo*Yy06OG#?Uh{prhkCZ0I1w#PYF2mL!0Ri9&_o`MQ) zTnOZpu)oc@5itQ;6*P16*#@Jy<=J^z88$#qjexE;ZfD!yGc~>>F`^H|bS+tOu5+V> zy@RvN8I6_ZW(Dc#^GQClc8`A`@5VeGNN@DQO)hzH!i-lTUb)Tf%E7@lDtL_MoZ__r zca0;UGRssKRUi9$=y_nDjO8zJF7iWvsWu{ZvyUW-9Ks%pe8NeFl0C9%Y@5l;yqK(+ zNSZQbX==B2~>BSV^hi9K}(sgW2fy~ZTq|B>r##NmYim6qjPNUjM30HWQ_CII3`8q^NvIk$j8Xd^j>39EUbY(Z@62-l)q2!~C5ayDoW_jOvf`{MuYz_5@F=tf5=%3L&K`pcuX!wYL> z{MO2AyX)U^cm@E*$W!0IT(~>vEa$e@2$;%!LEb(?-&k{D64xaSSJk1(jGRl(3O|6W z;8ys^e7;@I&b?NDqy;tYxjQ=y%-#Zzj@CJouP*R<=A7KnEn94H+$IuqH4S{9J>i}o zl`eEo$j)BP?KMP9I7R^443JIuE;NTOi{xGfU@}-l6_(djJ44#GB^J4f=W5`q4MO*& zO)Hkq#E?~Qkg`Sx2IZPfHAUe%u~On0bQzU>5TXbe5*9dx;`|C+r8Y|ce(VeNovale93Jr_f%jxapi7(pPQU07fN|@ zR})OGZ_;0*jVB2K8_0oNp2@)h-*L{sK8}a2)Hsw}STtq_QOmWadm#Rz*7BYcfEb-h zT-0`{&MBV!oEi(UAB8G*EF zrnSJ^FskeT$8D=?&&JWGnxUD;rVbIW)njgRJ8Bo`j)15a6 zJr+VQ6~Kr?0ys|f_3&bQG1Bk>BwWREP4?m8y)FY!I%J7bZZ+8wR}R>1gHJe68f)h? zSc#T1h%eaKCni<-k=**B2VrmH?bqbxl^iE-pQa7%MPE>MV+0jJNue@BG%g((9%lA* zEFxQN>MMl(l(9mSc~An>?$r#M_LtURN97^N#=b%OCk_Jn;kWqbkK$vUWmB*(1s2W* zx@i(6#^tk>CO!Yh=YYb8{iVN_(h0!Z4Y?VavN-r~kmOx&B7=|@+{Q9(gI+xW!-=rX z*MP`koC3h}-LOp?l0ut&R}1(cc_Xh5RH*mOcVQ9k@4JV)~NG1V84mwJE8W4}k}o#F(@L5GaD z#HiKx;=t*}n@7eFHny>ml!-zy)KM9kwQPoIC!+5mAg{rQG zUq0J=)y`hD$-VT4)i8wBlguZaL}L?L1wUU5@9?S=2-R8bsWp`I3#WL2Wb5NTTw>+Z$nOa)UAU` zRL>6R>TpiclIld)fkv&|^SCLXiO~dTX@cfOu44zQ=bsA+tRHK>JatZhEHT4$)rr`2h3>7s<3+V1CP~ zxjd{!t4Ggyk!Pux<@MeK=VFq&3vkJHOo!gx(%E8e(8RMfGRi-vt4|E6%!8(a08H-W z9R;!66`BS4CK-Hn_v<15Q!th>=t?*&4}Vt63SK4qK?S42Oi*<$MU~o(`m_Dfso(0J5-c3rst}^VbLxrufJGomEeNKluuqNL1ahf)BkIlhcqn69+#=5qW`(Wk zskrUg>d}U2rdHr-@0Tcy^8i3s`omh2>Oo*F4fOq4n+uEjZ3P!r?Vl}4<?XvxmN$@Qu6wI*q-aN2eoV(=UM2yIVrcwJp#dE*#dpvY{Fk*@{)M zC#jZ`!%oUN3$9f#`CW<6Ry%%iV~i0j(WKJDdBGEaeT#xrOn|9{dROYcDA5wd!T=;p zKu}&xdx>1~l&>GNCjeDrH9;UO6tWl(+-1^AqZ$L3w_3iu+o=V-NW|l2^y4hAqvJXfqoXebScv68V2g$(L9W^_Cb;E*ZFCG26V zl(?h}ZPEWZqN^2uvrZlSee)Z!iBNr$KDM*rp8dUw!dH7>FBhkWXS_k$p**@F;?;9K z4GDw)-F=10OWY%q1WB@Ii5%0x0{4?q4)AwmWF`*H0I7DMuA`HMo_irpez$m(Y@GJY z95);ckB}51WR3EzHkif18dgn6crfy79xdsx4g}O837JibtEYP2*bD&q767siF93U=zJZ}=|S&0__c)P|c({l~nb_}-47@y^!e#wbY>vZ+wR z$x0285Dt@e<+26Ga$hp8Qm8*36GoXY%9PpC=2LB0t{rhU5cTbPa%RMVsb{Gdvf zoUp(McgXUAS)U3}$dGJ6Hl*3=b1H013`*Sd{11@WUpjUHw#?;>D_Wz2NS%Ln}fN;{se2+BBorP)8WVdt@052 z9j@m_{G9&i{aujq^dOp+Ri|Y1gH5S>gZ@<&5&ZqKrE+)3eNXNq`S=|;oizG-!GmVS_Icyj51wxpvsksCm3q#f}D zD6JyDjFc0PSfoP^cMvP|f5)*?)pI;*u$EyQFo{~Tb!cP*V?~l%9GjjAw~>^`6ILCJ zMd#Dqw+vQmSGwPk`*gd={03<-mJDs4fi%ICA~q<8v_T;%FLg}&Y5k;`3-OWYVye$> zgYZec1_xmGj`4~Ae+*}%3CY${%SdP3kYgbr3Y2|}!j(Ztj7>-lzCdAtm=zd?<$Y>(?(7?J#i!iAcd3UV`@TnD5tkEtN3Mn;^ivZ51T95sGTXH9Hd zD6VJ->|JJ@UUm76Eqo=xJduZ>drqMUfkKi6(_{pGU$d#M!mIXxQ;l5R>J0y^?Q~f2 zM4E_y*{#_ZCxk>@r#mc>3e1%&i3(;;kT2ZTZUUkPZjLpmco=nK=MeOJE>C=MWGfhp zzytZB6z3UEK3B zncW-ot)k(y+lLDwA0ETs5e4LlIjjY+wT#3`y>i1^n)`q5r^y|JupAu^3|h~(N(Ib{ zm}_<#;*zFdkGV1Ox;+1h}a;Qn)e;edcAD<<=>&FwCMLSBFM< zD~K$nV6nKkVVI?&00|4jEDxoqq?yoEk&KfgId?t}Zq%$yi3FBRE15nRZlu-D7@|26 zK_U@ET|~D=Krn#Xm0~g8YFC&DxEnz23bS&lZmI;DIihxj3Be5}9uo?JCz7@~7F=v)? zuG#}d!-Inc2oDMlB0MC`ji${Q%GhC{wwd_>j?AV?92jO(GkqG8Bhia3(5LRmFn|yt zIa0QmY^w8=G!4~yawAnwoo}Rf&U2zPZE}P)%@7j}%agIio^}FiW@S#Oj?}cX(W#M^ zddIL(EChIHa4Ga)U(kKAFBXSh)F)N-RN7L}6X4Ol5hPkn6dC%|eWP3*HtA-WOfBD&Qw?NNB~!l7woQkn@d%*vcN+JjWfFrBDju(QFE zjqhZ%Q=yp|O2!o!Ak{KR_JkBho*7cD+89IHOO9mco{o|k<2%;p7!u8_n zND&I8BDXrYxl~bGEm9-t$hq{f&|4+VlvwPHcCHCLm5OSrMQtdg8;RPzt4)q{XLT-B z5!9#~L4c4rAi{$J0Vo8Sj}VM75%~+SEu6^lXKznw2?u=++p|F%UE>Rg(6l54F$(5y5uu*(ke! zj$q3;P(6gPGbPNe5Qcf$Oi14-GkB&tVxSL}NGb}Dkm=U**_T$^NMK+KQAh3iKq9T2 zs%T`f^gLhy!5}#jb?~DywUI+5jkcCb^t=j!rZZgwA-;S@hk5^z`Pmx7o&|(yjq@D* zhOrRM43j$OTx?J_l5yN2Ona*_{w8E7Y^_<$f?BUNG_!}_5=5iClOs9QLgu9^f+O~&6)I7Rk|(6o1xM1f?o1(^Co)o0 z?&_C{oy{XPQUb@;=zxXpS*dvf!SeDcEESc{%FGjn_MB%j6lZcNgqg_9%A7Dfl?el+ zT86A6hU7@}!2?)kWj06`_I$EL0u53l(LEg~!oKvmIM>Quuq-T~NhSAz^A)APW6Y&| z?noFJKU89QqNiR=iPXq|5H{vWJL8GeNNV|og+}I`5|jqp12Qr$IFhzG!V z`r;-4%brVuYHl=jQe!!i1F;~Y01s6ob#b)|XdNLnqI(EI4GtCvYOoO0U@d579B0hv zQ#UgmJbBoeFcq56Z0eqs$>1v0GZuOvG;K1yz_4&64q~XDkV_+#GFV*Pyg&2KJR$e! z$=pdH7Zy|B$f?CNm)hq7;{s=hfzS%lEtd6i1_P3*gEwQN$xqtFjBO@Qt@=2%7-&Ab9uT=TPfT&6 z*Npd5B+Z#wnNj2=n5F#c$y8{ni&=36l~0<5)eg7^40W{W{AAk{{E>s8J~u)X!Mbw{p# z!mORw+R4;AfjG;ZTOo5#=as9+VC+pNnpz4?iKZDhjiI|*oG~D#o@tNj3DLIh=uQe@ zG&8G1AKKhmt(_2_ky|4XY$ZFg)WHv9pXX8tN6prgp*C{xgHfrZGl@YLw9ZLY%bOlr`{rh;Egks@z!(G$EntIQ}d?JV^E#xWH)qjtGbw#XCil6 z3kw$7Iv-cBoT0Z`N+ApAr5e*9JeX|vovfkO;^uY4nM@s9BZz%27_+IRO^qVW#mf|; zl!CDZjWvDNGilyh<9nwoshqKTGMPfqd>E&iwN(Pa6Xt4B3zTLEgD^`q^-qyRZru|S zHMcTLxni`Lc}paFJ`gl%6FD?P^I>SEN-RY4s_2Hv6pA9lOgkGpZ)KpCa;Mr^VV3fX zxh2h}6n*o=ct}s4dPb_nY>S#D8&d77rQALj%u)H8LV1Bu8=rj4{UCH*emYG3V_y z_wSs0@2)j}4!Y>1ThJj~54siQ!^mKRu&o%~$yg5>8FbgIK*n+;ib*NzRA8Z!W>W@> zrZm_du+WVkO5sdOu|SVS(~WV!dJYII5(zYjC?ZTate2?xmoKHqC*^X`{YDfH7j$be z7(ov2>{+O6z4aUrcq)_jpB;-&uGJ#l7?1~_?_IM3+R3<~8MgOrz39t#%@vf=%FY|x zOSgQz;gJT=w;bA!ValHqr4p{HPVXgOdvIq!}s2MpB(8zgwp>rQuIiAQi{d7 z3lc?72+)+c3!F39oJsc4AzaU$`_>ry_vdaa0qT_KdMks}SldRLQY?{M_ofKgsG$)J z4i6$IJRS=i9#BjqN5a_E&IU)s1|u%0b0H{tLZIjg!5_kp?(wCs<;$OWTgjn&FK5)L zIn&Amd=-Uoqm|=il^PYS@eOaRig(Zb`Gt5Eb7$UI&7CuM_r`nw@Ic{E2&xEpSpicx z4|o3D*ZOz)5W0`<@ugD>X?Un;4-XWSGN0vOskJlDiS>>x`Hc*Ut`F2geJrW595URI zD21cxgCkLNeORcDkS;7VGBe(f)Tm$*97#VwEc?DmL2v^IZUFrkq)*+ckx{Xn zyV;!mbN0`D`vxP7v5`>$eZ936($W{oq);RJvNP7yLS@uK)yv#7a_dvKC%Bl;(s1ar zG;Vzm?8V8b$Vd-`Fd+Opk^_IikP1C7l6pcYFMpboz20>qtm0xofh&J92o z=LR4K+}S+tY#vJi3uA!e6Rh=1BXTPw(NnUPMg@ci1q6fT5fKr=!Q${}Sa!yb0vZyQ zh6EbPRAOiRDBw}Bv+g{hi|ejC&k1THw>}mcxl__yEJ(04DiqwvVrf)JP@pj=1%X7* z0TeJ%pSqz3`_@Q>EDj48cHV|Xfr2~XPN;xOT$~$#L<8Kw1cD_j4-XV}-c0w!f@OI$ zEEQDSX|Xi+txID`*b#IqV?0+zAR4 zEO*+8#m=TiaKz$Jo#(`&K*7VEcEZl4Y77aK8Y#hx(4i1mI~!$ZWq~s(#erL=1cb_T z(+sIbU#0Ja1W_W0+-dKG1gs&5P)i^FIc8-}5G)85rQph~%0drB##+;+X>hP)QwdtB zdpc0+M*2=j@F3k0^xy`=f<16R9k8=PZS(Fxd;x1Q2jOeZH7J{Wku|v9Mfh+zC?kVV zuJ^pTbLRYAO32(Z_u5(xO6jC?@MUXHzS#V^Yj7>LUSrO+_RGDDvblE+GUnWUJzvk? ze{1ZqfA*Y9xI9Yst+{_^(Bpe-k2$yAv-K}ud~3C5Yxy?`9dyl?bLMcl_84Q2d1Gt6 zwf{BzrAD*z4`Mdqs#Xv*JJOzJ;vC(_N%SO z)?$%K30+1A*Lw*6V}ufVlk)w`75%~W?>_o+E}v}dy>BmLd#$}^@kM{;AbcqOMaSA& z&K}Bd?vK6q{^DvMAN=N+^yThvt&jiKii|D!?>U!ILTA!JkJ0_}*w*sr?HlwL-xpi% zzL@{J_Z6c@>0o64BwI_yCLLSO-eSvJduzS7$S9LS%UN!5Ip1|EAZa$Wc)pf9lV*3( zA@lgo9>#dj1z4)Rp_x#<(=9>DvOSM49mdxhd<(t?S(MC4Uobjn@wq11TI;31hwq*J|C8~#^$w$a z4z_pspoEaIxR^5-pKI=-lkeX-ciG}I>Cj(<(!pQsoBV&zmxCS`gEBJa8hrLl`fKY+ z2A{LI*8BL{l8!a`Z!yLkYwlO{B^i6(9BZq+yXfAJQOfwJNMc*7lhV0k(51(-v2^)*e-&=~1sC2MQRH>dtS%=Wf3~3qwgA@P&KqM3niG-46lyww< z0XjS`MqV%~8WIi?4243WP#6pfgF;~d5DWl=!oYAKED#;WW`)@f0U+QRx$XcOm};u9 zLDxWO^Dc$*1BJP%s_ zmC%T9KBs&oT%8V7%(po?v`)3=fZ|YALTQ+E)Xuv6{#NW0cN@xFM#w4)vG$F{Kr>7% z>!wLCsnYS^#4uKLU&l&vE%`{y%~_;{8=H|6VG2W)sp=)Dh~Q4F-x2^Yk*KYs#~cNb zVFLIa5VumVL6(3(Bsah7{>TBNAL&=MnT_Z6Bn}{^&i6Hc1lhgNUzqX9AbsFzR6@NZ zt}}i9hxdc6F)D#vcK#NZsp*1@^CKI*!h_lj&{t#)!Jp@+sVu@-ngOZ zj^bO4=Cm+VLgk8DH*|6eKirgzrr}#hkB0!G%@s50vC|!Rv{}6x%mV~hf8xtCSVLa#& zJp>I_0}TfWaNk{T+yg$L*5m)_FZ4!Xfwp5{ryTq7{6&*T z?3!_ywdmpOx4#0>AB2HLO%9rsJn^RhVTD#g=&z%-;@E9$I;9*CC$1hKAWQx2lrs9o z7Afc9$KzIKU3hB1vHrAAsn0gf40Ly*)+d-RGW(?x7=vkGJ|`lkJR(-T++c?ePl7qM z!?kV8r<ClgdZW&m7` zV(5;dRe(>Dlk23wv87mOW-50sF$u%IL{57&#Nx#hbqmHpj~_XBJXe|Sao*4Wy>043 zPCI32R?r^6Vwsae?iV8@j*E{|&muOP6Ny+XZSoqYIQ_yBaL@}LOyLPTQ7S(S3|wo{ ztU2IU97BWGDBBbD$uL~$NGreLc;;phscL7X2{fP*CwJ;+-syDv6{jLX`OeWLYjl93 zT!nG}HVnz00Okt<70sC&ilm~Pfe?_9)bswjr$~}UwiDk&(%mI94#~UG(^u#V*X(8v z2pZ+)JIjWly5o@4v03T_E0;SQz9G#NI4I~q<5fat8I?_n$J;~q<$|S$QXThB4NdSj zbPrkpPkAMT9~nS&x)u*i##3JCtT2&7aIsi}>_O8*@hVh&2>kEGU7=nznmI8 z8v}Mx1JHi}8_at%Dn%;G-sG&39G#Y!wF+A-!0*G(rwr?9!q%3@e(*)F8svs^+8&3l zEPe58W8?scFXfKRrpdB7l%NxhI3;HV8O5s%!7&#R!1?+`A0Z_w>oqlq+((CILR>OL zs(wDZ@U#F&t-qd@N5fdeeNe>J(x4J~$*V|)q!3gQW~daz($QP138W+LkN_x>xgb&) z7uaC+XotEk-7aWT7`z`~xzMsU(a+EuRYq2Yh5;7tiBPEcvb3oAb{$6iwS`jc+!B|) zRv`9aP@wuh^h}*V(dq=)zac|pGI;Znbl3Xy!*6; zRUL7hI{fJnZ)1Ko^nd(u|1s9=(s`VlpEa_2h`S5%E_N~5jg0pMTi6HZ?o3b*c%=9y z8X_cm;Gcj;RXm2DbmLXWU=)w;hK!mE0q<`x7rj8|#xzXwhZj2@)XJ{OghcOq`3Efm zQLu8r;_>Yr5fp>eU|h^~?N?>lLGljj3M&>#X&r)G$h^_8V;f6MPbi(0$B0>&i+Ecf zwFe#W=U&9F#5yXf{@FfHxN95A4`hemFEkcn?;1O{TuJTC`>zWNbyxTE0mM5E6zc{X z(}QlmwsvW+4AKiz-i}gK)*bfsR{u=3#}4g?nI?p}rX^IcEPom$CSq*G$5H;~VpzFM zD7tXTc+NRSUam_ayS_KEYe4~J#D;(vE!bgyjyHC>O%bwW@N$Rk^+=GnY1ER8TV`Ng z*%F8-z|1&ywH%GZK>WbU;>b9N4j5MSr!N^)zmc-5xp}^*lH>Yy(e19n4KY~mMk2;Q z=rk*1O1h~3+pqL^oJ0KcF^iup7-YoH%`oe2xRPz#Q&xB%S)tGH)_X6o4_8D(h4fW- zxJ~?ncgIvXQH`(lUWdk_X+RQ8;04mdb_x+{%DFmPCFqB}xTyKr6h_6Jdx|4=B&Y3T z$UA{+0>Gf_wcR~ljo^TaCAKBEJit|Jr#i>pfY9EhUO-Im%U%xTr&e1VbfT8bEA)gG z=M6(7jcurgVTDqb;V*%ulF|_1o|cK%3ca0h1p{~T0b_WodAf$@YG><2R=)6sYVd-C zN(XBHc0utPPM5zu)|xGK*YtTQc{vir()H3V^8b~lCNKEaQF_0?mY|(jjZHJ=Oq6k! z-^1v4ft(>BO-~hr+7E(lu8}S_k~bD6Cgd5BJEa&v29pN9w+9d#T|||=st3hLBe)K7 zWs!ZTp7W&)PD1go6Kyz5mrfC^fpg4JIMuGCqKtfVeHVAS)vQ}<6y!@O&~BLPM6;Eipi|dH52`aU=^(Lhw(d}7mW^Uu}Lv?*@jdl#d1sh0F444mPK8P zbsd$b<9hX{`7&O@$1{OP`Rm#;+`9W(S{Q8b;fN6?x@F~D5f^#+VVea!C_Dn*xuB;g zMHawnG6ufAnsQpE!sVg^knsfz_L&1zB8R-X60y1P5jH`Nt@!$I$jeOwPkv6couU&_ z@e0HtuXO!i+AqQKIpTWMvtJs?Brt zL%EQMK_Z$xJ@>cn z*J$XUGf*C;`_tiXR_et#F?h|TEdF4rp|l2Q>~KNv12C&Jn2Q(PCTwF_nUl%#fLg|e z8-{9lS1;gZ)-iceE+%|2<@W|652rGvq2aEvtjcgSCh{2_gBCf66z_rjh7CtZJ?N!` z0bWk~`>B55L5fKn4jrO)HGLuX14+je zL`=iN*<;6~SJ8YDox_h{oLrNU-LVZ{$^9 zcWOJ^QtOE-s3J%KU>y@cTc_*rUpJkT44t&4K>~0ZT`%!We)8zvaqku;4WYqY!!SA< zC(wk#*ILS;Q8jH?FtIH-*Ml6qnvl5Q#@U?fh^Py2!d1W>69e?JH#3e;~+;HmMMdm zx`H8_>XwvYBU31`f#S%m4g;P`yepc+R01z&V6md28|471!gvLPa)}|d3LQ)8B%wxc)5wMp>%@VV!J*rru!v`& zIN^yTL83v0JPAm;v>qAJB3?WJ8w+xLAbv~7+4LF*flF5s$GPsoL@io-2BM%uSXm%Fdiq;-RgxqWENq8%wX^13Nh!_==qZ& zi{?uKYbf$K-`?kR!m7$j!&|we7FV>k=|U54>W<8s6VOgZUIN)x5eU!mjdf*Y`2^s| z=nbUiLOuvPwHOy5Zsh5p8e#7Py);moz#Wan2++|>9R5XyMB~Ci#DnMTon)XfDb&Cb zAZMP0TBE+W|53QkI${w1U5a5q4YpYnd=2j^a31T0OMXzEwZ3!z8`8*UF1J<_G3+daj!*2#5$mE4hO*XBI*(H*fAwtO6KrcO=e0yge9pj+`g0#K2AmY2Q1c5BSlfdA>V0x{@smUl3gqmNTAQS ze2u@Wd*cS6FnAY|qp@zFIe?{vp2;sZLHN4g7qJ%s*nb&o@f@4ir;9sgEZo&#b(Fxi z4%CXGjJ6BQZ?gTkY2&F~R6X`@(z@jjXIJSy1)_35yCnl;k$iq1nV4Bu5vI+trlo}u z1A?N$na{1bQCAx{MgI*{&x--cni}YQQws>@iwoB8!T^4IXM)7PQ-k-Qi;lIRi3BB+ z{tf5)xQv}?U_WpYLxiHm+#4y?#u+g=2*8wbn;#4;O1;*lHpj*x3^Dp>(Xph|7q3w4 zoRth4nPT;gNsf*{O3Nx~+G?um=*o8n?qT-UnCe!bE;a`ysPNJFv;R8N+VFU+Vot%U*>h$W0udz{SzA#FoF)p*Ye5e_j;2>q_L9I<+RKN2(Pg`1S(e10s5Fa1qSt$cnGRRb^@r!;rt41*+1sRTu@G^v;1*5<=ob?$4AL6Tm z64ZQVNJ9^W>_u$J#ovyU?uwz!>6IC9F;AW6dDWn3Z0*MoQ< zRUvyo9c*;N zY^ogZ4YJr=Wl0S1P_czb&f^S@(J7y4+Ic5%T8T(&L!&LHcIsS7O~T>g5%v{&0j<*_ z&Oru4gn2r93+zEuSF?9&`Yea%oFUw(iM!0kxT3d9#rSD`oZfbQndjTvED`>EggvqS zf+mTUbcMo$JZ*hevuCf1)x) zUgPt=kqk!RVnYT2f5fF~S17m|ziMOJQ+08~8m&nS2gkb^&vCJeY;kdA5aA5OZ?a3z zkNCvA5wb*$YSgcYvM|Gn|LmLMc-^0XInoxB>j#%Jqn>Eb@NlfKv3$S5H)M_6pn zaaaUiBZwDe{PHw2r5Un-X2B$I$j-yZF!kbdH2OXmHcfA+wGx1y-nwO7JRHa@YOo@X zwMjcSjGMq9t0tcPN?){!c4t4QIke3{F*dS%|T8q`CQ6xx5tv-XKp)k5w4;tD3d0p6RZ<2hnY|1 zkp}-`Ae#l&b=XX%`3k4cF}otzZt=7-{=Ks}`$KFXP^XB8DI8p}8*MBvxdc)6Gh3-h zE(7Jvf9vW9y4bM zSZ7uHtI?T#>oL#h>aWZ2lLJ0k+)0tzQJem01ULU~3~C)B0l zBq(Z;#=|R2acDtApe>O=AjhIsB4T(Y<*Oz^PcpkL#SHF$FzYC$L&o;pA<{)<8*^`6ciGiDqabVrOKpJ`~S zX9>4L1?bRBZt3Q7U)L`hk0ryCFBA>3rg;C$1jryy&Ea;Fh%j!2{_IG&r9|QWSUN8oNe`t#|rMU-=YO`F}<$FeN zJ`PBP1BHqI>Q`x~+-Hl%fW=4;moA!ZwjxXyDyrQbkg%p&(N84=1dpi=8Lx{WRoEvk z+PL2vpf3N>#>sXCR{IJKXU(LG zr5(^^J~%f@eL>hM-jYo6nZN}>#zwl&2MAfyhT2D-RKD=ljX~PqyxYqg7EteKq5fd+ zgLwC`FXtDCy^CQ^H!_u&x?iyAf$e8V+7U3#0rtP8-(kN+T**B3R=&SfJqk@rN9HAe z$w!a@!xvrV!t*5i;7#@yf^3RX;L~x4xxjpRZ5T~GQ;Q7BE6tBb>2N09KQMxVj?uv? z5u>}DM>s_cKV9M1y@_i4y#LP8O_uqd|AfT=I-M{P3(#Tz0Qm1NBEmms4*?PZ3jxzA z12K*g!#a1_m1&(Wc3Cr`9qr4Wyv)Eq4^3kXHRd>T&Lg-Gsqp$WJ;nh9z0j@9_p$Vk zYry+RF#y0qb*B&=i~>lSE^R<&R-GJyjnL9hJ%DV+;aVRW%rIiywV}CiQ-ZL>1&Ba$ zbBnmaD^1LNX29(Y0F?oOeL%)+x(UWZ@Xi)AtFi)s#YRPd6lg%?DY?c(pa#8pHyA_F zHdM$F5||laFtyBxXsau%OeM>V0Z`>z%oOZdxtGiYDhySe&K^}701&hO-4+%}L|SJN zFmuo#Ix|Oywt){Cpn6{sXk6>6ABb1Zga&p{p*0BRF55YX7J&IERsjgns>qcT`u&FD z@^rvULVURoLVz*;AM?f}0XLu$5ZC}kMkHr%lcoota~$-aMF`l~2yG4u-b?6uwR`ry zbjbkmkYv)N6GhB!>LG3Q0w66(%VpwZ&6Q53hL>HN$0MVz)Cpvdg7ukXI06&Ks z&h#HS60JM}RRjPqRxIOUlO@d~tui3EP2>_M-2&{@7t6MBR*`PF0Xh3kX-Oo+1*?HX zY>$Pea%S2QC#P(nvYGk%X55Hr9b#z`BDess0F*N55AdIBi9@%_#WtC3B28W~;ZH=w zE|vOMP@$#mJu+`Mm}nu`92k`B<&fYbH1r;tV;g0Ln}$GCV5a9*u)RNRz?l6eWuvrY zlNOW_pbOXV{IlJosu{g8-+{<`rl@9RC$8OpruQmfF*Bgm9 zz)r)n`eprl+>ccc z;m|-U%^burG>OQDt9>sk`zOA%0zadUD|hdKEMc`3Nl~UExk(+SdRV6PO1?Cajdye( z%IcDE3(|tw_m!&ZL9Lk6e?^jN#wZsy>F3Yw=u7kAW0*>0pE7enxjNL_^!ZMxhNm_$ z-lz@4zD^q{Q%-*akjx7LQB3cYgtohkTpgV?@4|ajI?fNltfBn#vel@)NzO5V_S|1G6^)&Y%k`!tK|P<_I~fctn>4kn^&#i2 zw>l_vufm}zVG_pLX8g-b^fyW-R={Nh708mVDolvDVfT9($NI^i1Tk+9uwFvN9?_CzZv!_qio z)NSM8eVGFn4Z#X*WjaQzkzDV{3^Wf7B=U!?gpN^TEe??Z8gpXeA0t1-9xG}nhEXl9 z0U$BSXw6qZc*nFOqyZ{lnjfzMDx|eN2URFt0C}2l(lxn!E;Usq^v4I)>&thO5rD9m zS%~$;;nld0fR5pie*Ap5j=Y+QtGZto-2-SL#`%PZDR82&@{j_F%ai6AeN{o4v}LXY z_I_M871W}EsBGh`m}2}0UNQ)$JXjF$E*=FzO@_T@w_4D-2-U-7+53-uU4Zu3+8TjNh6P$&_C}hu z>q}-+Y1{xMp-IZPxO@=s$8EX?x(A_qUMM653Je!tjMm{^l*ArXPfEHMid84kA~i&J z?2mxrJOAjSSoJRe-m1*^F2<5(=rYNITopb6txJJc9gdM=S1~kmxTpZUWoC7`>H&;_ zAR_UtCX?Q)ItYV(Csx+w07(a<2=m6M1qoXpu>fDdSCum6CTHY<+FFTMCHM44eMMqVrNk1@8jOOojNa>5zP@|qvUpyjC(=I6*nNL0 zzxS}o1qjlFrnczaM8YOl5hxFbzF1nhbUEgA3^GTs}5xX>vSHr~vDMF`HQzM@#a0 zqzT5}P$s*RM6f8xUUihIYM8#FnqGD3yGSe3#L1j6(R>$4X>)Y}SdsOkovr!iHed1Sv+qaD58>vfA^UR?KG2KUlVrgg5Xc=skOQ5KT1 zZ5AgZMV6%pQbcupv>YWw#-Xr38@R&9J!$>IEe+f{>~A#kF;2#(K{2S{FIU8XkdBYI zeKJp(LK0}|%Yn#=FqWX2 zGJRhvj-D=0(iH=3+<7QN3?q-dM!4)GlD!)28<>M8)A%?NB`$0Y zAF0jA1?q#uMZ2eQ8k3k*RN^#phCBmD$BRKO1J7~hyRv#R>mlD8%uamU3?y(02XKqD zL28v%HcA+(BQ-=*XPcA}rJ5uN)@EH^b4&Az3r;o+0;;7fir|6ZqIxGJdM>9Li-=!Jhx1;iC4>o<_Kj2TGLL5s+4^Ohj9Eq|zD$Ev)M(e3 z_muaHtgOd@)$CM>+MP^W61Hx~Qk5rTmwv#2vJBEzOKznLvpEQ%FIya|-JnD_gY<=I z1vV{M$CpY|8j@yxRe%|+h<**Sok7Ee8v?u!X*vX!AW|u)Q`KBpdI0+|{#^m|jAI)| z!C!abWWTI-BD-k11la6*b9GdwmqJ$yspX6K zx3C}t?k*}V<|Yxu1!FBLsN*tpjs{*mx89R>+fVZlrSAib6rd89loT| z$v86d^`LZID2NDnfv^lvV>C#z5wevKlUcNbG-UOjznejWJvMh@;{swzN;di`0eN(iTkZYP_9)I-q0HM#lno9vder`(+0s`>Hg1pvoZnXD*Yaf4 z#(G>+>#$j2UN_dFn#D7z9Ck5RR!J9sF*^4a8mhLZe%qE;8?ydIVwc_Bkbq z#z+Zcug6==DM>~!F~x#EU1U-+M@2SH{6@^jz9=dQ&$8_26Rbn0DRfJDdQ_<GQxB118CsKPZA`BA~PDFplm6UC?NHW9s`IH8Sph5J1(%n?(xv!KQ>|DNa)vv z&@{lJc_f*p6WPf#nETMn+gJ#aOc`qJi{^^FKu0pzDcG~aB?0Mim9sETN#>KPF#k?u zhH3n2=!wj<*8XxF&?~AZ6=P?Nx2U1#`+%mylsacll6Ow{#@al?BAB&A0+{xY6=RCP>mo5r(<dMRuwfQL1KwY@0MZI zSK{cv25w2ugf7d#esik4nvBKb9_#{4_?m0%=1b8$?4Ne6xPpBSsYF3?+GE8FU3-UL zDRn1rJ`k*Hnxy6#86zsKBl}(22ZZ%=J)UaOywu02TR1v0g5mKDQ4P&lIt(m*lvHjw zfi*8I#UNf9exs-LIBeM5B?k6LRw>U#=Ho*!l@9_dcj?gPOr_acd$)GAQo?UWV4wwz z&4uk$g0EF(w#ZPOW9e-WIzRLqbD@{1RnzB0+sW&N)G^i0p~d|-=f6k#oS_j1ivm>? z;6jeTXMJNiuc)cs{Omp_6a{-iMKQWZO^p`Tb0)8;vt&XTk8fc(@n#Fk*A^K%d?D(Zi80ba<`` zrdG&8PDmW~&r^x=Ws&boso|SLCl$n7rV^`X^k(3<*>R`HNbCV#droByUFX1IxyV3h z(h=oQqQxF})03Z}({Kd>{g=z&fb5~dU0UyUXCPxB$rTBhY9 zHKuLV7I@{r{W+xZSHB&_o+)6h+N-h0t8uJ!ghVa7>W4<=5i;9Ds1`DvLLD61k21uU3_V6ASZs z=9%am0ybDPa8WiSHgXN%qi>9RP$gMOhOg?Io4eCOBhb$77g@f9#pI+m&`W}Ffbh8$w zNd{x~;C=Ie^RwVlb?m43k#X37Uc&;V2sGrwqv=pw(^2`pMnEl#xcL@Id0w@gN$wWJ z-Q_hy8udjBThz*wQ4Se@4r?)KEGU0F!a=k5k-Lpij@^p}+!2Q*upq)W{&eIT(hZz3 z`l;Bi7x?r{e5Kl+akS;0mCN$UQ&7lcIjShmd904)DU;{6m})ZA#|aFYbXVvddS$k! z)g-4QFGme{o7Q}xuxE`-l8R$aP|fMs*VL3Fys#KNaKQ34^1A~n$`?Lr)4$-1l4SR> z?ZXoF1X2@3MJMu+x^WT44p&bCak-XH?(|i0ofTwmDs}jaBtsE#8`yyXx>U+o=hU^y zx1QvpNz*KVsu27GJYa{#r)ktO4`y~N<(g>y`HCL(-pcn@U7 zQ_NFiCU7-jY5Ot`t<2P6J(%tr;GyoIRT$Qj^J(Cv&zvj>_H3@`_q#Sj07XE$zm%eY zhw4I^XK@3y0v1_>6C{(TL@@=+zF<||i#Z^fO$Hg-_qU#zFu(`PD^Y7K{o~ov8uWzOvnxu1`wrk{nXCN#{<>E8x4 z)wzt=!-rbAoSoUB6s4vMl-S8=6JN5Bthe^OQWVu$ku-@x)DcJK{LjZ0Bf#_aSR6EI zgm8~DY^>YB!W(OM#n_{o93IVAzrK)~crk}5f8LAYQ~KG^s5z8rRT*{5!El0s@Q>i8 zkSW3s*jjcl_GDpQEG_L&nCeCt^f<1(muexZJj?_WVS0cP-Y#66$N!2xY{Idi<~pjs zAsvT>iS4{fj_jU(NJhyqOd%H(y}eXN@D%tF`awhh5%Xp&I)aFNQPjbw7^}T3fvPB3 zsFLJL(5v7?@1!G_k@a_xTt~r9ViT*Dp-bKeGlZVQ}~7X zj?dkQ0y(b|IHLtK#C95Wv=)Vua+gScQ7+^&t3iF(z`uT7+*mw#OAbTq#`_3e%pn3j zM*flQaQTZFoHtT?AQF`j$~y;P*l<9fJUl5nhJqXFH@#Bxgtl8)8*y++eQL{hX*1wl z66+zJU8rLQ^fji?UDlzRe%Lvf(wMr%pp)d6r6SY+lp}EqoRQQw^$6QB^K33Wq(w$Y z2Pz{a`xPgkE4-ag;7W6kOd)Na2N8uDPZNUU9Z^P%*66Lsn=@yf;nJ1{8_>_oC2z6#z1)VA34J@mOL4uLgiQ@s)xakSK}98rT6scFR;~ zKx$;BO&XW0?|lMEV2sbfJ_m5!c;|>;8wWf24WXaJMmKqx4#IOxRQfL!EnG( zraXv6E1Y?sf@xk)R?iV3u}VOJEGGH6W14DJWneP-?~MSnQ@MnIUda+Lo`8Z}mgaAk(aj~hutws$9hOLHNAw2-%mziAW z0i}5-VDHBBT#E=BQI6eiJuU=5BL~w6Y~o+%0v?HF`o^({1UQ>)(~CJ|ygF#$ zQ^P$X9=*ux4~3hUH`1&qC;{l@<=D_#?s*~z<5a(;p4PT!$idCkASZfZUKpjgRT7$y zLi+V=q@*_Zi_0>;u}DqsvYadrcM*9wlb>bLNtu@8`tSgs5(e*YLa(NGV56vC7mXGN z`;|ugTxD+*$|7h^wVkcA!yF!^jTK3Lp{UG4bF8PX2m)>#(WlkNvMxEMj20G<@HGiO z^HuQGs&76#Fm757M;Rv{PkjO;Nb*n$jDhO198jcRc4V6$vHe?B#^VMEqgh2Wxo^)Q z-gp9v2XZ3Yt>LSAb$lHfN~1f`g5%Xp3&D@CeB^dRuta2aIm;XoQCcU`uPgCYAKAOk zvi+1&7fNu-laH4r%w9(#F7hGst>ZR(Ech-JWVFTGR*B(n)PM$x8|X|MUREgq07Rdz zjf-_j?egCsA2#QaU5S5j5Y`7lZ4jJ`CbuHu5+qg{1mkoIqBwt z@01;FkfG3-st0~qiC&T-+RZ-d8h*d$3e70ot9oQn&68xg0g!9c+t&N=R}FsR=R*LN zn|_^I%&cZ)zlHpY8n^aa1DVAuyX2;l{(*~kjIV@+#2?mfvf6J(0*F-g7mY;0&(Oy( zx=AM19nhB%Bhi`|`hrv>0lCEKTmX;MpDz{9=G(E#WL@tFmV>CbR)#*OF4}dOLY5(x z$$7!aniM>=sz{gbAl&M}xM}$u01ZO{La8~s-%=!@ri|NQIBu@ByWprjIfre@!aPeOr{cLCN#u3Qt{&6xgZhqXg{UkC6(PbAtn7&@hEWU zrm{j76!y70Q&|7~!B#s!@~APo*m+A;BFxN{gp1?YT)uNjrRUVfQ%t=`XD*jD=tEE3 z3u*^H1e=1p9djsWc$)&k8qBXXitEw&1?p;x>VeP~V@zl$u|I}%g2&w?{cJ-|-~%fx zaUKIu{28QQ1x(OTBn=B7LjM={(5L=d>%#A#1Uv@D|EUT)#s(S;)5g7(nVG-}a$#n= zwaOki%4||BYFFfNAE&A39zA5eZy#`4%htw0D{Xj&;P4$o+RF&LM{6C}J;t)vq5t6Z z!&YTx!;*Wx6F_pBdikx|-PQOo_CQvd8b&KyXj!F~O5}9!szMS0SWiYDpwB)oBt_W$?rr zjrT?O@-0e+1I`4Os0{Aq>a$nQXG*FZWqWM^ouA<>^MHVWw0tbPXm*CYxqioW52c4a zL}+9*D?lN3OgvMq?8T>7MUm&HfSR~aCy;+gH3u^&+hC;*^tGH*@JUJ06CYF&X;8`_ zxQXcU?%Fr4E;h+B$9wWGcCzMzXLc2CMD)4uBgS56ANzT?CXWysgK)~-ru0$OW}`%3 zU#|>*R+zh2vIIXLN7foyE2@mEqq zUoZ!!t~ktLOVtz>{wfI_{9Or@>>W1}^tCiht>S%g))o~dVv zMK`!Fkb;hMCQ9gy(&K7bNe%QoO4F#1HD=MZ9)umtr*Lr1glZ4yEeF#sn|l)lOaDPb z=2D^+&X22jn7avcAq*FwsEi3l)_)~n5GBlTgOr{}L_#rZ*Z@sZ>%kRV@SRjcq=~ce zs6@nDsH(#~XCDHMZ$o`w+tq3{7p;hNNz>P#c3lQrgkL5Lw&qE^sAOK{HCO%N7ZnTv zVjp$>R8+e1d?2~K8%wz=E-8+}DJi_=N>q?Y<*-WBQqR+C)`(*$Eu>LS*xG}R`bD6#|48ZK8 zfnME-au$_x0mozkpJ=UD@+g^M3o}YeBsbQbRTV0QyD#n7U4~g*Y>{OSj^vHl>6+_N zmcXsTdvjDroD*ZSGH3+hEkjScSyL=i>7^`f|I`1LIjn6<4B-CT*D|Rj?p8Cb#lPt{ z?zi;-f9iIBKwCt;1H^n*9TGWEO&bQ90b?%1YEP;RB+*2Sk3=|m0tJ7}x(q+f&OjHB z1!!ZL_$qi!492hR0x@FQ?KYMSR!Z&#fO`pB>9Jv?Qw%(mx)tqEs8t5lyE@bLM!ueus$^?(aA*4>G&JVj(W8pQWslfnWHfII(E9|dR%zvJ-D!^N?zi- zFbs!2fPY%{TENX%JOWa2$!v%$50symT_MdCiNAJE6BV$Jniqyz{AQjX!yJDqrzb*P zjvpYOjM>>2D znRr1IR>DnCQhBE`gh-eq->~!t9s$>4i2_kAYk#DxOye3IFAMxYF@oXyw}+A7x!6rv z6Cuh82>*Ebdt>9Kd{y5WfJg4a{rAqFq`fA@=WrE-5oPXygP~D5>R)A}*5E`(uZlzZ zhRltJ!1O31Gf+lF8Ub6ll?3z&;_K7%qtN;lb&QXyOyl3eO_1EDNsJE`MLZPOSQ(ZL z%cql^I={oCOfZT>!Y9}Ks@#F!PxKcfX|wD+C%X~(s%;{^>-iO`$Rh%de*_;`ExHhRlBd%_TPn;H_7*xt!#0gKbR_ zFM=u=)l!`isW66#Nc-zgQCpbG2)ps9IpNTy$TOr|Jbe}nh;v@noB-7#DFP3+A4{c@ z(Tnn8{B+?N=ZC)@CGWC+`>!&OH6X<2NLQKVZ0xr_cQ1+`T)-6FG85A0MKQvVO}aEpseQ)NBs?RUkBfs_~@e{#pM| zs4>@;M7z|V^F<-GusxTtgbyNpy6G0YW{GE971mtw#v^JBU<(dDlHG|$%)0#f^r4J* zZ2|w#=Q{`R+diO@izjFO2)>Uf1xr_WQgB_Qp%o$!6(++6rOy0E{`ffE zWd9mVFg)2t{v2p|M#DF;MC{a+B&{*94{>E389tT=6t^R$c-&$;_>i%Lg;h8IO!&y9 zp6_v6PPv?6kPqEvLD=H((QJ?Mv(%r1sQ>Z(#%U6%1NecW27vsrTD6!J*Kai5UV_8Jp3qQjGx& z#5foR?9=xv`JoKvwVgq^FC%cb_^3b&;iW{p502vRDYOBubP(Sr5<=0#xy(l6qx9Fe zAwnd5{sT-e^tSIUZ-A)XehkBqROZGn#~S?n*y zVhKyhh){Q8tf~Z({@PT*FtTW5MsApH0NKYNgibZP=Io8V2D|YN zpQ17*z~+k?EQEYl`51^aTG>X8V(X+7vw!W#h?#_K8CFrt#q&cW9=KV~x*RR&4?r4W zSnxMm-_4Fp5 zwLe*NEoG_PDvT7ljL%OD8Ms5Y6Y7y7Wg?dh$90uDZf+(DqvLXJzgR#T-Y|LTUwy*O zd^P|{)ySVkAf;1^=`B|*_^67o(G{^=FbQp)!S|46mL}qtsUHH9moh&Okq2Ag+VmH1 z!Y*HzX=qdkZ8%D{v*d~pYHjUQW(&)T<;IxUEX$o9i56d5|n$^Y(mSlothLnQUHHrMON zB0c#$4zyh_lEf?$G~q4|EbQ5G``88aDJ6Ua(~*?wPfBb}28n!VvBO8IAJPjoI)`Rp zVmI)sTpW{BYVo5XG+s(qhZlfAl3uu%((q+5%dx7gdIxsi^B%|PTG@(nH85{Pl7L@? zuC5ca$m#x%pIE{`^hAP4%#sE&Av(v^m^x}uO$Sj~gayz3keVbQ3y3PyQ-9pdyNRxs z>o=bF)9PX&pDX&!gLQY?} z+=D2Yj}@0(gn*l`uSDoZr1>CKuAHMO0PWbw@8!19`S9vqJDCD#pdV;07ZSE@zl<-L zV}>1XdO0!T^?{#NMj?e4vU}+A-zg4R_Wv;s9R&$Ptet#FQ3=a!3~zK?NznanNo?6E zW@V1f%IJBO0UNN15hj0xx^&fi)UkX}y{Io~`VFsBmsy@QGi_#wEfsNvzw&+f_^AOY zM$v@_67_Y80k-W)YDjIu?Z#4*RyvG}0I)m^AGKx>1M z2~6<>Fg;sy|4K(`HD|XZo5~QmU15<{k2ASI{7Wp@V3GYV#$(ou#G7SLPT)WlR_sPy zB7s;E$QkP!-OQ+!Wj8*8@K`+a98ZlBmY4U~Pgp_=HN|X7VlRu{0-=lOZuR}lML)*HhhokUXmjK2_EL)W=F)y5uN16)Gtzk6$g54ON@t~UY3zJ-6L!Wk*y^3N6WW*4E)MA7zD}?tS9fd1*|5N@ey3W z`7D7or~G&c?Ly7Xv?c?w{T~m8sjR8d+l9(qxk*EebD>pesq4%sH8UH#-=` zrN75$s?a;TM$6djP_cRUCQftN6ZE?f&8oT2rjTE)HnQMueFce8hmI6|LTmMRh9_7brNy+*4DD7o1AX7`Q->%pl_{&xl?-mk~TOnPh~^ zoo(%N`L|Uc+)*MnA+64KLWF82etonk!{#}-DCI$bXQj@j3OeXf*nZ%hPXIDulMzZv zA2jhj)zsSR&u8k9@Lax~{vHK$b;Sv&F8l{&M2pdW=0j_Z=&~9W#WT`#pK)WWbX!9$@0p(`4wPZ4EM}9qXPd`!sO#D=WQVhB=(xb)Um?oK z9TjkD8h1faX(wAeU4Vgr>RsbHBTFqAiy}`=NyD8W*5NTw4qIr2U^ae`8_PKL@Qfm; zXzJXxiK1K)Ak#U67ID=CbMO#P|3<~sTQSvNB%s$>XuI8gmstDrov7qX8JR4b3W=6f zi@#Ve4A={!tl*Vlq@qww!+NX4e4sbQ6}_ThId?hR^V-6F@M(^(QHM&IuexFePxLIg z10q-MAsF`J$m6~lq{RRlg^Ugh&|&}GlDmkM&pLVK0OtVY0Iw}W&9w(yX$}VFbf?SZ zqWa~;2r4@sy5+BV2N)i#_FsYNt|yOgP7o*9oRxbf!`Zl!8kjmp8LRwvMaZTzfCL+l z86kFnG{sx)*8st2QdvkeApz9PL{uWr8!v|O_$A!6I_AJKdknN4`MWr^h|VpO5dj7P zfJJ#2(<;W3N?A<@P@BuZCy*HMkR1rcA5#gE>NTv@k zJ6pOyITGX0yP<0)*B$Nw-W0GbB?)e8*f4aOVc1>}PL{{#masGqxOxQ$ zkcp7+0%8V2s((s^8rDEm!M=>E^KnkuqCJ7Y<=}GzzM813sCa-vF-|}rqvP|*_#W&b z(Ff1p<0-}Gu>;l9Jpu%f=qv%yjRZp>HWV@-b0Gh>Z>sYHKfMn~))%-MMXT4fB%FiJ zX+R*kTq13NRK(rekdIlqAxEZ9jIx+>z#r`;{?R=}1v8{PYsC^5ln`J|reBdySRk^2 zLsPKMH$0$xy4aKZMFMZ_Dgl5@69~n$2#8z((uxXV$O*uT=U^g20}?GgmB~Ly*-kN{ z1JrnRlRrdKRv@g=BB+!FW7{L=Bm$}Ex#s_dL+@iXLTi8UCjfvIAZRI2-m(w+k@ab* zQtA-xc}#yjz-C;*7Y5uJlv4pH&Ue7>V>JWnz57A56aoGQ2wchy-fqMv1*oX$e*say zrUF?yIdKRuM(lAPQ0s^zsD#q4LrGH20CN^tKmt)HNGMQ+*$)(;1`84#A|5~{EEW(3 z1O^Zc0vH$=03ZMW000002!LTA!GNG40ZM};O!)!Nx`)a;GqXg=C$kd*l^HkmF{c-f zshDt<%98&V3zo4^I)QQ9Qj}SK4;?=gprH}rJIp%|LB+$>9USKhU!(Z|6i zUAN)o4DO84$Etad(!qPypQXpd%p+y6v1HFmNz{I0^@T`bqac$b-f?UC#e15q54Ulm zqO*)8E;=!GYT5LMt1_XH=4;yAS!~04xa?xUkv!R;KNlrabTK!X zL#M|0%DQlaPT+f?NbBrxf$u^`ZwZ5FK1Tv_m7wD-;Y6~WY#e6O%VNogPNvg*D1yEK zj~Zlz@`v8O?Q4fx=KLN}%Fx+i1_&opZ@HX^<$h-r%O0-+Mb^usL3tSZ zNsw~xZyshScYvrMsVyv0IqGRy+J!E+j<}37B`$7(fkJe!8?AGs{g%9(a%cX_R$GoP zMF*nT;|q~mNSkGc+`U8G_l8{X~FdT z3E`40#jomWB3-Aj8$9ZLla0aiXX)M zw~(T5I%BM)sdg;CL**k`<;Ki2E^u@}wio9312=Wi{IJehiQkpohX^7nEAhg`h!UpW zMIk`LQSQ$!V@X&kmBT~ zQzs{Sp=j1GWC$0~n>bE|E$M8FgB}NtlVF{j&KT!5*Ouhlong_QeK)!aG`=xwdTha@ z^TiX}RC`h_8mhW)Kt1R)S`BqWXHXglEtBm?KOZ?S;D8_I zBw8r_rK>I`m?>}IE?2YuL^>b!1POw-?@R%SjvCAHW|XOHVqxx`nXT^SYLF09*NzgZ zoCLRJKNc11+`7*wtB?+e_EK!!In|hE$w4(B2)1TxYbbXd=SWL8%okNE=(@2OI|Ky7 zh^*7D+Ok)5E!N;oLPHr&>5(su6yU9cLzxC`cXC0eK{f0zDw=-TeRd6Mek9L!2IkB=?u`R=W@pW}2cV27friCW0TXN-G#G zKph_gZ>QYLFmNcM;31xyyUP9d5;IzuUVTB4DzKi`U8t{I>e($b1dyf$a(dhJ!!wJ( zpd!@+zQiuO>r7rR4GP|4H)@WhV-@T~HDb`cHQA&)V7$m-Lq#2!-Arlwn4c6)i1IU3? zU(;NxkT6T9WyTVtp=iu89t*b37f9sL!-p7xZ8qdvc|(i^-fVGKKANdd52o4_likm z3^fy}u{?~#dry3<#?sLNeov2-A$8R`tduSjbyCS+I!)%;rl5|e73j+7EHDSL3@r`1 z7VGJjTu*s`&)6e%{VZ1e^4O{=C&&UeEsCO3h3TKA~iaX(|?Dn~0)wG~pw(PwK zoAUY_gbDM2uL8&BrOu184n*zdxso>~l2^sg zQd?$=QDA~N2zILBc$Gu1OQ(%hx~N$4qc#Jkk|Ant(tVZKKaAee_EWmR8#5M@TEu5r; z5co4X0CS<4#zbf>Eqkqgn(5+oPI#0>8a6$CgjMqWWKy+(z__pKdqtZzNx(%OxyX>; zy$+uwMcl|YiDO-#SS3Xh_v&C&4y%&BW=oM$3K#W`xnny9qtacPQb0k^8EY4$ZwdMZ z+dfR*a?C*bLc|j;oP@XqSSECb(asTYiQh<(SVO2?7-yIs*%3~mAqWOgmsP2T+sIPy zT;?eWo7xMnbh-?n^d&iAx&eDS9GH|ikm2<`UBg`WI?&ArPD)Cb}bTAjFD)Y4eMB`4X z-gT@I%E!fTSHX~C1R{uXA{VIhkpIgR>B++VPT%KE_~|b?timYF=DoEnd%5`#Fp7|r zxa{}cd>DZeriaPkQi*^iLISCA-cqXh=xAZu3DtO`?PmH0%TDXDMMn(QsRa${PT6TWy7F<%n8!M9*?MLzB(T&g6J8B(2bRxEYIvU zC+pfxwBdZn%!o7AEgSD=1W--k@v$e>A?LOSNx`h+nTS7>sH5wLr7%L3j5s)z4{GKw zsZxh3{A3`^bM@5Ot_$_i+M*RKHIBmUDKkO!UkH5` zdw}Hm$B#y{4zI-KNW_m^ubS00-dqB`;644jRRL4trWlxy(Z0?9Xr;uL!|BeM$n|{u zeLbuo)ns+Ha4gwJG?r2H>8VcAs3)i)9{5wsy>Br(koft$MPJ8By$t8CWteHuzTB>U zExUwmwDi(;MdA+y9 zYr&AW&M^vNSH>bpFXqt=eS4Sdtg7i|YO`g?R5voqNa~@p7s0akcxc$UZ?KT;fAi<- zsaF@I94*Jn7>-58!@sQx$ok3*25s14bt6&7%roQF#yR`GH7()!v)k@X3uOWJWxFzq z`Q#~Lz>54?h@| z(6Is;k(9aA=9qql@E~2JPOr@N%2SU}dSIbMugUjuREf3q{%f!l41+O&XWDBS<1lKpZ3j;?XGPLkN{49tGJn}u z&+PXiDcueyEWLI8)YcPAqB@SYOl(=A-i9xoNiSCB3LhK#a;fOizfwWpt2G$glny3C z8qcp3j%dqAet~d!B_JhBg|Z!hK3yxTd8v6xWoQ_|9F#DG!Dgk_RfJB3i|nQ7c(^a` zeWiv3S5u_rXqk}`*WR(cS*VC$PG&SV@=XoL##+y&y6luMBlzUaXVx_VKgKGJP7!lp zw07^Y4Ek6R;wi`4a5?igSTVjo!=>Q(#29WbD`vtxOGE)!52q$qf0s@Pe_f3GjYY`5XH(iDCZ-umyH{ zndd0(@-(#NEnx;#Qf8)wMHJ=H`>w7ZW4{b!#QfQ#?wH75uM8Z_A7Bgd$sT!SY1}8DsorbsR_2frrWG-J z_*|KraoCi!}78(ItPtVEU+~u1mTWCyhJIp7AA|drsPDQ0L{r8I22%$}Qyy@aT8-!>__s2B`jVVR>TV1&x$4Sb z@g_L(R^_wabpnsRUz|A@k5mTV@-9i3qhm ztIUZ$X~!d+b^Q zZh9jX@XHGA`KBCt_K~rSJYv{9Q#oNm@YVd4?c56i8Yf3lf*48+ifHwqMbey3l^N94 z%p7Mp-(ExzJ9X9-tv78cLoIVD*H)NO89he@kWAU*URk2{%VNg^fMxA#d0Ffo%aByU zfFi|(9>fq0=N|T!>g9)2C z_SjRG;0#hK*ZlY^titEBhT7f)#vPAv1J+ok?oRLYy__7dIm=8O-?H*i^fgjuKAiI4 z@J?g~@^pnPle*dMiwZZ&O(kl$3FdfwjcJAQ@&beR)9qz=XaPCT#hs@M?P^ zm%NF8u3>3m3%IT$cJ#_z?fo%-GBeAd0MD|~kC^3ooo88;Fh~gV*K$~Tx~zM~B0K86 z!K~=yCeg(^@quDZ;3fd`$z1I=q@X-gMY!-Qn z({V;_lx4IeRtvkfSxFub0~{h?JnO?5PYJC8|BK5Nc4NxLDbw%`4pT2*PScvFA=gI2 zDF^Y;2*1|#@{6c)Gf6uK%70SWiti8Fd{tmSBA8RAQ_4Y;vXs>IGALtKpbprc0`35L z%A~Q>ZJ;AnzxVgsJbp6$qJVgmsmrk*6oSzUJ^X0>oYuwvKynztr7kAKZ>~y?9e$#z zkHJ?0lY_~$R7CZ1xJ4FMchRGpib39TqJ~nSMmd|8fKTEc*6Y1q_R6qQD%LzkR(`H^ zj6zsRekf&pnFefdE3M!&iR?c}D5OZ$3Z%N20-KW!l9}rcIjlw-cA)`OC;1Q-#ioVj z>G;@J1Apa$MH$9dxLuq?MNm&=SYpWTNwzx#%^yQh?xM_8C}BqTDAwkvvU`tdSsb#- zf`*U7w(b?t7r7x;THZbT|LF9KN(5$erY$)xi`$rXBmRr3H{H1eqPEGGz+}yg&q$So zO?&W$R>2UQNqv<2_;52R6Y!)%F!2vBtr*e*2*O(>yB8$I1X|g?n3a}jLi|5xKdW+U z6iC`0KBo*ekAs-4ByvS2K%X*~k$}Tw5QIzBje>(|jSlR7J4CHjw*cV5d1}ZMb{ala znciJ&cu$`sfp+C`b+xS3}KQ!6BE+5(wFsF`hqa>dvKdC>(&?OB;`2FohgqWXTAw3YnZ+~}d|4745t?Xj9eZ$3Q5}}YJ%p`=u5Zh!hxHF6}Qa9W8 zOl)Bb?`n#~L*N8?F%&+Q6j8|?ejP~i(srYTs2?^)r|*Pc^nwu<6G=|uAwoHmai-2I ziO0glj<#A@t#>aL&z{^%!Oz zKYpe42_I2JM8DoGh8YxO^?W(GXN<{eiXccwq3llC|S8+_^3$(WBMJQ335aejQ7 zXrY;G){T^OSJ5SkbkvYor5J1mMG-)UG6%1;PiZCpe3dQIi^s^IY3ts7trqevqUxh0p z7P2rKG0$YnKTPcQIeQBIu`(gDd|mz!od`=_dlO{RJApziNbwW)a$6|aQ6eX!H@`vu zN7xAwB-o;DK9Zk9Hv1+MkL4Zo*Ae54I!XOBHl3gcpb+sFZVUlcdMY z0P__XKmb4jQ7BL#4s~UI6rctR4jvv7MldKA3E5&xHp0DkJ#bY6*p;P-aI_Gd6?L*B;yu{b z21Ox9=CTPO*TefVwBz(h1R-h5PK$JE+3zyqQ9-}5Q=iu0k$Q$|wmsQ#!m`+!DYtCN zWeBS2+R2Vo4J&iB3uelW36UY;h%P-eEOFM2I%ve&d0+qSI(VyR19cBzW!o&f5J2DF z>i!+UefHLN++|Rx!38$Yz;x{ttPh8yF;7C^y0{$s=wHg2c|xib9ZNVd@-I7;Sc*lu z7`jwzVEwWWY6_MQlN;^}0Fx(;4^z*kq6{TbDy3qhF$T2DGFK&=;X$Pg*}c1UBb=69 z^w>;`riYQ^SU@576;M+aaJQi#hH|f=0PY2~IRc2jW#DuwJ{!5B!a(Gi8D_fM3?y(H zcIi&%YiWT5f{e$F1hutBHs|C+s2YL@Yo;MtFg^(&j;BQoF~9 zDo9wW0>|)+@jfwATfyh6@Px7q8|X?g>H+s_kVASw2PeY3IiGb6{brV-LolvyY9r)e zwjBz}LBMxR{a?BDplAh;;_!lHSV|t&?GLWfVW*h35*E;%xy+~xk!v@DVrPH{Xd@sV z;+7=`%*|lKHig0!50*{%yGT-7v$M_Ef^rLMH|_}?2E6v!wTzSMpxW`#q-;QyOY8g8n+dXW!IPbm57c@&`Wr`8lY7W``)JDxW9xsrFu5W*-ilQiwb|3h$lj5S z|LYr3?nFM#+8t~%*AuaR5HSmEk+a&ve^F27w#@7R^AH+00lfvkduW%NJ)37Npzs;M zhLek)nVy}~VDW|qDdlfqPvliI62r|&zWwBgujl+&HK{xyip;P^$PQGasbTIB?5rU} z)CWEYLo=#EXzxiLL^uYLXveaK$tHeysgA&qF0E0|zz%qht4|xEcUjELysdyLSBxLh z%S8=@s5!W6Al#Ub}=;igQqY6VGwv~k(*u8I;!oA9t&mSD|T$|6ss zJY-W)#EfXk`b4?G~nHg@>L9(FSn?Sh}_75j7!5{51 zp9yVxyqHxeOQBg~R1=HWUP~#9Mq*p6eKf}|Z<`9Ct5@sfIdc+A36h+Ib6PhKq@}A9 z^h;?`Mxl&pj#=E!mKx@*2PtS~eAR?`>)!5;_-8B{%MaXV{`KQ1*UO-EE|=IF$QN*B zaVDhbart&0&0MZw3u@5ks2S9$UW-*Lm1ijnFRHe?I@g?6@vNQTtTLqoJPS=T70;lV zqO!S#05TKY%x_9~>uNL~?0L;0@51~naK`RihB5D|Dtj!*{D*do^I?x?6^8ol+3{0z zK=Jkt*s5Fyna^m3&?BiY)1{)&D^dMl+tLh~FXhZIn#%Ea@)Rw_K<|P}A3E)aZ zGBiUd1Rv9-$HF#}y;2S6@=btdj7&QTU*sb3dC;y*=_1J#!?L*$M%o1|S%ztcVAwFg z3QI7rP$VEtwI`_Zco@?RUB&Gb!O9<|6?#TkU3eiOi7lq2=_v}GYx zZNqf{<2>&#&aA(qyNuidwAQngD-u87RRr^#?!|cRAB-RGsX>Pfu_W`VX^|2Ks!jD4r)Kyfp&}uKR7m9-ZlOCr#d)H2FsNx20yet#zS)L zP55j9hrR5QRHO1Sc%!lV)c^^%u)VppEA>oU>`Dc@Ye8KVdQLTo4`NAKkqjmJT%HS1)-Ek_5j;7ek2AMx<#Vxzr!coWowu>K1 z)G$Kz*V2dagI_8vlbgURMrq-TqSf}3f?v2FMKrR1s9Iyrc2B(8RAo}|Am{7vC71lM zG%@!VgEuiA@LVYZi*RVdeq4793Y_D_*{lGbD4?=s)r7yk;L=387kO#qR6$JRM^&Ba&t_S@;FDVZ zH7sFb2xd`Q#PDqrsG(aCxcf4oZ_gt*m|^KOH&PzC!$uYS06J|9wJi;u%b0RTGY|Yo z4abi|*7O1V$kgt7m$>Q6e{ujsK)b(LpiRUJZxsS#q8A!#jQYd-bJ4t9+MbCybjKP) zS)rKz4#YdZ7owb>VJN0v4jze4X-B3hKKDtGGbmGh(1#i@>gj}=VP*``2n8_|rZA3L zXVq1wz4=f#>*rQRohSll&Ol9wx`Go_G}227Qcm^UoKHuJx$JseeWALxgb5|fx+Z6( z)2Ke!U=T%j=d(2oQ_pQ|MhhT#sok8Ru2k7+`ESc;V7FCva%7v(Rh^kWiU}j5Rj@-I zF2pgYR>9A$({o4s3MC*1ZR!&U5_E$Jh~?n3|M975GA}c;#v$4z;B$|i&!9FDUf8N2 zvgJG&sg9UV>`W}oxCC37@On}cqhocjTg<~uS@u|F18F1)Ac2WQXJ&0uBUfFjH%fN9dr_cXlmYWSbt zLu}dex`&7ML0(xp2%~5on4uc0OXdEne9jDp$_b;g%dD9xFGF1(nd)OAt%17R3-$*^ z*FQkcg##fEp6Q(H|c7QN{=YSxdHg0Si z!C3-p-(%jHrh%~8S%$}@G~)JC`Yzgun22E-MPsIv*_Fo+2j)EO7VfW$i9e%;4ti#` zQ|gyK`?=knWNv6U6d_+(Fe4~6s}~`F5sV8yzOf?N(Px-xp}MjP1i>wAx(9p%@Uc;k zL=$ETDf@LEwfq*$5M&;*iPZrXv~Ps%F?{gtA2ai62Joi6bVg8^k)>=58Lg3}Gj``} z6t;Sg8HUs)+{3Qv&W<)!)nSI$@+v#&n5_T<)+s8jd#!Ix@I90;&R9%l(vbuhh1I@* z*j(B}JbRI;1j=JJW&SkN#9VjbzxjHh&}S~DPGU4D?XW%Mr$sqyjkrGu52)DI!eHjZeh6- zGZ3W|u2oI@gx6W9v7pP?x_mZ%33Qd1 z`p}t7BS0IA1!u%;sIm>rpdC(Epj2ignzBQ@1o>gVO$Rz)1_P#hwo&#L@llxOB^iSk znLO8$&d_gDG!Fq7+D7PUm2eeBEc@^SLG&+#sS7;v7*csHptQHuPcoljb^ar>U)}(< zgwAm6&GrWMFnk4knXtn6Fk^oIbl#kAtGs@j?_&NfvpLM>TjA7OpOI@-_OV6zw{47e zHSpcVN7v6X{yr>8&iiuPretZ(S|?VKAo%d2afP!yqM(PT^?wf`rbU64I>x7 zbJT+N0WO?2Z8RMJSZdpYUzpgNyACU{U;1E|Q3RHln?$dmeq06d@&hha5@)18YXdG^ z<#hh>c`kkcgn1!`Yzp1O9dQW5Mw(og?vB};716d^EhjQb+0K@7qf)Q-=tBa_=Kd%5 zT!^$Bm&m5>2~Um*6HGaAxKz_0y_zu>mw}%^()J4~g}JLT1!?kO2?usnuZs{_ zx{9v=ePE4I)rG}IyzYrWZ6aRSssL7w*E(P=hEKv0M$5mz{EuR0IG0~z@FjVYW<=Dd zP-!*Uvre9ZX4Xbhg%t@$K{52D5tyw1qYkLKyZlc#jAc84$m^7vmP}M<@cpj|WnHFH z8BLro3u*-XWL4as2cb{hFzjRi`#J+$z1u+6SW{dg_OM$+txU9YLF>RP1NHd>65T*g zW(A96yD_cd7E_!-2nf?t!v#L%UTUGhD?Dss6V&kKyUNm=#)avso34T>KbRqM%{T8P zRlxILCS9Q2_l0F29vT~H2{Xo%u;AdeStQJ?iBbq&9HzJg)Pb=7lN+TK%EF0b2pU?i z8Ukmu9;j%Czl6@K(};dJfB)_3!X(T9Gs2cB4=Sp0# zU#!-{jMpaEZ1E__bTNaKxm(FERE|o|7iNDbPhz=Ie>$^0{__np$ClkYI9JYgJmfac%IDY zUXYa?hU|#NOPQfn!ot{W3y?!XpkfqOlzQFyMSBNijFf1v((A~B1pRG;2A7^F6c@cy zU}ooNCgkXUeD67b7weQ6DOx!gP_)@fjU&pCS%uiHA1DnRBS2|zqi*}tgHDdP23!#o zc9qQa%=#hd|I=lR-(+LVLcUGkxGp`$brsv8Og58nQ`E_tfqd}SMh!fC@6Uj}sZZLw z-6cl!RdC(Z#9K{r?R$lq0XTWB*;M_xqarvOjH)ujLxYrM73M8O<-Sf{TNhyCtl%?; zU{*sP%TVQ!xF*ggJ+{yJrz#z;OaLgMt$ih-xRf7&1#C=@5F4)>>hU&B8Cw@e!#VqF zVH`F>r9PeaS5=Y30NZUC_!to$yR|K>7zl0oxT*sD>7c^);g$;IS5*ojda^)A#Z)cR zKm)){?$xBl8T>i>8j)XjmLbX_{DorE@v0B8nYrOi17QYwB>6XT zV6t5-t#ZhCF1%oh>ssA0KIB!7^WNDYGiuFt4Ze)8s-yz@0@$SYGWS?E-Z+Uu?ZhN* zIp%=4s9|A-ghW7^pjnk>@nTy3Z!hf!frj{2TuqfGL1@$AtZv4yPenrL&1zZ1juj%J zGP?wv4gMT50fCCQnT^0esKYd>Ppq$GUAST)L!ijlUIA%!oy9m+1XaX4ji|y{AIsIl z4yh$pY#MK$&cR$53tG_TacO(Q9#kX!ASTuI*7=TK``MsN22E^*^`~#t;=gMwq^|Yy z^eazRBuSOAP`vkT8S`vhbL`2P_S!fILhB8afjsFdq9GWv+Sz|l{stuXy6G?p2E~e! zztOFQ0wVt_(mlbIT@Xi809BLSg;4#aJK9EwO@X8}jJdKc;Kng(<0t!(`Oe0h#-7}2 zaK8bkgSXa12tl+nabbp~qum*5^&K!q_^Ii6wLR&p@OpPGV5Ve(&@v}PQrYDCPK{Ed zlC6s7&T$P!${&j}rCCaIrSi1e42QYS0js6XA9T%k*0H`a{+>8!o$;T5SErw$(Gb>K z<2x1)nngt?l!hPZ(DQf=tl9}56b3-T8bnMYnBca5$ z8P9+9_0CyOOl3o+>)I~pXuQx_QNmzYK@{@i5)Eq1HPutRVkliT4>E6IRxh1D+)Iyb zf;ghvW}$OQ{a{^1q$};)Jwu%*fuOT22IyIyZ%?Ob5&S4xMFlMS!Qh{%cNBIRf(>SE z((K&LUbA`l*~*IoKg4v0OvdXP`jF&9Sb%$>-WB z81x7(naRQ<#;rjd>2cllknAr11fX660X_I>5$-eNO?=Ny3>rt9!b>jWY}1^f&Sz+C zfsANGq)mmHhPE3OW1|ulC_TWquCEvTu#8f@zGXnx7pJjQUNU@< zOn5IeN}iClw5r8d=R`>Ak46Rhl?=-PLH6yRU6%wLm1U(|p0c&@?Y$?Uty4l3ISaJc z7}UcO%|XnzaOb9YXdhtlyjv1B)_5q`UP97GV=3)!ouiU(G?b8;V+o2D5kgsvlnhsp zS6M3j?x{Q)6mtA)XSQlB+ypD;KLqcVP_6wLU1jdDpf72ElaLQ2?0}2+;B)`Ja`0MPe1r%f&6FiEkST3rAf93FMaM4TG|N zXRRptM~7HK0pr!F-=*?O_d#6PVF39yN9J@z5^0qbvR`Y6!GYyz#4M3p1oWPX>2y|C zmTyrjF=fY>$i!$9uFR$*hj>`VY(%P@(f}aIB4A)sy(1@OB97T~EC4i5Q|%%{vm>7+ z4EbY=W?PS^1!P#3VE&v1zd4V!vkAIWBo0TIMdDF-E3XrP0S_uH%vk+%C(X+9G$|d~z z3XL8u80nUwWMaTd!8cRDre+lYh@%l80NgkNPypCvB7$ekNXb7arUeFkPEe%wTNAU% z#Yi5&q)a3-bVw)onfe%OC~Ycpl_uNwsW;_Q1W&wXH zAOa??0tn@tfJHo#s|P5GQ^EId2mpbxOK@9+n}(N`QvorflK-I0$E4QL|4j|RjkZq( zG%g`ewe#eF*`U484$L2Mr3gDNBb2k^v?6ha`pXUCY)mu8S(Wab?f=eVlMtDE#5h50^sVT|3R=fYPNC) z5KV}fl_W`KAQ6Zvs6xY$x01|?-!6t8I-QHvGL&=^TU^toJAxhGi8TVCqRyGl~esqO$8H-RI zB|N!14-T}^gHHe+{tjq;OJVGLeBdwa3$LiqHT25X>-Rc(ueW5RvNeV@R);|%f` z`jeDvxk?=2c<&L#+v`Oi-0JMxp6TZvEdQ;V|7zBmk|=}7z@B-R4XQ~TJjWE-I6LSx zH!k`H>F|nvhs7KLj;c`=RZi?wKrDD&10fX`Q%b(??M@1{w?!jJgr|WL8jMT-+8R>> z13M8|T-gY(5e!u+Rm?7i5O;|O6U~|chk2h|Og;U`MjYeQ1luGkPUofy-^%9Z+QrU& z;O?=TFUx0g!sn*S5j9NE3`&A*6*S}$3;KEaQL88>r7ZiOxsE+rMrcnTw=Iq2P664_ zh@E{&wNr9->GWP~n5%GO)o7UV>3e_>_nfNQ2gP6_0|!V3)7n)zFR3YjN%P2-Hk)X3 zkJklP5d@BG7*=`a=P&gL`UC3=Mht?-zV42hVn~XnTxQtHh>O1Cyi=;swfm2r4Teuy z@%IL`lvD}N%j(4F5E%F?gHmODRamw2=kvG6Y|JwD4wg8qg@?LSd|C``~z?N?3tXrARf} zV4M2q=h0pr}WWv_#G z1&xUuQ{k8;g+$sDvQU*}0E>L?93)GIp}m1tI6u=BOSMoeD-&Bh=$3WY$;_)LergRE zwJ8DgvIBlm#nix&J7Ugw)kuYzE(>Uu%kioV1Tk(j>=`vu_pPn0vSW`QufF&BRBu0* zTtxpJe$=jEqEic`*sclFCs}QpRA;Yr$#`ea=_r(ngDe?ZOklJwXze&aReHe|QO;Rk^c1|)Y^8o^vGOh4MWo$to7ZmaS&cLc zcbujy4+BpuW`Hs|0>84BO_ds+vlZ4Hzh&!pC|?b$=UAWc2vNeC9~XXDgA}dUIh5^y zJN^NhazrS~U^E|gd`yq;0QOirzQ=QD&rVNYdMNX&ZNV}BP41p1FFK1*z}jXL+Gc(Y zP$jfVuNCzU!}j;Ehtudr3SIo?<~*)WSyUw(RHAsdcWB+DvSoB1gpVAlqF==9)sRQAF3UI#6< zY%@#Cr2|qVSG$5#ux##p85fs-Jqk9^;m&5>t6@tp-yunxQ6;k>0lwtLX0EEhm~17O zm7|NyXv5Y}Ji`85GcdBcs+}2gxwI2;kC(-z|CnK_Uth|O7$`$4f!YBCYMY&r^CHD6 zGRqIbZGxmZrhLMwqIGn-h-Slh*>7hvjCR?ur;Ye2&26P{Xed;~SMCRye${`ogvvgE zf4`NleonRaC2Pktw5!>XG*40l6}SvVh8d+quxCQ3cJ?u4Xr7O!zSA*m4=}?MD59IMgs90E}8p!=CsV{Rx2(jyCC{Ddq6i^Xa4|D_O!!Mb%iDQV zxPLniq*^;MUIyLRpWhZ94oEv8z^|-lQu(<9nl3P}a$`V7rY)yxk{laAS@U=W37emi9s`pNqIiDTD-;0kbWi*R;>q}s!jZZg}^}ry&3{kZn|) z*&>*{x_f+1D~se%90FGZc{Ef18m0)9Nh#p)ei*v?k~(E-PB4TgW;wJ+Mkjt{_K0Q< zdvqOszS_1c2et6EEvS#$be8RSMD3%ssfJHS+_+CznDPbb#Y1 z=%t}M;??)fWz4nzclA`xONx?4U>?TNW^v!OO0u@si|zo!;7%Gf!>{#Gqo1S*$f4_I zrcwc#a(75ys5#Wi84AkBO%nAw3Kx-+LW-G*5V^?YwcIK(R3+#q8@b#cW z5yiLCBcK{$=@~8EJ$~(~NYvyr=matDfA?Y2rqRr+i>%EmNc5wM-9ntyTZ(0$$`fA(bXv0hJN+G6#jqr&GYj{G|3wEl7c8)|GyEB5QXM5Phdl zx!-zL9F)9Ro6w@rOtr#1)qADW_P`EX22(T9`=uCv>uXValb$Fp5%_T^u$&vBDR`z% z@xBntON=0odI<|OF>D0yBARc{W)uU;>%xu)vSA05Y?z7w7cdzrQ14&G<5XPQ=EemJ zn|aqk*-xxwp9!&9+S_?qP5n5zq$rQ}xuL4`1O80d0eSm!Z&p-b z(64&Os86PAn>Uw?1?+WgpwC;}I#~b5oFvul)xx1>m!IBn1S9M-T15nEMeYxibxK~Y zAkMoDYnYLOPGY9Whz1KfmN?$Wct?W;aBo0t=7gm>d-BZNA(OyBq(ITKay31h85mJn zNc5{d-}@&U-`PyPHB7-)6woeOEC85WHe;$n{=h=pJ!CjBZ03=7gO$xAd+(pWT+lvQ zC2i+`UvdD|%&B+?Qox2aYg&_8(@<~4^77tDg`CNJZI1Y~RT(!~Rv)7|AQt9_hvj{n zkaAM=O1YQ8uB@3-mMB?ls2Md?p^~7|odRTpCVDHNbL=J*f9f8{>CCVTTbjmI$VZM` zSf>FZv{cH_u9cQt~8kKks3G2Ps~i3p&)ZoAX|@SI9GO# z$7%Vxlm`n|nW4UGiEEf@o|)ZpmW9JzzMzyww5`e!+Yju{573NND7)p>aUQm#6ruC! zT|M3AGy_WoyJ+L1Jl#Dy9Zul!x>yFoPA<@2n<0MhRmRU52?iq?;KAgO;*}ADeLofh zb(DEGAvQERtQpx_rgo9Mz1xLfM?+9j99lCPWtF{%RV4mvI}1tu2GW8nJ5v!7;?Zzu&>?1U@4gF!sXwF z8d5*j^T*5(shUwIQBYjU^!jOR=JTBgWsOPStN>B}#D8F^n%N|ziX3k@e)Xn?k5wg{ zV`IYNY)t4bpX5H-vM7k67Hbw;Ev@l5T|)mGo#j{7!UO|qL96$_`3#|iNe*YLMx zhAcm+dy)G=Dwp*~Xlci#PC|q(+@YD~0ozBl z;Odp=jtn!CT6X>;YnzdoW@7wUwwEe3VaNxU;f>#7o4OOLn;tOjK{E^La+t-j5fUiO z4Lcg09vMeUflq@H%Kl>!fUq$jO(cF$*W)LZG-F&ZTPlVQPI~Kx&<)=8c+%H_FxmO@?I!c>$qIx6Z9-GMw-{T&*4W|evD>< z5;W?_T>08|LfHu+jIMDt_-T}PY@bMqA1SAj==jkuTSs<6RUn3DJI5V`;A-%fodJ5v zUnBV8vXHp&0;@0qfVN{GN*r7bFd08&Xs~Q^)+)3gY_}od4nLS`STuq(loCIZrH1qN z5|lV)dz@nHsB8Rab3k1fSo(w^JfiLrs{wvcRnbU{-m~ed6{i<>SlWncc-vL+S1Zx~ zYR6!wacBg0rH8C_Yagf%B*#h-EaLg&n~?lM|JuBW@QgzDT?X z%N8he);MT9PS26)^;H z6b>6zm715FQXAGuXaSSibTc$1V_Mv^-=T%cp1TZ%%GAC>FM!{CmMuKm0V~B8I@5P( zJKBj@!~Qs~!Uk!_OtLkYfm3j_K3F0Cmc(jUml#-xTTzuxL25qa<~=U-5jcu|BzHI0 z`&f8xyd4ED1e$f*;kH7lDL1Feu6rydnj1#@4E#WIWcbHS#9*+}_ev|c?y6jkqfrDN zrRs{SZEWZ*a#_YvU|9&IM#?;Dh`LE3NeV8^D7c(%m&k%&o8v8|nc>RvY9Bp>jekJo zP~ICGv4b-e-~vWgP?=$+lKi3l6{SrNYzF~HafZV4oT#LFioUD$s1@Ln(##DQBo4p2 zF4z5n`B+)7wiyohp>9wu?W8Q*?QI+8N}It^kDKIQ%E)Fq2SVx-R{3Q=)Thl9I*sxg z!47?-Y|u%TeWWTxlqz+D;zfH-@b~1J7b&M6XfN2b$?;#RvMu9e>p_4qLVANIx=}M+ z>I7LGVHD-?E-R+vrMUD@oNT?SFZG7EUmB-zeXPXhDO@200|YpE65l*qW7-_PmGF~& zpt$Uy<}9>nHoIG4&B%DVwxbPpFVFOa|Lpu7b!G;aY7R4SO&%MFf>SOc)NYSr6q}G7 z%UoG`d}i#}jWNPD{pV>q@Y~T$=Ncv|4TPxD46H=kIPptfG;`fW%&Jv8`|=P6Q`yTg zM`$}~NGn2FB;1XoV&QdxF1EmbcGQV?z>E`Wp&{|o8;TjK!?&3Z-(+v8yFB;)R$(NK zjrynAns<(?vWQyff#IbD@r1TB<9B$XL*WSADZW9O-M$~E?fR;uUM+TI&6MXWQ$jH% zjdG4hb0#>5AjfpCY)@^yJ5o@s#OWhgW21o?3+)OM^(eg#Rx7`E9BxcP4abOp`XMwC zx{k^nY0JwPhp5%($7w#SE1S_^G-YeCE;sMnAvKJXR$dPP@$-q(Kn-XTsgEPE8P{8Z zZ_BKj5HAB++5CA~ex`OI0@3K^&R%K$ZAI@L^YUWOa^qDjhdg1ULQhN;S71^P{Zd`x z+{OTEad-?0u(bnBp>X5OA-lr>!vMqpQ{Xgo^aSIi9Hb93@uIsYhLewKI7oyr zP8G_2Zc`3+npc!!tPB^TUc3;TAe1`DG96yjCSDQw!3)w5X&yv2yPt04!%nylm5?lD zc^@b}f^24|VHojS$qYVQDLx&=M@d>krWuEup-4k_>OgckSX@*yCyps z7!D!1#uttA9(zF{|2Yx~opmB8B-mfC*d=dri3tl1&BdFoV1*pNInpPs^X7*(OQdqpPV5fPF- zVx>bq)Xm`PoRPkt$tz;vN!{ZSta*eOhB1go?)hi)XEI_b7?SFSiwl9{i#!Ussgw~W z32k|4iF+1S(3lZsWHV{$(r463*dLuq{BcagSkZ)qF+!jv$c5^wNdm*uO8vPGe-92} zoRNPTbal>(XGIs0p`1P}#5qb{_KuvG0EqoYA8d zAt*Q+KRaU?ua#3IF;`{{Bmtr`vHlvZM{+%s$tyd#71cM)zzniF-P3WV#c$MIYpt)u?iYFx4 z%1kT|k$MrriuhE+%V6TwH5u8n0HL4ibdWXeAm}-<1hG8T~_+mMTIFm4>v4weXIzbxw z{kb|Db@cH4JJgPOY>`)4XjhE;QBa4K1c)c7RFe;*8p|3Z7Fa;yKrl=mj5Jx=0~DYM z3I`4j2_zR33kU-Q0|o~H5DW|e7ytkO1Ox!kFi?;%0FeN-ITjrLxkn+im}t4h+*k4@ z5C}Y>r1Bt+pM8f<*BWg6^30q0W#l+?d+*{U&nG%UdcEI}Z6kxMm-QI}0(DMTJVHOkn? zpAONz_E=dk0AawVB}f?6c^N%6l{y_qamWeh68Z3MAnK^S7X_!@4wtat_Hx%vcRqGI z+jCz6K_0=p)iHz-3qE1q!G~An8Ld9Akm-r56ORdL>;RV<-AuCYB2rq$X!}!iaO^Uf(?aOn06Z&HQoD$QQ;L z9dQuQ{pDVF{l)=Ju2SHkmsLV1Puxi=&(O&=`vfjtdyVNga5A4Q?E9ot>ox6csLb*Q zjxzG@>FkS`H>x4tYU;cue7h@kyfcH^gDn`K{#|i{O7juzi6{X^JujY7xu;*O;52ta z*O@wDJTpVP9@T+*G@+~eK)a`sdXnqYVe|R{7x24eMe%njBx9Tym`cYrc}pEfBQTv` zN!~4bGG@go8Q&*7fI4VJpZ!cIqmi@m7^8QW$1!rw1(-^qXIK&9XtZaXi>&#YE;eWiKm~SZ>5{2F6YR;>&WR zJJU|dcMr(0?+p(E0{vb<{JoSYPXGLZZ678$=Bj+^X_z59R0#Nyj$@*@&Cb~;fvMx7 zBm6Lx(YA-x4;1jKC!zF~3ZLB0+7w!&NDUBgb&M=x>BKTP_R+$EI{84l-ennZ7-j@R zXxBsLWp;*faXwo1X+Ib0OKM{qpjS@5#ouf7tDR%? ze%=JA0PkKPY{kJX#y2$3p?)$WTD_>WTEq@iZ1OkM zYTsXpDu{ywBlv>RH<=l&)+Y}uhbK{&c;TFmYL$KNi~bP`D(#V9QdMRD5s6II z8WP)g^GFe56TT0Th2-xQ)22g2El{$tC!TTWl~p_`sspasM&R|ybpK^3VHBuk@k*c? z9}p`@o1?%iGM&BbM6UX%;5x%}noTUCR;|?1_C$tktP{+k(<`gsm`PEGM{%-*{8yM< z;<#AUdjtUUuiFZlUmfK!#o??%02iX1$d$q(Q(q(_FE zK0itkbK9~pBx+98Ojnb*duAZY460-0W>EN#Ks>tzN&Q^$Lp0GDX^Sq!h8Yw0qCj9i zAI+iTLl*h3ujz;h$L$+q6{3vxFVDmW&$LR}Fmd7STPJn8+!m??k?(7h(>)BNCLCpz zIy)G)8o@`8re5msjaxRwD?FfCk}O4U8a#EvEj01*(-s1kEmhDubK*Icg6ZUmm-Fwj zojTC@m+Z&?TeT3S&T2(Y{Q!Vx?n)mazfX_BJ+$cEQ^y6>lZmRsBmz_sR&aaWi57n) z1~1uLQIoRBVvKhsMO4)5sxqX#Z>_JHp&m?UuwR_*msnJDRYo27Z#t@W%G2Soz7!Ae zwFFw+`h6^(Xt}${lv>8#k`YDdm-r5XQ{T)I2i=%%vMMX(>c|(Gg%L6bVbDVAN)IH0 zKpBnRrPG-n7I+45x6$GVv%A2QA=AXZnaePxXrsrAdQa@mTE5OC4E+_B zXXcvoVKc|`0BJ)dF3035h7N=9rXzr`2Gu%pv87Da2x}CI-2FYjG=R1SAvQ(DkzT=4U!dpEFI5K>DVdT8%63^A?0@DIwH)Xv*P{>8vBG5-}Rub+=!7gY~4Z{JtrVN6ZTcBQUOqyy1oFN}{A0`|9) z?hHaNctZC(fvLj;DbCz2wZN(0hNjtf2KD$NPkCmCpaq`efr_QY$jegEfkxs1XZGBi z(JW@Mi6r-?ktJr+-lbkCR{_7mVp^X4voSuPrS2;7Y>R!bJSF3uY|Hy zCDKIypS&A*py#0yGL;T;M%SYc0_dMSK}R`5Pv`J=@uE6;5j4f>i&j$IIgg@NP?+;V zF`T?|IOBMk5^61b*cQ+)GO!6l`LR@Hy5U7#2WJIDNWaBtSf8RWYwWLR6C~1AoY5Xb zX@JA2F4=;I_B=Pi-Lk0eU`$0m6~J#4s|HV1QaSqf`*|>fm*mTEkD-ktrW(_FA32l0 z&v?h>yL|5Kl@LEAtJEbLu|ixCn_0_I!<7)eRsmBHAUDlQ06Z_BraB1jlvPSp-3GZi zSb@wkGGo9ESzKOMvG&FTA<96O{Id}W?~t-?TKL^qfr_ZGFs_y0CfE)pf^`|SFY;Rd z<&^VPdMrs2GBJpuVM1~yecE%^UxG)YZRK|#?Eya1s|w?#(=i!V*7aUIg11dU%WJ4P|~_itsYjx_Z_B+2_^-30Zcuw`R6S zfW4>EyQI=)n6mOF$%>4pp{CE{uJmXp!Fy;pPlb+#2mp1@g!%@~J?GU_xI6H`Dcs%wTXdb0ar(*u6IoAp5L4 z#zIdTotZ?x_G7WD!>0kSTwK=ugF2JYx((Js?N3i<2J|e};(I_48|77}y9oo*V_0Nf z%XH@AS;R2%BQ7ovIflZ>?5mpxEq6iQ%mxr*L5spZTw8{xs$~mu+s5s%nlUkGgez&f zQ`BCbtj;jVE5FI`J9dR4oC2aT7Ypxn1bB>5#xM*a#Tg`|GS(nN!|-)?8GlQf zXOXJm{~o}Z@tn){4hhfi;8cp{Xw+Y&>*TA$p6*sde#8$C#t)n=zRTOwS zr(vx>A`g~KRKI=w-mN+_NIlQ1d~F3cYeQ42Hg*)9lS2Ox`M^T~T&|%Z=1%b!$X=^t zy;h@L^UBME4I(-ferG_J=e0^xQ8M_|9AJ$1Di@iL-zonuPr~R*^Hg63yf(QlxBI{g zDC*T@PXE~rdPRqHX48O9WvX<7F5)y`to3W?VTL zyT%=carvIi7ahz=9B@8EaON|mk@ZzBe>^y6#1#aIPJtbm5D?pdTP~<+b7(|Al!*-4 zbs{c3n<81s*sSH>g}oaE6fs$GreVkmIAJmah`}~gJ+-wHAXvkwRZ^WUE3e@o5hIO( z1H;TM(7%uDaYm7j=T(&!_l*;Vq!=q6 z3~&byXF?|@@d_0-Lzqa5RAjd#_HVOtwTyIU%gpLIN-a`u0A@ucXmQ37DOhJJh~2af zr8zc~z`rG86p?m56Na9#hVYnCbS9M<9BZ=DMzFauTN$3Du?Y{mre^vBR=jlLNZ*_B z>#i;diOX}RTP>#IU}ux7CXELJM7f+E@>lV)SB+|uaTx1cOaAqlSH9~N4ugeBV|pl@+eVF2@#4>$ z3J+P2p>7D<3dBTSw{G130h=mZ2@_quZ2ZER6C6|h-v`CZ2203g<{hF0ka$?#S(BFP zw}CEk=JhLLx^SLr;lX`D4>$EI3Va1O1hFC+Tsn>^TRtyra+`T$ps|BQNDH~yJbpkDM^7^py=Ep4N2RBNALj3-uuW?b8+SY33E zZkJKHDb`U26anxEhG20-X?HUhUvBW2PE0jcr#K_!^GuL-P%qy(Dt<0#ivU=)MWXgA z4JXet<17er?PUNloXHoJvBG0tKWj$am8YqRZ=sUw{4Gn*C~^uv-KS({W3JS`T}_#X zGr4**a~-wMpW4tBSt$B6p=n3>}cfutThIV>Pn_sw26*YDRX~hm=P7 z15&m#!ybA0`aXjyfm&-&L>}IH}y66uf5hho2eC931NMN z5Fyl|$$JAqFed*Wmj%_1$xHHMw!KQn-Sb*j2Ar5eteQcpDJ&+kGr`IzWk(q(8n;G% zC%2F08N~$KG28(s!>MVgAMd*uc*1B@F?gt-*Xk-Q@?}#D6ATW@H$~7&;i(xXJ(nuE z353Q$G9J5cGrU$oRq5%D@zlP!$<4uI&%2N=CC?li|4@a{4L+Z}GHlwkOY=X09oi2< zqa(`eaBB=kbMk|jTA9}iq)&<>d$3J&JkOrb?Am?m8t z^Hv}`rj{V6Ewj%JjMj3+w$)8HN>5E4T0-Mj9@xwUPxr6J=P=!h+)y+3#djBZ+RUO= z9x!X#Y)eCA2!k^SRAtk)%4nH6Fff#kYwAtG=(G+TY==*q{>Bg8!Z<}ub>q(T?$@K_ zInyCS*3La3g`;!Q;48?8nhWrZ;k>k56a~`+8U92?6`wXRhOeE+Stkr=tg15=b{?VE z&lqZr)hU@d&L$|xnpEEi@*#m5QN57nr2Q8fd(RHcP#2QQ-YpYYh`6=#V22y z*`JhchP+zf_U1)E=VCTPIyH+{i|LYkT2}U<|H?+5W#ie5WDO(X=vNx)XbUp&Jq)IH z3zb`l&@e-IW*mD|T4=WSuE!(TIsAk6*Cqvz=i{TSTkZkcyCcmD@6N+Uwdwa=u3}vu zF~vB=I7U{?X5IkCsK@a+`zQV+HvJ|RHWNV-9-K+ARk*%X>5urOs_Y<=P!%0C#hA7$ z3c}dSv57_r=L5%PkhpC9M;a%CkU(sqxt4q}#g{Cb2v=3HCfB}AmI_}5x z>#RdrLHxY!z2(u)#c(_B=z#3K7KaQ&{C5uOm1QU~Hl!Lo^+OJ#C;M-|Hv1Gz{QY%%&l-8^<2#6%FbK%m367PWdKPBUNn0?~jcvfIeQz*yi+DCPC3 zSlPyPyCf=ZoR?;DD?Wmt;2%K6t9cA!p1 zB8e=Lo?=5E;U3NsF%nhatfxgnbR#W)G#|!e;*=acW=rPP;9`>P28Q$mGmM;bCp66X zeHJmB?%o;X=r9&z<^#Fu}Ac;eX4>Z!@ zrl2)BiMDxB#!wr;?`K+N_i`x01emjT@n?vP1Is54Y)a2v(1k!v+1-UXFLr4&sb={I zW76h@H+U7o!=?1Y;K0y<$i$wU5A|hKGrCt?o2&ePeq`ZRL{W(e)zhd0w*WJ^=cK~D zXk!kj$<~Zq*(QXMT-wt>9tXn|B>u&ZYKN?`rzbdrHA5S_sli4Uv4bORoP4lgaej9kVi9SBTg7B374Nl6j5h}Nxix< zSeV72v=l;R<)VUx@6EOflTNN+r$3`}LPA>V-B6tgdQM>gK~ss(yRQ;iHE z&5T{;o!NAo|_u z;%4II@WooT6`26*{H!L%JLna!#%Y|*0J?FE3=Y770q|d^?5SI%l~-#4!vMwr!~o%# zm?nJPU@jtTOzAb6px~mji{}@6gzNf+&~ZFpf;f(_gxkM$(D-2#g1$1uq))vCttlVk z1*tDaSY^R~6hcEJi(B=CYDAsw{BX&P!XKU)%PfW<`Mfwp*so8->Ev8-=YB&*;SrVP z9Y^?^O_V(L1wMit52B4SE;tg?olis1MTE8dw~S9kXGsW}Nc#FY_tC?HL*k^JxAI)b z{vqEJVnozB=*`G~H0pR7k>S@K^>d%2fO0?RZwi;!ea5B zesI`r6btWsM%6+{BhbF>$HK(-R4VTXjKHvQkKmwSk>C9Y;XJ&f(M(Fl?wEXs?U`8C zY+;~+i_uJwv_eWKBks%U1+l_m;qZ?`kg}ofJfztIRR(gxIbooLZDY6d7|APgkRWN7 z-!Yb%*K+D1co@b&k%bAmB{RNs2#aR3K1Yu)*yx0bB>eTnF0)1o%D;*MQzfk0kma<& zW5nXzG~<{M6!cj{`7uN{bqF$&S(4C{*G3A=)j|1beCw#JZKt{D`vJcC}>vOUqOF3C8O>BD=CN*K0ZP`$Qm^q zGcpM>F&*6xwshg>WacCMk6JTLL)k;ZIOFi3s6|55>5}-LiH|hK;!LJ!D@;`M=HLme z#KY*&(72G1nb;o_E?1w1O5?NwVMLpZG9pSbr9~qn9izc{?JMlTPbGJVjDLBUI6|0X znEEE3HX|O9-!i(L?(K(vGE-Y&4{N?Tkt7lu{h=O{$dC}(i+)RHWf~g7JpDX&`PK;< zXIs!F(WJ1h8+9_vFFnMx{{)I2@dY_8JT3M}iVk0CXrUYBwI*yT|7C)BKY!0>#kzSG zB^DOqK|<2q+Oh}7qqXLh!c@j#;-b$KER4B<3!_i5GHk?1L||O{izWYqZpX7KEXlvm zqY}9_e~3Y-1hg%iT*MBu6&OTAKPaY)Y^%VD#Rb0l&`zcZ;=F6lcT+wX_B`7D)A3VTPQr@NFzOZ zcCR)>FVG|DtSb1&@ooq=+8HvoIs)#3yNErlf6Qvwu4r8Pst_SMmA+#@F!$j>xs71U zSSP((Dm_`&O{hqR==}b{)Qq+l(Q_Ht<-(g; z`e}kCH(oU^-Te^JJnt;zf=9gzV>e|~Dnx6(fV($@3P%YSo-LYG2qG@cj9l3tgP^Xm zv#G%)70<5Ga$`wy9CV%hXL?Ut08D65gyNv(qP;_J=#w4wxTJ``PAFuw$wu5h-~)bUtRpCfdcYT$iv>rN@sAh$k1z zQo2(h8q>Wh8kTDSrB-A<+?(SqfLQXP1{}2d-tMd@WF@i$0L1eT)3gqf@zES=DN#TZ zQ~8HDg0KcMN=s-xJMqh1Af&$i!ElU_83yWf1I^1+{<}&`#@*o zPX72%T9H`<@?Cktkgfs-#`Bt@#`*(q%<wDq4%!MOV5hAMaE zdl7Pd(k8oSMAGM)7L6r(|HaoZD537qV`$> z^?*Fq?EWy)r*URMGOc8sY=&!0F-olfmtLFa5@U8tGfA>hfUTn~2aDQ2A;1_)g>cf>X1zb24Y)( zz4#ycDjBsYk(gLFlVlo5>tPxIG0kIo%uc zc7(ep>d{rWIPhk`0Ctn~2;>VJ_J%t2cK(mDTo1gNxW@my^d=qsz2#RWnVV;PDy@*0 zai4iE2SfL6lN%SquHYB}6@PF>0^wiA+LeL_CJS+`SErWMszQaeq=ll;&Qfdv+G3@K zSsJJ!c9&RDm=0QHy*1@xPJbm&OdUy0XBAqT&ZFaRKIh7NzsDI5C`7@`hoQm+YOD1m zaYEOHXl8UtzLYwfX-g3c5p|v&4K8AZ`guFojv7%@ZBWE)<*3RJ#yNsHjU6|}8a*ia zqOE$xQ;W)u4k|gW=tGor$l;#7ZdIV;Oa`&0Y{kR!yM)^d1)b5{0De5D@bI&eh#T<{ zQyq-`qthyiOyszkq19M8&M=BtuT1Y5?h;_gs3_E)M!#(m;EI1}b|mZy{GBGC;8zTj zjBLUg&h&A``iyLYYUK819qp0*M6+Ep$Fnm}4U_`u_wk_44r82xgCjaGb}J3Gz{mn0=1+lGK#E`)bCP>raF4e6_|NQS5Qme1(0DK6}sD8 z@F>~zAG^t;E4S5Df#xKCSrq8Xt5PUNZxCz8iCK^LYXH6@Q1?w~VeyaB5M0M(P(G-L z0X37!wu{rE$kD1){>qZuRUbVojxh zn^jN}Mm)yU-RgY0LU5hstkV$-rJt+Mpx*;87#pAgi+>djLEg9h;SZ zh}TO4%$fWc?zfqC5gZq6O`j~j<=Q!5Wt{=N>jxJsna%E2c9^Hml&=i1Dz!G))0rYW z3p%kAbNv-r;hRVRNRvrSsgy(~5UiePFRxZ-tmTx28Lr9Y#ylW3x+oajCns4^0}n*# zd)e{5pEueZz$6c~2h29E6VG)>)lf~&Mr&Xrqj_n@j%k8FxWQfB*zV=PNDTlYBW|ki zrCF)-zKDa-zq)%&X(Q44!TXARa{lDsMGXM4**Bd2(#&^*w|@A#`Hc*<{hw9rEK4Xb zX96=GqL}cC%AjXFvui~;v-FAK-LzV%h?3!R%Yly|Z}z994(*{{Z*FyuP+kVWznF1G z#>;?4wyJXE5wn_L1HM#upOmYPArckw4ltqpGc&zBSl};>;yhoz!-);^ll=YPqlL zC-xP2FMt0SAGprI2Za^Pnwsb0DF#UuTwo&lG#IS_fi8k$678GmNU1@SQ5RcaSVCJE*ttAvGW@ z_#A@VB^P<|E)EkvEXTOAaE#-+`pyrLR)yADkt{=XhTRMo^x0pUiR(dDLdAMwngnA! z;BLCoD&MlW7Ytg#-4t!CVajzoVD9F%M9GdOeP`zYamO`@5NhBycJy9Q19vP2UavEE z`$<--M-(RLoA5y`SnnI=fxu_bc)wBy2@+fw5CmqR)4FP10X1hhN4z>S9gYpF2{Zwu zp>nm`W_&bu7BV39lAuhU&ah58T?cQ%n(EA|sI}DUYCryVPOtH1y$&?{|9#tc^zzyb z8~CLF!GX-IiBNqzxbtbt&Qn6hXk#$Ft7I=ds55`{@?AWlxCr=Btjtn%3`T*B-?p#-c9I3&w+1yy}_7Me8c#g-)qt8$3Pd~2B*^dG~jl8#>us~|exUNoHO(ttHn zJ@lb^2J-;olOT(LlYaBI%d{hzMe4j)%>w=lx0#!5a1*B12NnhBauCHDms<0=%}m_j zS&D-^GaPSM=^f4p<|0;`<%$L4m(QrpTjmmeXf#rMZsF8Dn~4-ES_IONh0u4m8Esn- zMDcxt=i%>zlKfNp+Y@}$nET7vX|tKX23Yf=S|28Jbq5FaJ5ySjrC-Bg=+BNJH*TUA zP0{CMG;?oHU*1q{DLzv}EC5odGyO(p?Pb8la6WjH6}0s_q#7d4+Igq=>w2gxu?+G@ zhN53^kgh|T4U0lgRq5tol8#9;QEB2ek}`iG@8o4I3jCBn2CQ{D!aZJ$8thwjhA4`W(-w~h!F>T=-c29041il zV!Q8zsoO?hU6p_PAl0EuXfj=_JDdS~fF1ldF*kBYls}?Ge8h?ch)K%RW*$#=z`palGo-1s`j6q0 z&P)1FJ(r&HkI}bd{f=yM>3e|$l#i9EY7oXPoFjt_hl%rJ328PI>7}51fBZMOULp$e z#}0MINFm=`zxKqeGZ0cd%Mxm-^ea)!w6@ckj1;lDns4t0f>yY1ZdQ(*slE&|N|u2( z4<}q=ys=(8t z*Z?z#o)heowDy_Wy3OeD+!0 zC*h|MOaijaC>2%^6q}gW_OeH3AW0e#Tl5H$jfrHuBD)!_zlz>Wtu(8jk^R z4zv$TNaG$KirzT~fKLBmVMds0ujalI{(;=abJ)D0D=L zgp|WL(^#>a8m1OVwc~L}JtfP4?T5=>Q_8#?5eiR*Z4pM36Bt!HOgZBUi=~n1U6AKSejY z86Zd=VxJi_+wcA4dKH+;CjCs#zJC3-T*5)(5}xdP-^=-;OoUWMRepF~T9K?Rleyvq zL%IqHaEpWt6%{Yvu^K`oUp)cP{t{W9MvU)b2co3kZh>ghvegLtYVf1OHe(dvH<`$*01x zc!&y)y{6IUG3uu3UYeD+JbT(*C1OzJEf!jjOe>B?Nljn(-y%!sn>ssHM{yxo%KhNQ zNPCK#;N2kk?rH|P*jA_2+-gp)5N%w5utVx{ILzFz03F--4&ePD;9WF8h7TeBE+;SJ zQ^fI$spg5-(K=g^2}0jEss_sYb{fc$ldUZf=M&&r8VD{#`*hy@+~!4jW@L2v0b%8d zF`=N(y`Nn@1flHtrhRxL*Nj;$9Ei^Mb6QV562XA=;!pApUAaXFvA8Q9$Xu|Ka={|I z+T{n8s)iYwDI$W{(A2en`F(gV}@R}viG#^N-i%_o8 z`BTafrrS(yhZNKwg7$6Vmb{}=l{ROx#llvKXPmG<@V55l%%8@rO?|gcSf*(K)-GrE ztnkKL`~MR0J5lCenqxn?oHMu#ENk&zAo3PPw5bRq&+GpKUIpzfQ#d|3W8%?^I2J95 zV>?0vJ2yHCXXYr}wF|sn6uKzd<*GR!SbRWM?jj!5m1G#B`wwruKy@fj%{0iE5s7FW zQQ7T-+fo@R~2=M0O7g@{X{aKZCJerMg%SG=cy}R6!Qn)>x}ibY6a6U0^JGaRD{t7_tgOSB#gVeZV8%bBpJ_@&E**4HH~B zVme5xV|vJEeu6VSR`67?GjR6IgzesL{qwM}QmU+2i(v@E=puvob)BZDK@*|Mfba^4 zyYs`7Uyz1_>Hx#2F)Hz!#|-tm+)vB|zUG(~0Xt7(45PT%O!$Hv3K8>d8fU9;hGua( zG?)c=7TtGvg>eM*;q-P^`Zi1dm7II6g_V;1Xc`{jk|v^rW+aN+Js)iH*>9+MzPlN#idfWaG$!=h$RHEd(_P9$ia`W<;MEE@XfD1D z&%3^3q`hbW#y+Ve5OZ|=GiDKr&F|4I#HlFT-L8S8J48vDc11|OYCr)1fB=pLg8+g6 zy#Op*d*55TW-D|4Gd4T_HgBHa|BU+=ANR9uZo0Q*naHd7jWyf-pZT-lHfQxu)bDK1 zHr+ql<96#NuBI+(ChKfx``MgTc^!X05tHezvob3Gd-6Xvrpoe@vo*7Bv+vHfneFPT zZL^uRY~J5EUq81!r*m6HUF7Dro9&FfuX;9x0?AZ!SCKJU<7|z2W06(wPyH;$^PG~`OH#LKY6qN*?(iRW>#&T*^)JT{l7KV ztnm{u{ogxTK10X<_eb|tP4vy()YV*O=*==a-w`{Twb}jmvD2M-8S3k@|16qz&INx=n45P{S{u%rpPpsR8Ylw-)fv@!MUWSEK=03+Y9Q5){E-UcM$9w?$H z1LrGY;US`W(z`5ZL8Ee1gadUr(gZb^cX<|*LX&JUDOgMj%d6Vk7BSJ+SvxT^GkM!L z^B0jV-2f5Cfd2#| zxyW%DmmygMmQ64cbUDn6UPYPWGA?5hFu|uWWhBUnsEvebGPq0_*JF4Y=yDCt^}Oif zRgTnQNfrU_cXb4V%c#QC5Y31HKmZU30suk^004j(h@&8ihB@Y(d=ltTAdrDRb7{uXRN9%tV(5R zU)}R;ImVNg}+B$$+1G)u^xNw2pbBG^=Hshaty8fZ>4!5Yak4VCBMMNIr z6$S$1QlZKyW43m022P8D&_^7Q!PKn-5>+PwL`p*-8mGNPxO%Ou3A#f*U7wDr*{~>a z6s%w@44#Vm7K)Hm%)b%@v7M17{&P{%Y;4MUU(}`d-4P-8pgk}wMHlXeCb)^1dwJmN z4G7VUs;ycQRSma#V-qeI6u5XkJI(PS?C0sMxcvq>1%!4@9qRW)8##9O3L=h;|{HMx&- z5W%OtlYC}hzaIo9(6h-aXWw()$(?ggF8sH_zchP`HM!Eh2gXERY6x&=b*XLOZF2@? zVWPjZ9$}SbV8@Pze|#7|Fp2ej34aCR`T&kC%x_6zo(1dI!bo!k8S*=D2FM&M)#V)wX@>q^JEHU*rsU?ZB};p6mJhKOMbG#+d`i z)Hfznqtf`+D>n~XC2xbHkYkH*3Pa-$2U~LJ>QT@EnPJ;&#}xalSC2q7yN% zz$*L z@LdB|UE5b}gm?h;!WQIDzwpQ)7~YvG|1#Jf z2D^sEZB+&}R_I19H5V2I56K9NzcoPXVxC}e4HOfeq>Cb5DfmJCEEO=ajR&!$bODsR ziE}AH+fhw8^tiU{goc?wbivoM)5|wXKc{rJ!iQ$XE|8a7flS08^@$@6pR`n8U9|Jj zE8D28Opw?|)R7TvkSAUa`@&VMx7IY%}5Jc48MU@x8$)VjZcF1KgLQxFZQMSF}F5C)pZSR z&Ncrb=`>uo9a@TsT!8-{4oUtGsvN44k`8WE%$F862=DaG@Z_`t1^Ra|#82-y1!-VZ z3ubE9OUwW?H_hL-`m{8{cfmZkT<>wENv}!m3u6o>{3z>Xim7Y!JgK4Y^q}rt$AMF~ zDQC$gMgnc3hbXU3KPTuPwt0M&185Sd>CuLvKH2asfqWgUY-`YhmJ1(y*Nng!xLY2B zq+QtYEER`Wuj5mq8;yj`1+K+SkY7HkUJX)2?KTOFoS~x@_=Lkf!H_3B7q3qvR=Gbm zPwK;?1T~!`&xMIj6~~O7n-K4X_JGmDcfbu?ypzj4$jnq^0+pkmBI`J<9Ur-`K&U_-Pk{M&6x%p|1qTqv(e9;bL z|KvdGNsXUK4`Hws8Rp-HRxPzr9%SohLUXZY5n8ZW*D`Ai54FOjo>^Jxg{WtFKD4<& za@vtSJ6i@pC#i~&vgPcV`T{r+{)qX3rAJK}AYw_0g}iG_ z$$ru^M~M$6Co6}!4_Gk}a3!o9<3p*XZ*jg_D&TE~4p(b|lDCpV{i~WDQn~IgW^Oh`jWzGNw4`RGjjW;?Oq%)K~>sZq~#lJ8sMhIm95r zIs14nKC)`bEwnpv4RBMa*7v;-!B&%D3Ggf=pmFKK3f9Bl!4SEpuWfL!98OaKo2oxk z;ghT*X^?!I<7m#dG1;JR54`?xcKAurr6E8;W^e@`^Xyul`}^*e0X0fc^B)cfL!Ij< zPg&-fi~rHAXvY2O{u%l+ZhTIj3%Ny42LwNQb|A+#V3K9+5~^bx);&u$Rha(|>vT~AvUb^{=#CCFNp@Q2JF z#)%w4-XI_i!MD89RyYzw7Y1_RHN<>phh2RPj9b-2(rWCf$6Z{MSHx28;LNJ}7*FA^ zS$4_SFiZW$;hL)cB5:32","details":"org.apache.spark.sql.Dataset.show(Dataset.scala:793)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:32)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:36)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:38)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:40)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw.(:42)\n$line22.$read$$iw$$iw$$iw$$iw$$iw.(:44)\n$line22.$read$$iw$$iw$$iw$$iw.(:46)\n$line22.$read$$iw$$iw$$iw.(:48)\n$line22.$read$$iw$$iw.(:50)\n$line22.$read$$iw.(:52)\n$line22.$read.(:54)\n$line22.$read$.(:58)\n$line22.$read$.()\n$line22.$eval$.$print$lzycompute(:7)\n$line22.$eval$.$print(:6)\n$line22.$eval.$print()\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)","physicalPlanDescription":"== Physical Plan ==\nCollectLimit (13)\n+- * Project (12)\n +- * SortMergeJoin Inner (11)\n :- * Sort (5)\n : +- Exchange (4)\n : +- * Project (3)\n : +- * SerializeFromObject (2)\n : +- Scan (1)\n +- * Sort (10)\n +- Exchange (9)\n +- * Project (8)\n +- * SerializeFromObject (7)\n +- Scan (6)\n\n\n(1) Scan\nOutput [1]: [obj#4]\nArguments: obj#4: scala.Tuple4, ParallelCollectionRDD[0] at parallelize at :30\n\n(2) SerializeFromObject [codegen id : 1]\nInput [1]: [obj#4]\nArguments: [staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, knownnotnull(assertnotnull(input[0, scala.Tuple4, true]))._1, true, false) AS _1#5, staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, knownnotnull(assertnotnull(input[0, scala.Tuple4, true]))._2, true, false) AS _2#6, staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, knownnotnull(assertnotnull(input[0, scala.Tuple4, true]))._3, true, false) AS _3#7, knownnotnull(assertnotnull(input[0, scala.Tuple4, true]))._4 AS _4#8]\n\n(3) Project [codegen id : 1]\nOutput [4]: [_1#5 AS name#13, _2#6 AS id#14, _3#7 AS gender#15, _4#8 AS salary#16]\nInput [4]: [_1#5, _2#6, _3#7, _4#8]\n\n(4) Exchange\nInput [4]: [name#13, id#14, gender#15, salary#16]\nArguments: hashpartitioning(salary#16, 200), ENSURE_REQUIREMENTS, [id=#46]\n\n(5) Sort [codegen id : 2]\nInput [4]: [name#13, id#14, gender#15, salary#16]\nArguments: [salary#16 ASC NULLS FIRST], false, 0\n\n(6) Scan\nOutput [1]: [obj#24]\nArguments: obj#24: scala.Tuple3, ParallelCollectionRDD[1] at parallelize at :30\n\n(7) SerializeFromObject [codegen id : 3]\nInput [1]: [obj#24]\nArguments: [staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, knownnotnull(assertnotnull(input[0, scala.Tuple3, true]))._1, true, false) AS _1#25, knownnotnull(assertnotnull(input[0, scala.Tuple3, true]))._2 AS _2#26, knownnotnull(assertnotnull(input[0, scala.Tuple3, true]))._3 AS _3#27]\n\n(8) Project [codegen id : 3]\nOutput [3]: [_1#25 AS dfName#31, _2#26 AS age#32, _3#27 AS salary#33]\nInput [3]: [_1#25, _2#26, _3#27]\n\n(9) Exchange\nInput [3]: [dfName#31, age#32, salary#33]\nArguments: hashpartitioning(salary#33, 200), ENSURE_REQUIREMENTS, [id=#55]\n\n(10) Sort [codegen id : 4]\nInput [3]: [dfName#31, age#32, salary#33]\nArguments: [salary#33 ASC NULLS FIRST], false, 0\n\n(11) SortMergeJoin [codegen id : 5]\nLeft keys [1]: [salary#16]\nRight keys [1]: [salary#33]\nJoin condition: None\n\n(12) Project [codegen id : 5]\nOutput [7]: [name#13, id#14, gender#15, cast(salary#16 as string) AS salary#61, dfName#31, cast(age#32 as string) AS age#63, cast(salary#33 as string) AS salary#64]\nInput [7]: [name#13, id#14, gender#15, salary#16, dfName#31, age#32, salary#33]\n\n(13) CollectLimit\nInput [7]: [name#13, id#14, gender#15, salary#61, dfName#31, age#63, salary#64]\nArguments: 21\n\n","sparkPlanInfo":{"nodeName":"CollectLimit","simpleString":"CollectLimit 21","children":[{"nodeName":"WholeStageCodegen (5)","simpleString":"WholeStageCodegen (5)","children":[{"nodeName":"Project","simpleString":"Project [name#13, id#14, gender#15, cast(salary#16 as string) AS salary#61, dfName#31, cast(age#32 as string) AS age#63, cast(salary#33 as string) AS salary#64]","children":[{"nodeName":"SortMergeJoin","simpleString":"SortMergeJoin [salary#16], [salary#33], Inner","children":[{"nodeName":"InputAdapter","simpleString":"InputAdapter","children":[{"nodeName":"WholeStageCodegen (2)","simpleString":"WholeStageCodegen (2)","children":[{"nodeName":"Sort","simpleString":"Sort [salary#16 ASC NULLS FIRST], false, 0","children":[{"nodeName":"InputAdapter","simpleString":"InputAdapter","children":[{"nodeName":"Exchange","simpleString":"Exchange hashpartitioning(salary#16, 200), ENSURE_REQUIREMENTS, [id=#46]","children":[{"nodeName":"WholeStageCodegen (1)","simpleString":"WholeStageCodegen (1)","children":[{"nodeName":"Project","simpleString":"Project [_1#5 AS name#13, _2#6 AS id#14, _3#7 AS gender#15, _4#8 AS salary#16]","children":[{"nodeName":"SerializeFromObject","simpleString":"SerializeFromObject [staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, knownnotnull(assertnotnull(input[0, scala.Tuple4, true]))._1, true, false) AS _1#5, staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, knownnotnull(assertnotnull(input[0, scala.Tuple4, true]))._2, true, false) AS _2#6, staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, knownnotnull(assertnotnull(input[0, scala.Tuple4, true]))._3, true, false) AS _3#7, knownnotnull(assertnotnull(input[0, scala.Tuple4, true]))._4 AS _4#8]","children":[{"nodeName":"InputAdapter","simpleString":"InputAdapter","children":[{"nodeName":"Scan","simpleString":"Scan[obj#4]","children":[],"metadata":{},"metrics":[{"name":"number of output rows","accumulatorId":61,"metricType":"sum"}]}],"metadata":{},"metrics":[]}],"metadata":{},"metrics":[]}],"metadata":{},"metrics":[]}],"metadata":{},"metrics":[{"name":"duration","accumulatorId":60,"metricType":"timing"}]}],"metadata":{},"metrics":[{"name":"shuffle records written","accumulatorId":31,"metricType":"sum"},{"name":"shuffle write time","accumulatorId":32,"metricType":"nsTiming"},{"name":"records read","accumulatorId":29,"metricType":"sum"},{"name":"local bytes read","accumulatorId":27,"metricType":"size"},{"name":"fetch wait time","accumulatorId":28,"metricType":"timing"},{"name":"remote bytes read","accumulatorId":25,"metricType":"size"},{"name":"local blocks read","accumulatorId":24,"metricType":"sum"},{"name":"remote blocks read","accumulatorId":23,"metricType":"sum"},{"name":"data size","accumulatorId":22,"metricType":"size"},{"name":"remote bytes read to disk","accumulatorId":26,"metricType":"size"},{"name":"shuffle bytes written","accumulatorId":30,"metricType":"size"}]}],"metadata":{},"metrics":[]}],"metadata":{},"metrics":[{"name":"sort time","accumulatorId":57,"metricType":"timing"},{"name":"peak memory","accumulatorId":58,"metricType":"size"},{"name":"spill size","accumulatorId":59,"metricType":"size"}]}],"metadata":{},"metrics":[{"name":"duration","accumulatorId":56,"metricType":"timing"}]}],"metadata":{},"metrics":[]},{"nodeName":"InputAdapter","simpleString":"InputAdapter","children":[{"nodeName":"WholeStageCodegen (4)","simpleString":"WholeStageCodegen (4)","children":[{"nodeName":"Sort","simpleString":"Sort [salary#33 ASC NULLS FIRST], false, 0","children":[{"nodeName":"InputAdapter","simpleString":"InputAdapter","children":[{"nodeName":"Exchange","simpleString":"Exchange hashpartitioning(salary#33, 200), ENSURE_REQUIREMENTS, [id=#55]","children":[{"nodeName":"WholeStageCodegen (3)","simpleString":"WholeStageCodegen (3)","children":[{"nodeName":"Project","simpleString":"Project [_1#25 AS dfName#31, _2#26 AS age#32, _3#27 AS salary#33]","children":[{"nodeName":"SerializeFromObject","simpleString":"SerializeFromObject [staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromString, knownnotnull(assertnotnull(input[0, scala.Tuple3, true]))._1, true, false) AS _1#25, knownnotnull(assertnotnull(input[0, scala.Tuple3, true]))._2 AS _2#26, knownnotnull(assertnotnull(input[0, scala.Tuple3, true]))._3 AS _3#27]","children":[{"nodeName":"InputAdapter","simpleString":"InputAdapter","children":[{"nodeName":"Scan","simpleString":"Scan[obj#24]","children":[],"metadata":{},"metrics":[{"name":"number of output rows","accumulatorId":67,"metricType":"sum"}]}],"metadata":{},"metrics":[]}],"metadata":{},"metrics":[]}],"metadata":{},"metrics":[]}],"metadata":{},"metrics":[{"name":"duration","accumulatorId":66,"metricType":"timing"}]}],"metadata":{},"metrics":[{"name":"shuffle records written","accumulatorId":42,"metricType":"sum"},{"name":"shuffle write time","accumulatorId":43,"metricType":"nsTiming"},{"name":"records read","accumulatorId":40,"metricType":"sum"},{"name":"local bytes read","accumulatorId":38,"metricType":"size"},{"name":"fetch wait time","accumulatorId":39,"metricType":"timing"},{"name":"remote bytes read","accumulatorId":36,"metricType":"size"},{"name":"local blocks read","accumulatorId":35,"metricType":"sum"},{"name":"remote blocks read","accumulatorId":34,"metricType":"sum"},{"name":"data size","accumulatorId":33,"metricType":"size"},{"name":"remote bytes read to disk","accumulatorId":37,"metricType":"size"},{"name":"shuffle bytes written","accumulatorId":41,"metricType":"size"}]}],"metadata":{},"metrics":[]}],"metadata":{},"metrics":[{"name":"sort time","accumulatorId":63,"metricType":"timing"},{"name":"peak memory","accumulatorId":64,"metricType":"size"},{"name":"spill size","accumulatorId":65,"metricType":"size"}]}],"metadata":{},"metrics":[{"name":"duration","accumulatorId":62,"metricType":"timing"}]}],"metadata":{},"metrics":[]}],"metadata":{},"metrics":[{"name":"number of output rows","accumulatorId":55,"metricType":"sum"}]}],"metadata":{},"metrics":[]}],"metadata":{},"metrics":[{"name":"duration","accumulatorId":54,"metricType":"timing"}]}],"metadata":{},"metrics":[{"name":"shuffle records written","accumulatorId":52,"metricType":"sum"},{"name":"shuffle write time","accumulatorId":53,"metricType":"nsTiming"},{"name":"records read","accumulatorId":50,"metricType":"sum"},{"name":"local bytes read","accumulatorId":48,"metricType":"size"},{"name":"fetch wait time","accumulatorId":49,"metricType":"timing"},{"name":"remote bytes read","accumulatorId":46,"metricType":"size"},{"name":"local blocks read","accumulatorId":45,"metricType":"sum"},{"name":"remote blocks read","accumulatorId":44,"metricType":"sum"},{"name":"remote bytes read to disk","accumulatorId":47,"metricType":"size"},{"name":"shuffle bytes written","accumulatorId":51,"metricType":"size"}]},"time":1634067934275} -{"Event":"SparkListenerJobStart","Job ID":0,"Submission Time":1634067935167,"Stage Infos":[{"Stage ID":0,"Stage Attempt ID":0,"Stage Name":"show at :32","Number of Tasks":8,"RDD Info":[{"RDD ID":9,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"19\",\"name\":\"Exchange\"}","Callsite":"show at :32","Parent IDs":[8],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":1,"Name":"ParallelCollectionRDD","Scope":"{\"id\":\"1\",\"name\":\"parallelize\"}","Callsite":"parallelize at :30","Parent IDs":[],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":8,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"20\",\"name\":\"WholeStageCodegen (3)\"}","Callsite":"show at :32","Parent IDs":[7],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":7,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"24\",\"name\":\"Scan\"}","Callsite":"show at :32","Parent IDs":[1],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[],"Details":"org.apache.spark.sql.Dataset.show(Dataset.scala:793)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:32)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:36)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:38)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:40)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw.(:42)\n$line22.$read$$iw$$iw$$iw$$iw$$iw.(:44)\n$line22.$read$$iw$$iw$$iw$$iw.(:46)\n$line22.$read$$iw$$iw$$iw.(:48)\n$line22.$read$$iw$$iw.(:50)\n$line22.$read$$iw.(:52)\n$line22.$read.(:54)\n$line22.$read$.(:58)\n$line22.$read$.()\n$line22.$eval$.$print$lzycompute(:7)\n$line22.$eval$.$print(:6)\n$line22.$eval.$print()\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)","Accumulables":[],"Resource Profile Id":0},{"Stage ID":1,"Stage Attempt ID":0,"Stage Name":"show at :32","Number of Tasks":8,"RDD Info":[{"RDD ID":4,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"9\",\"name\":\"Exchange\"}","Callsite":"show at :32","Parent IDs":[3],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":3,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"10\",\"name\":\"WholeStageCodegen (1)\"}","Callsite":"show at :32","Parent IDs":[2],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":0,"Name":"ParallelCollectionRDD","Scope":"{\"id\":\"0\",\"name\":\"parallelize\"}","Callsite":"parallelize at :30","Parent IDs":[],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":2,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"14\",\"name\":\"Scan\"}","Callsite":"show at :32","Parent IDs":[0],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[],"Details":"org.apache.spark.sql.Dataset.show(Dataset.scala:793)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:32)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:36)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:38)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:40)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw.(:42)\n$line22.$read$$iw$$iw$$iw$$iw$$iw.(:44)\n$line22.$read$$iw$$iw$$iw$$iw.(:46)\n$line22.$read$$iw$$iw$$iw.(:48)\n$line22.$read$$iw$$iw.(:50)\n$line22.$read$$iw.(:52)\n$line22.$read.(:54)\n$line22.$read$.(:58)\n$line22.$read$.()\n$line22.$eval$.$print$lzycompute(:7)\n$line22.$eval$.$print(:6)\n$line22.$eval.$print()\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)","Accumulables":[],"Resource Profile Id":0},{"Stage ID":2,"Stage Attempt ID":0,"Stage Name":"show at :32","Number of Tasks":1,"RDD Info":[{"RDD ID":14,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"25\",\"name\":\"mapPartitionsInternal\"}","Callsite":"show at :32","Parent IDs":[13],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":5,"Name":"ShuffledRowRDD","Scope":"{\"id\":\"9\",\"name\":\"Exchange\"}","Callsite":"show at :32","Parent IDs":[4],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":12,"Name":"ZippedPartitionsRDD2","Scope":"{\"id\":\"2\",\"name\":\"WholeStageCodegen (5)\"}","Callsite":"show at :32","Parent IDs":[6,11],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":10,"Name":"ShuffledRowRDD","Scope":"{\"id\":\"19\",\"name\":\"Exchange\"}","Callsite":"show at :32","Parent IDs":[9],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":11,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"16\",\"name\":\"WholeStageCodegen (4)\"}","Callsite":"show at :32","Parent IDs":[10],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":13,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"2\",\"name\":\"WholeStageCodegen (5)\"}","Callsite":"show at :32","Parent IDs":[12],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":6,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"6\",\"name\":\"WholeStageCodegen (2)\"}","Callsite":"show at :32","Parent IDs":[5],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[0,1],"Details":"org.apache.spark.sql.Dataset.show(Dataset.scala:793)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:32)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:36)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:38)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:40)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw.(:42)\n$line22.$read$$iw$$iw$$iw$$iw$$iw.(:44)\n$line22.$read$$iw$$iw$$iw$$iw.(:46)\n$line22.$read$$iw$$iw$$iw.(:48)\n$line22.$read$$iw$$iw.(:50)\n$line22.$read$$iw.(:52)\n$line22.$read.(:54)\n$line22.$read$.(:58)\n$line22.$read$.()\n$line22.$eval$.$print$lzycompute(:7)\n$line22.$eval$.$print(:6)\n$line22.$eval.$print()\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)","Accumulables":[],"Resource Profile Id":0}],"Stage IDs":[0,1,2],"Properties":{"spark.sql.warehouse.dir":"file:/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/spark-warehouse/","spark.driver.host":"192.168.1.134","spark.eventLog.enabled":"true","spark.driver.port":"35447","__fetch_continuous_blocks_in_batch_enabled":"true","spark.repl.class.uri":"spark://192.168.1.134:35447/classes","spark.jars":"","spark.repl.class.outputDir":"/tmp/spark-709ca6a2-54ba-43c4-8ea3-b70bd1fb9a09/repl-b3dd6842-11d9-4234-95d2-e961984e8ce0","spark.app.name":"Spark shell","spark.submit.pyFiles":"","spark.ui.showConsoleProgress":"true","spark.app.startTime":"1634067831517","spark.executor.id":"driver","spark.submit.deployMode":"client","spark.master":"local[*]","spark.home":"/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2","spark.eventLog.dir":"/home/nartal/data_format_eventlog","spark.sql.execution.id":"0","spark.sql.catalogImplementation":"hive","spark.app.id":"local-1634067832387"}} -{"Event":"SparkListenerStageSubmitted","Stage Info":{"Stage ID":0,"Stage Attempt ID":0,"Stage Name":"show at :32","Number of Tasks":8,"RDD Info":[{"RDD ID":9,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"19\",\"name\":\"Exchange\"}","Callsite":"show at :32","Parent IDs":[8],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":1,"Name":"ParallelCollectionRDD","Scope":"{\"id\":\"1\",\"name\":\"parallelize\"}","Callsite":"parallelize at :30","Parent IDs":[],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":8,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"20\",\"name\":\"WholeStageCodegen (3)\"}","Callsite":"show at :32","Parent IDs":[7],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":7,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"24\",\"name\":\"Scan\"}","Callsite":"show at :32","Parent IDs":[1],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[],"Details":"org.apache.spark.sql.Dataset.show(Dataset.scala:793)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:32)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:36)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:38)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:40)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw.(:42)\n$line22.$read$$iw$$iw$$iw$$iw$$iw.(:44)\n$line22.$read$$iw$$iw$$iw$$iw.(:46)\n$line22.$read$$iw$$iw$$iw.(:48)\n$line22.$read$$iw$$iw.(:50)\n$line22.$read$$iw.(:52)\n$line22.$read.(:54)\n$line22.$read$.(:58)\n$line22.$read$.()\n$line22.$eval$.$print$lzycompute(:7)\n$line22.$eval$.$print(:6)\n$line22.$eval.$print()\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)","Submission Time":1634067935188,"Accumulables":[],"Resource Profile Id":0},"Properties":{"spark.sql.warehouse.dir":"file:/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/spark-warehouse/","spark.driver.host":"192.168.1.134","spark.eventLog.enabled":"true","spark.driver.port":"35447","__fetch_continuous_blocks_in_batch_enabled":"true","spark.repl.class.uri":"spark://192.168.1.134:35447/classes","spark.jars":"","spark.repl.class.outputDir":"/tmp/spark-709ca6a2-54ba-43c4-8ea3-b70bd1fb9a09/repl-b3dd6842-11d9-4234-95d2-e961984e8ce0","spark.app.name":"Spark shell","spark.submit.pyFiles":"","spark.ui.showConsoleProgress":"true","spark.app.startTime":"1634067831517","spark.executor.id":"driver","spark.submit.deployMode":"client","spark.master":"local[*]","spark.home":"/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2","spark.eventLog.dir":"/home/nartal/data_format_eventlog","spark.sql.execution.id":"0","spark.sql.catalogImplementation":"hive","spark.app.id":"local-1634067832387"}} -{"Event":"SparkListenerStageSubmitted","Stage Info":{"Stage ID":1,"Stage Attempt ID":0,"Stage Name":"show at :32","Number of Tasks":8,"RDD Info":[{"RDD ID":4,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"9\",\"name\":\"Exchange\"}","Callsite":"show at :32","Parent IDs":[3],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":3,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"10\",\"name\":\"WholeStageCodegen (1)\"}","Callsite":"show at :32","Parent IDs":[2],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":0,"Name":"ParallelCollectionRDD","Scope":"{\"id\":\"0\",\"name\":\"parallelize\"}","Callsite":"parallelize at :30","Parent IDs":[],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":2,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"14\",\"name\":\"Scan\"}","Callsite":"show at :32","Parent IDs":[0],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[],"Details":"org.apache.spark.sql.Dataset.show(Dataset.scala:793)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:32)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:36)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:38)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:40)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw.(:42)\n$line22.$read$$iw$$iw$$iw$$iw$$iw.(:44)\n$line22.$read$$iw$$iw$$iw$$iw.(:46)\n$line22.$read$$iw$$iw$$iw.(:48)\n$line22.$read$$iw$$iw.(:50)\n$line22.$read$$iw.(:52)\n$line22.$read.(:54)\n$line22.$read$.(:58)\n$line22.$read$.()\n$line22.$eval$.$print$lzycompute(:7)\n$line22.$eval$.$print(:6)\n$line22.$eval.$print()\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)","Submission Time":1634067935325,"Accumulables":[],"Resource Profile Id":0},"Properties":{"spark.sql.warehouse.dir":"file:/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/spark-warehouse/","spark.driver.host":"192.168.1.134","spark.eventLog.enabled":"true","spark.driver.port":"35447","__fetch_continuous_blocks_in_batch_enabled":"true","spark.repl.class.uri":"spark://192.168.1.134:35447/classes","spark.jars":"","spark.repl.class.outputDir":"/tmp/spark-709ca6a2-54ba-43c4-8ea3-b70bd1fb9a09/repl-b3dd6842-11d9-4234-95d2-e961984e8ce0","spark.app.name":"Spark shell","spark.submit.pyFiles":"","spark.ui.showConsoleProgress":"true","spark.app.startTime":"1634067831517","spark.executor.id":"driver","spark.submit.deployMode":"client","spark.master":"local[*]","spark.home":"/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2","spark.eventLog.dir":"/home/nartal/data_format_eventlog","spark.sql.execution.id":"0","spark.sql.catalogImplementation":"hive","spark.app.id":"local-1634067832387"}} -{"Event":"SparkListenerTaskStart","Stage ID":0,"Stage Attempt ID":0,"Task Info":{"Task ID":0,"Index":0,"Attempt":0,"Launch Time":1634067935340,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":0,"Stage Attempt ID":0,"Task Info":{"Task ID":1,"Index":1,"Attempt":0,"Launch Time":1634067935365,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":0,"Stage Attempt ID":0,"Task Info":{"Task ID":2,"Index":2,"Attempt":0,"Launch Time":1634067935365,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":0,"Stage Attempt ID":0,"Task Info":{"Task ID":3,"Index":3,"Attempt":0,"Launch Time":1634067935365,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":0,"Stage Attempt ID":0,"Task Info":{"Task ID":4,"Index":4,"Attempt":0,"Launch Time":1634067935366,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":0,"Stage Attempt ID":0,"Task Info":{"Task ID":5,"Index":5,"Attempt":0,"Launch Time":1634067935366,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":0,"Stage Attempt ID":0,"Task Info":{"Task ID":6,"Index":6,"Attempt":0,"Launch Time":1634067935366,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":0,"Stage Attempt ID":0,"Task Info":{"Task ID":7,"Index":7,"Attempt":0,"Launch Time":1634067935367,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":8,"Index":0,"Attempt":0,"Launch Time":1634067936049,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":9,"Index":1,"Attempt":0,"Launch Time":1634067936051,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":10,"Index":2,"Attempt":0,"Launch Time":1634067936054,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":11,"Index":3,"Attempt":0,"Launch Time":1634067936057,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":12,"Index":4,"Attempt":0,"Launch Time":1634067936062,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":0,"Stage Attempt ID":0,"Task Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":3,"Index":3,"Attempt":0,"Launch Time":1634067935365,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936063,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"duration","Update":"194","Value":"194","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"internal.metrics.executorDeserializeTime","Update":384,"Value":384,"Internal":true,"Count Failed Values":true},{"ID":69,"Name":"internal.metrics.executorDeserializeCpuTime","Update":160388340,"Value":160388340,"Internal":true,"Count Failed Values":true},{"ID":70,"Name":"internal.metrics.executorRunTime","Update":261,"Value":261,"Internal":true,"Count Failed Values":true},{"ID":71,"Name":"internal.metrics.executorCpuTime","Update":31240129,"Value":31240129,"Internal":true,"Count Failed Values":true},{"ID":72,"Name":"internal.metrics.resultSize","Update":1849,"Value":1849,"Internal":true,"Count Failed Values":true},{"ID":73,"Name":"internal.metrics.jvmGCTime","Update":15,"Value":15,"Internal":true,"Count Failed Values":true},{"ID":74,"Name":"internal.metrics.resultSerializationTime","Update":1,"Value":1,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":384,"Executor Deserialize CPU Time":160388340,"Executor Run Time":261,"Executor CPU Time":31240129,"Peak Execution Memory":0,"Result Size":1849,"JVM GC Time":15,"Result Serialization Time":1,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":0,"Stage Attempt ID":0,"Task Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":1,"Index":1,"Attempt":0,"Launch Time":1634067935365,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936073,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"duration","Update":"192","Value":"386","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"internal.metrics.executorDeserializeTime","Update":384,"Value":768,"Internal":true,"Count Failed Values":true},{"ID":69,"Name":"internal.metrics.executorDeserializeCpuTime","Update":168450057,"Value":328838397,"Internal":true,"Count Failed Values":true},{"ID":70,"Name":"internal.metrics.executorRunTime","Update":264,"Value":525,"Internal":true,"Count Failed Values":true},{"ID":71,"Name":"internal.metrics.executorCpuTime","Update":33507506,"Value":64747635,"Internal":true,"Count Failed Values":true},{"ID":72,"Name":"internal.metrics.resultSize","Update":1806,"Value":3655,"Internal":true,"Count Failed Values":true},{"ID":73,"Name":"internal.metrics.jvmGCTime","Update":15,"Value":30,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":384,"Executor Deserialize CPU Time":168450057,"Executor Run Time":264,"Executor CPU Time":33507506,"Peak Execution Memory":0,"Result Size":1806,"JVM GC Time":15,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":0,"Stage Attempt ID":0,"Task Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":0,"Index":0,"Attempt":0,"Launch Time":1634067935340,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936078,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"duration","Update":"192","Value":"578","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"internal.metrics.executorDeserializeTime","Update":383,"Value":1151,"Internal":true,"Count Failed Values":true},{"ID":69,"Name":"internal.metrics.executorDeserializeCpuTime","Update":175985587,"Value":504823984,"Internal":true,"Count Failed Values":true},{"ID":70,"Name":"internal.metrics.executorRunTime","Update":262,"Value":787,"Internal":true,"Count Failed Values":true},{"ID":71,"Name":"internal.metrics.executorCpuTime","Update":25030388,"Value":89778023,"Internal":true,"Count Failed Values":true},{"ID":72,"Name":"internal.metrics.resultSize","Update":1849,"Value":5504,"Internal":true,"Count Failed Values":true},{"ID":73,"Name":"internal.metrics.jvmGCTime","Update":15,"Value":45,"Internal":true,"Count Failed Values":true},{"ID":74,"Name":"internal.metrics.resultSerializationTime","Update":5,"Value":6,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":383,"Executor Deserialize CPU Time":175985587,"Executor Run Time":262,"Executor CPU Time":25030388,"Peak Execution Memory":0,"Result Size":1849,"JVM GC Time":15,"Result Serialization Time":5,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":0,"Stage Attempt ID":0,"Task Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":4,"Index":4,"Attempt":0,"Launch Time":1634067935366,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936079,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"duration","Update":"193","Value":"771","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"internal.metrics.executorDeserializeTime","Update":385,"Value":1536,"Internal":true,"Count Failed Values":true},{"ID":69,"Name":"internal.metrics.executorDeserializeCpuTime","Update":126921590,"Value":631745574,"Internal":true,"Count Failed Values":true},{"ID":70,"Name":"internal.metrics.executorRunTime","Update":263,"Value":1050,"Internal":true,"Count Failed Values":true},{"ID":71,"Name":"internal.metrics.executorCpuTime","Update":27266320,"Value":117044343,"Internal":true,"Count Failed Values":true},{"ID":72,"Name":"internal.metrics.resultSize","Update":1849,"Value":7353,"Internal":true,"Count Failed Values":true},{"ID":73,"Name":"internal.metrics.jvmGCTime","Update":15,"Value":60,"Internal":true,"Count Failed Values":true},{"ID":74,"Name":"internal.metrics.resultSerializationTime","Update":1,"Value":7,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":385,"Executor Deserialize CPU Time":126921590,"Executor Run Time":263,"Executor CPU Time":27266320,"Peak Execution Memory":0,"Result Size":1849,"JVM GC Time":15,"Result Serialization Time":1,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":13,"Index":5,"Attempt":0,"Launch Time":1634067936081,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":0,"Stage Attempt ID":0,"Task Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":6,"Index":6,"Attempt":0,"Launch Time":1634067935366,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936082,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"duration","Update":"193","Value":"964","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"internal.metrics.executorDeserializeTime","Update":383,"Value":1919,"Internal":true,"Count Failed Values":true},{"ID":69,"Name":"internal.metrics.executorDeserializeCpuTime","Update":142535668,"Value":774281242,"Internal":true,"Count Failed Values":true},{"ID":70,"Name":"internal.metrics.executorRunTime","Update":262,"Value":1312,"Internal":true,"Count Failed Values":true},{"ID":71,"Name":"internal.metrics.executorCpuTime","Update":35847685,"Value":152892028,"Internal":true,"Count Failed Values":true},{"ID":72,"Name":"internal.metrics.resultSize","Update":1849,"Value":9202,"Internal":true,"Count Failed Values":true},{"ID":73,"Name":"internal.metrics.jvmGCTime","Update":15,"Value":75,"Internal":true,"Count Failed Values":true},{"ID":74,"Name":"internal.metrics.resultSerializationTime","Update":5,"Value":12,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":383,"Executor Deserialize CPU Time":142535668,"Executor Run Time":262,"Executor CPU Time":35847685,"Peak Execution Memory":0,"Result Size":1849,"JVM GC Time":15,"Result Serialization Time":5,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":14,"Index":6,"Attempt":0,"Launch Time":1634067936083,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":15,"Index":7,"Attempt":0,"Launch Time":1634067936084,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":0,"Stage Attempt ID":0,"Task Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":2,"Index":2,"Attempt":0,"Launch Time":1634067935365,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936086,"Failed":false,"Killed":false,"Accumulables":[{"ID":33,"Name":"data size","Update":"40","Value":"40","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":41,"Name":"shuffle bytes written","Update":"76","Value":"76","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":42,"Name":"shuffle records written","Update":"1","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":43,"Name":"shuffle write time","Update":"44644535","Value":"44644535","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":66,"Name":"duration","Update":"224","Value":"1188","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":67,"Name":"number of output rows","Update":"1","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"internal.metrics.executorDeserializeTime","Update":384,"Value":2303,"Internal":true,"Count Failed Values":true},{"ID":69,"Name":"internal.metrics.executorDeserializeCpuTime","Update":129052751,"Value":903333993,"Internal":true,"Count Failed Values":true},{"ID":70,"Name":"internal.metrics.executorRunTime","Update":303,"Value":1615,"Internal":true,"Count Failed Values":true},{"ID":71,"Name":"internal.metrics.executorCpuTime","Update":48852347,"Value":201744375,"Internal":true,"Count Failed Values":true},{"ID":72,"Name":"internal.metrics.resultSize","Update":1935,"Value":11137,"Internal":true,"Count Failed Values":true},{"ID":73,"Name":"internal.metrics.jvmGCTime","Update":15,"Value":90,"Internal":true,"Count Failed Values":true},{"ID":86,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":76,"Value":76,"Internal":true,"Count Failed Values":true},{"ID":87,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":1,"Value":1,"Internal":true,"Count Failed Values":true},{"ID":88,"Name":"internal.metrics.shuffle.write.writeTime","Update":44644535,"Value":44644535,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":384,"Executor Deserialize CPU Time":129052751,"Executor Run Time":303,"Executor CPU Time":48852347,"Peak Execution Memory":0,"Result Size":1935,"JVM GC Time":15,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":76,"Shuffle Write Time":44644535,"Shuffle Records Written":1},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":0,"Stage Attempt ID":0,"Task Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":7,"Index":7,"Attempt":0,"Launch Time":1634067935367,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936092,"Failed":false,"Killed":false,"Accumulables":[{"ID":33,"Name":"data size","Update":"40","Value":"80","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":41,"Name":"shuffle bytes written","Update":"76","Value":"152","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":42,"Name":"shuffle records written","Update":"1","Value":"2","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":43,"Name":"shuffle write time","Update":"42774868","Value":"87419403","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":66,"Name":"duration","Update":"224","Value":"1412","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":67,"Name":"number of output rows","Update":"1","Value":"2","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"internal.metrics.executorDeserializeTime","Update":384,"Value":2687,"Internal":true,"Count Failed Values":true},{"ID":69,"Name":"internal.metrics.executorDeserializeCpuTime","Update":141492956,"Value":1044826949,"Internal":true,"Count Failed Values":true},{"ID":70,"Name":"internal.metrics.executorRunTime","Update":304,"Value":1919,"Internal":true,"Count Failed Values":true},{"ID":71,"Name":"internal.metrics.executorCpuTime","Update":134019011,"Value":335763386,"Internal":true,"Count Failed Values":true},{"ID":72,"Name":"internal.metrics.resultSize","Update":1935,"Value":13072,"Internal":true,"Count Failed Values":true},{"ID":73,"Name":"internal.metrics.jvmGCTime","Update":15,"Value":105,"Internal":true,"Count Failed Values":true},{"ID":86,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":76,"Value":152,"Internal":true,"Count Failed Values":true},{"ID":87,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":1,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":88,"Name":"internal.metrics.shuffle.write.writeTime","Update":42774868,"Value":87419403,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":384,"Executor Deserialize CPU Time":141492956,"Executor Run Time":304,"Executor CPU Time":134019011,"Peak Execution Memory":0,"Result Size":1935,"JVM GC Time":15,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":76,"Shuffle Write Time":42774868,"Shuffle Records Written":1},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":0,"Stage Attempt ID":0,"Task Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":5,"Index":5,"Attempt":0,"Launch Time":1634067935366,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936092,"Failed":false,"Killed":false,"Accumulables":[{"ID":33,"Name":"data size","Update":"40","Value":"120","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":41,"Name":"shuffle bytes written","Update":"76","Value":"228","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":42,"Name":"shuffle records written","Update":"1","Value":"3","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":43,"Name":"shuffle write time","Update":"47649237","Value":"135068640","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":66,"Name":"duration","Update":"224","Value":"1636","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":67,"Name":"number of output rows","Update":"1","Value":"3","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"internal.metrics.executorDeserializeTime","Update":384,"Value":3071,"Internal":true,"Count Failed Values":true},{"ID":69,"Name":"internal.metrics.executorDeserializeCpuTime","Update":148049504,"Value":1192876453,"Internal":true,"Count Failed Values":true},{"ID":70,"Name":"internal.metrics.executorRunTime","Update":304,"Value":2223,"Internal":true,"Count Failed Values":true},{"ID":71,"Name":"internal.metrics.executorCpuTime","Update":49037342,"Value":384800728,"Internal":true,"Count Failed Values":true},{"ID":72,"Name":"internal.metrics.resultSize","Update":1935,"Value":15007,"Internal":true,"Count Failed Values":true},{"ID":73,"Name":"internal.metrics.jvmGCTime","Update":15,"Value":120,"Internal":true,"Count Failed Values":true},{"ID":86,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":76,"Value":228,"Internal":true,"Count Failed Values":true},{"ID":87,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":1,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":88,"Name":"internal.metrics.shuffle.write.writeTime","Update":47649237,"Value":135068640,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":384,"Executor Deserialize CPU Time":148049504,"Executor Run Time":304,"Executor CPU Time":49037342,"Peak Execution Memory":0,"Result Size":1935,"JVM GC Time":15,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":76,"Shuffle Write Time":47649237,"Shuffle Records Written":1},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerStageCompleted","Stage Info":{"Stage ID":0,"Stage Attempt ID":0,"Stage Name":"show at :32","Number of Tasks":8,"RDD Info":[{"RDD ID":9,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"19\",\"name\":\"Exchange\"}","Callsite":"show at :32","Parent IDs":[8],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":1,"Name":"ParallelCollectionRDD","Scope":"{\"id\":\"1\",\"name\":\"parallelize\"}","Callsite":"parallelize at :30","Parent IDs":[],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":8,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"20\",\"name\":\"WholeStageCodegen (3)\"}","Callsite":"show at :32","Parent IDs":[7],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":7,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"24\",\"name\":\"Scan\"}","Callsite":"show at :32","Parent IDs":[1],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[],"Details":"org.apache.spark.sql.Dataset.show(Dataset.scala:793)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:32)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:36)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:38)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:40)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw.(:42)\n$line22.$read$$iw$$iw$$iw$$iw$$iw.(:44)\n$line22.$read$$iw$$iw$$iw$$iw.(:46)\n$line22.$read$$iw$$iw$$iw.(:48)\n$line22.$read$$iw$$iw.(:50)\n$line22.$read$$iw.(:52)\n$line22.$read.(:54)\n$line22.$read$.(:58)\n$line22.$read$.()\n$line22.$eval$.$print$lzycompute(:7)\n$line22.$eval$.$print(:6)\n$line22.$eval.$print()\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)","Submission Time":1634067935188,"Completion Time":1634067936101,"Accumulables":[{"ID":33,"Name":"data size","Value":"120","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":41,"Name":"shuffle bytes written","Value":"228","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":42,"Name":"shuffle records written","Value":"3","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":43,"Name":"shuffle write time","Value":"135068640","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":66,"Name":"duration","Value":"1636","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":67,"Name":"number of output rows","Value":"3","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"internal.metrics.executorDeserializeTime","Value":3071,"Internal":true,"Count Failed Values":true},{"ID":69,"Name":"internal.metrics.executorDeserializeCpuTime","Value":1192876453,"Internal":true,"Count Failed Values":true},{"ID":70,"Name":"internal.metrics.executorRunTime","Value":2223,"Internal":true,"Count Failed Values":true},{"ID":71,"Name":"internal.metrics.executorCpuTime","Value":384800728,"Internal":true,"Count Failed Values":true},{"ID":72,"Name":"internal.metrics.resultSize","Value":15007,"Internal":true,"Count Failed Values":true},{"ID":73,"Name":"internal.metrics.jvmGCTime","Value":120,"Internal":true,"Count Failed Values":true},{"ID":74,"Name":"internal.metrics.resultSerializationTime","Value":12,"Internal":true,"Count Failed Values":true},{"ID":86,"Name":"internal.metrics.shuffle.write.bytesWritten","Value":228,"Internal":true,"Count Failed Values":true},{"ID":87,"Name":"internal.metrics.shuffle.write.recordsWritten","Value":3,"Internal":true,"Count Failed Values":true},{"ID":88,"Name":"internal.metrics.shuffle.write.writeTime","Value":135068640,"Internal":true,"Count Failed Values":true}],"Resource Profile Id":0}} -{"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":9,"Index":1,"Attempt":0,"Launch Time":1634067936051,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936151,"Failed":false,"Killed":false,"Accumulables":[{"ID":60,"Name":"duration","Update":"80","Value":"80","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":93,"Name":"internal.metrics.executorDeserializeTime","Update":3,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":94,"Name":"internal.metrics.executorDeserializeCpuTime","Update":3672311,"Value":3672311,"Internal":true,"Count Failed Values":true},{"ID":95,"Name":"internal.metrics.executorRunTime","Update":93,"Value":93,"Internal":true,"Count Failed Values":true},{"ID":96,"Name":"internal.metrics.executorCpuTime","Update":39843862,"Value":39843862,"Internal":true,"Count Failed Values":true},{"ID":97,"Name":"internal.metrics.resultSize","Update":1763,"Value":1763,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":3,"Executor Deserialize CPU Time":3672311,"Executor Run Time":93,"Executor CPU Time":39843862,"Peak Execution Memory":0,"Result Size":1763,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":14,"Index":6,"Attempt":0,"Launch Time":1634067936083,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936152,"Failed":false,"Killed":false,"Accumulables":[{"ID":60,"Name":"duration","Update":"57","Value":"137","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":93,"Name":"internal.metrics.executorDeserializeTime","Update":3,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":94,"Name":"internal.metrics.executorDeserializeCpuTime","Update":3576690,"Value":7249001,"Internal":true,"Count Failed Values":true},{"ID":95,"Name":"internal.metrics.executorRunTime","Update":59,"Value":152,"Internal":true,"Count Failed Values":true},{"ID":96,"Name":"internal.metrics.executorCpuTime","Update":5442562,"Value":45286424,"Internal":true,"Count Failed Values":true},{"ID":97,"Name":"internal.metrics.resultSize","Update":1763,"Value":3526,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":3,"Executor Deserialize CPU Time":3576690,"Executor Run Time":59,"Executor CPU Time":5442562,"Peak Execution Memory":0,"Result Size":1763,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":11,"Index":3,"Attempt":0,"Launch Time":1634067936057,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936154,"Failed":false,"Killed":false,"Accumulables":[{"ID":60,"Name":"duration","Update":"80","Value":"217","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":93,"Name":"internal.metrics.executorDeserializeTime","Update":8,"Value":14,"Internal":true,"Count Failed Values":true},{"ID":94,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4129402,"Value":11378403,"Internal":true,"Count Failed Values":true},{"ID":95,"Name":"internal.metrics.executorRunTime","Update":85,"Value":237,"Internal":true,"Count Failed Values":true},{"ID":96,"Name":"internal.metrics.executorCpuTime","Update":5167867,"Value":50454291,"Internal":true,"Count Failed Values":true},{"ID":97,"Name":"internal.metrics.resultSize","Update":1763,"Value":5289,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":8,"Executor Deserialize CPU Time":4129402,"Executor Run Time":85,"Executor CPU Time":5167867,"Peak Execution Memory":0,"Result Size":1763,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":12,"Index":4,"Attempt":0,"Launch Time":1634067936062,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936156,"Failed":false,"Killed":false,"Accumulables":[{"ID":60,"Name":"duration","Update":"72","Value":"289","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":93,"Name":"internal.metrics.executorDeserializeTime","Update":7,"Value":21,"Internal":true,"Count Failed Values":true},{"ID":94,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4614900,"Value":15993303,"Internal":true,"Count Failed Values":true},{"ID":95,"Name":"internal.metrics.executorRunTime","Update":79,"Value":316,"Internal":true,"Count Failed Values":true},{"ID":96,"Name":"internal.metrics.executorCpuTime","Update":5733990,"Value":56188281,"Internal":true,"Count Failed Values":true},{"ID":97,"Name":"internal.metrics.resultSize","Update":1763,"Value":7052,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":7,"Executor Deserialize CPU Time":4614900,"Executor Run Time":79,"Executor CPU Time":5733990,"Peak Execution Memory":0,"Result Size":1763,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":8,"Index":0,"Attempt":0,"Launch Time":1634067936049,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936156,"Failed":false,"Killed":false,"Accumulables":[{"ID":60,"Name":"duration","Update":"81","Value":"370","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":93,"Name":"internal.metrics.executorDeserializeTime","Update":5,"Value":26,"Internal":true,"Count Failed Values":true},{"ID":94,"Name":"internal.metrics.executorDeserializeCpuTime","Update":5126237,"Value":21119540,"Internal":true,"Count Failed Values":true},{"ID":95,"Name":"internal.metrics.executorRunTime","Update":94,"Value":410,"Internal":true,"Count Failed Values":true},{"ID":96,"Name":"internal.metrics.executorCpuTime","Update":11607325,"Value":67795606,"Internal":true,"Count Failed Values":true},{"ID":97,"Name":"internal.metrics.resultSize","Update":1763,"Value":8815,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":5,"Executor Deserialize CPU Time":5126237,"Executor Run Time":94,"Executor CPU Time":11607325,"Peak Execution Memory":0,"Result Size":1763,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":13,"Index":5,"Attempt":0,"Launch Time":1634067936081,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936166,"Failed":false,"Killed":false,"Accumulables":[{"ID":22,"Name":"data size","Update":"64","Value":"64","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":30,"Name":"shuffle bytes written","Update":"96","Value":"96","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":31,"Name":"shuffle records written","Update":"1","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":32,"Name":"shuffle write time","Update":"13490602","Value":"13490602","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":60,"Name":"duration","Update":"72","Value":"442","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":61,"Name":"number of output rows","Update":"1","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":93,"Name":"internal.metrics.executorDeserializeTime","Update":3,"Value":29,"Internal":true,"Count Failed Values":true},{"ID":94,"Name":"internal.metrics.executorDeserializeCpuTime","Update":3233893,"Value":24353433,"Internal":true,"Count Failed Values":true},{"ID":95,"Name":"internal.metrics.executorRunTime","Update":77,"Value":487,"Internal":true,"Count Failed Values":true},{"ID":96,"Name":"internal.metrics.executorCpuTime","Update":17334928,"Value":85130534,"Internal":true,"Count Failed Values":true},{"ID":97,"Name":"internal.metrics.resultSize","Update":1892,"Value":10707,"Internal":true,"Count Failed Values":true},{"ID":111,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":96,"Value":96,"Internal":true,"Count Failed Values":true},{"ID":112,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":1,"Value":1,"Internal":true,"Count Failed Values":true},{"ID":113,"Name":"internal.metrics.shuffle.write.writeTime","Update":13490602,"Value":13490602,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":3,"Executor Deserialize CPU Time":3233893,"Executor Run Time":77,"Executor CPU Time":17334928,"Peak Execution Memory":0,"Result Size":1892,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":96,"Shuffle Write Time":13490602,"Shuffle Records Written":1},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":10,"Index":2,"Attempt":0,"Launch Time":1634067936054,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936166,"Failed":false,"Killed":false,"Accumulables":[{"ID":22,"Name":"data size","Update":"64","Value":"128","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":30,"Name":"shuffle bytes written","Update":"98","Value":"194","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":31,"Name":"shuffle records written","Update":"1","Value":"2","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":32,"Name":"shuffle write time","Update":"15071030","Value":"28561632","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":60,"Name":"duration","Update":"94","Value":"536","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":61,"Name":"number of output rows","Update":"1","Value":"2","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":93,"Name":"internal.metrics.executorDeserializeTime","Update":6,"Value":35,"Internal":true,"Count Failed Values":true},{"ID":94,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4514762,"Value":28868195,"Internal":true,"Count Failed Values":true},{"ID":95,"Name":"internal.metrics.executorRunTime","Update":100,"Value":587,"Internal":true,"Count Failed Values":true},{"ID":96,"Name":"internal.metrics.executorCpuTime","Update":16276634,"Value":101407168,"Internal":true,"Count Failed Values":true},{"ID":97,"Name":"internal.metrics.resultSize","Update":1892,"Value":12599,"Internal":true,"Count Failed Values":true},{"ID":111,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":98,"Value":194,"Internal":true,"Count Failed Values":true},{"ID":112,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":1,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":113,"Name":"internal.metrics.shuffle.write.writeTime","Update":15071030,"Value":28561632,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":6,"Executor Deserialize CPU Time":4514762,"Executor Run Time":100,"Executor CPU Time":16276634,"Peak Execution Memory":0,"Result Size":1892,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":98,"Shuffle Write Time":15071030,"Shuffle Records Written":1},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":15,"Index":7,"Attempt":0,"Launch Time":1634067936084,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936168,"Failed":false,"Killed":false,"Accumulables":[{"ID":22,"Name":"data size","Update":"64","Value":"192","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":30,"Name":"shuffle bytes written","Update":"97","Value":"291","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":31,"Name":"shuffle records written","Update":"1","Value":"3","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":32,"Name":"shuffle write time","Update":"15405163","Value":"43966795","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":60,"Name":"duration","Update":"57","Value":"593","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":61,"Name":"number of output rows","Update":"1","Value":"3","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":93,"Name":"internal.metrics.executorDeserializeTime","Update":10,"Value":45,"Internal":true,"Count Failed Values":true},{"ID":94,"Name":"internal.metrics.executorDeserializeCpuTime","Update":6162526,"Value":35030721,"Internal":true,"Count Failed Values":true},{"ID":95,"Name":"internal.metrics.executorRunTime","Update":64,"Value":651,"Internal":true,"Count Failed Values":true},{"ID":96,"Name":"internal.metrics.executorCpuTime","Update":19556857,"Value":120964025,"Internal":true,"Count Failed Values":true},{"ID":97,"Name":"internal.metrics.resultSize","Update":1892,"Value":14491,"Internal":true,"Count Failed Values":true},{"ID":111,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":97,"Value":291,"Internal":true,"Count Failed Values":true},{"ID":112,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":1,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":113,"Name":"internal.metrics.shuffle.write.writeTime","Update":15405163,"Value":43966795,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":10,"Executor Deserialize CPU Time":6162526,"Executor Run Time":64,"Executor CPU Time":19556857,"Peak Execution Memory":0,"Result Size":1892,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":97,"Shuffle Write Time":15405163,"Shuffle Records Written":1},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerStageCompleted","Stage Info":{"Stage ID":1,"Stage Attempt ID":0,"Stage Name":"show at :32","Number of Tasks":8,"RDD Info":[{"RDD ID":4,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"9\",\"name\":\"Exchange\"}","Callsite":"show at :32","Parent IDs":[3],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":3,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"10\",\"name\":\"WholeStageCodegen (1)\"}","Callsite":"show at :32","Parent IDs":[2],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":0,"Name":"ParallelCollectionRDD","Scope":"{\"id\":\"0\",\"name\":\"parallelize\"}","Callsite":"parallelize at :30","Parent IDs":[],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":2,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"14\",\"name\":\"Scan\"}","Callsite":"show at :32","Parent IDs":[0],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[],"Details":"org.apache.spark.sql.Dataset.show(Dataset.scala:793)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:32)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:36)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:38)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:40)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw.(:42)\n$line22.$read$$iw$$iw$$iw$$iw$$iw.(:44)\n$line22.$read$$iw$$iw$$iw$$iw.(:46)\n$line22.$read$$iw$$iw$$iw.(:48)\n$line22.$read$$iw$$iw.(:50)\n$line22.$read$$iw.(:52)\n$line22.$read.(:54)\n$line22.$read$.(:58)\n$line22.$read$.()\n$line22.$eval$.$print$lzycompute(:7)\n$line22.$eval$.$print(:6)\n$line22.$eval.$print()\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)","Submission Time":1634067935325,"Completion Time":1634067936169,"Accumulables":[{"ID":22,"Name":"data size","Value":"192","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":30,"Name":"shuffle bytes written","Value":"291","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":31,"Name":"shuffle records written","Value":"3","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":32,"Name":"shuffle write time","Value":"43966795","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":60,"Name":"duration","Value":"593","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":61,"Name":"number of output rows","Value":"3","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":93,"Name":"internal.metrics.executorDeserializeTime","Value":45,"Internal":true,"Count Failed Values":true},{"ID":94,"Name":"internal.metrics.executorDeserializeCpuTime","Value":35030721,"Internal":true,"Count Failed Values":true},{"ID":95,"Name":"internal.metrics.executorRunTime","Value":651,"Internal":true,"Count Failed Values":true},{"ID":96,"Name":"internal.metrics.executorCpuTime","Value":120964025,"Internal":true,"Count Failed Values":true},{"ID":97,"Name":"internal.metrics.resultSize","Value":14491,"Internal":true,"Count Failed Values":true},{"ID":111,"Name":"internal.metrics.shuffle.write.bytesWritten","Value":291,"Internal":true,"Count Failed Values":true},{"ID":112,"Name":"internal.metrics.shuffle.write.recordsWritten","Value":3,"Internal":true,"Count Failed Values":true},{"ID":113,"Name":"internal.metrics.shuffle.write.writeTime","Value":43966795,"Internal":true,"Count Failed Values":true}],"Resource Profile Id":0}} -{"Event":"SparkListenerStageSubmitted","Stage Info":{"Stage ID":2,"Stage Attempt ID":0,"Stage Name":"show at :32","Number of Tasks":1,"RDD Info":[{"RDD ID":14,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"25\",\"name\":\"mapPartitionsInternal\"}","Callsite":"show at :32","Parent IDs":[13],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":5,"Name":"ShuffledRowRDD","Scope":"{\"id\":\"9\",\"name\":\"Exchange\"}","Callsite":"show at :32","Parent IDs":[4],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":12,"Name":"ZippedPartitionsRDD2","Scope":"{\"id\":\"2\",\"name\":\"WholeStageCodegen (5)\"}","Callsite":"show at :32","Parent IDs":[6,11],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":10,"Name":"ShuffledRowRDD","Scope":"{\"id\":\"19\",\"name\":\"Exchange\"}","Callsite":"show at :32","Parent IDs":[9],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":11,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"16\",\"name\":\"WholeStageCodegen (4)\"}","Callsite":"show at :32","Parent IDs":[10],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":13,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"2\",\"name\":\"WholeStageCodegen (5)\"}","Callsite":"show at :32","Parent IDs":[12],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":6,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"6\",\"name\":\"WholeStageCodegen (2)\"}","Callsite":"show at :32","Parent IDs":[5],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[0,1],"Details":"org.apache.spark.sql.Dataset.show(Dataset.scala:793)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:32)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:36)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:38)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:40)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw.(:42)\n$line22.$read$$iw$$iw$$iw$$iw$$iw.(:44)\n$line22.$read$$iw$$iw$$iw$$iw.(:46)\n$line22.$read$$iw$$iw$$iw.(:48)\n$line22.$read$$iw$$iw.(:50)\n$line22.$read$$iw.(:52)\n$line22.$read.(:54)\n$line22.$read$.(:58)\n$line22.$read$.()\n$line22.$eval$.$print$lzycompute(:7)\n$line22.$eval$.$print(:6)\n$line22.$eval.$print()\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)","Submission Time":1634067936177,"Accumulables":[],"Resource Profile Id":0},"Properties":{"spark.sql.warehouse.dir":"file:/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/spark-warehouse/","spark.driver.host":"192.168.1.134","spark.eventLog.enabled":"true","spark.driver.port":"35447","__fetch_continuous_blocks_in_batch_enabled":"true","spark.repl.class.uri":"spark://192.168.1.134:35447/classes","spark.jars":"","spark.repl.class.outputDir":"/tmp/spark-709ca6a2-54ba-43c4-8ea3-b70bd1fb9a09/repl-b3dd6842-11d9-4234-95d2-e961984e8ce0","spark.app.name":"Spark shell","spark.submit.pyFiles":"","spark.ui.showConsoleProgress":"true","spark.app.startTime":"1634067831517","spark.executor.id":"driver","spark.submit.deployMode":"client","spark.master":"local[*]","spark.home":"/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2","spark.eventLog.dir":"/home/nartal/data_format_eventlog","spark.sql.execution.id":"0","spark.sql.catalogImplementation":"hive","spark.app.id":"local-1634067832387"}} -{"Event":"SparkListenerTaskStart","Stage ID":2,"Stage Attempt ID":0,"Task Info":{"Task ID":16,"Index":0,"Attempt":0,"Launch Time":1634067936190,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":2,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":16,"Index":0,"Attempt":0,"Launch Time":1634067936190,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936424,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"7","Value":"7","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"111","Value":"111","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"65536","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":118,"Name":"internal.metrics.executorDeserializeTime","Update":89,"Value":89,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.executorDeserializeCpuTime","Update":87514121,"Value":87514121,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.executorRunTime","Update":137,"Value":137,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.executorCpuTime","Update":119896603,"Value":119896603,"Internal":true,"Count Failed Values":true},{"ID":122,"Name":"internal.metrics.resultSize","Update":4000,"Value":4000,"Internal":true,"Count Failed Values":true},{"ID":127,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":65536,"Internal":true,"Count Failed Values":true},{"ID":129,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":130,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":131,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":132,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":133,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":134,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":135,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":89,"Executor Deserialize CPU Time":87514121,"Executor Run Time":137,"Executor CPU Time":119896603,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerStageCompleted","Stage Info":{"Stage ID":2,"Stage Attempt ID":0,"Stage Name":"show at :32","Number of Tasks":1,"RDD Info":[{"RDD ID":14,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"25\",\"name\":\"mapPartitionsInternal\"}","Callsite":"show at :32","Parent IDs":[13],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":5,"Name":"ShuffledRowRDD","Scope":"{\"id\":\"9\",\"name\":\"Exchange\"}","Callsite":"show at :32","Parent IDs":[4],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":12,"Name":"ZippedPartitionsRDD2","Scope":"{\"id\":\"2\",\"name\":\"WholeStageCodegen (5)\"}","Callsite":"show at :32","Parent IDs":[6,11],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":10,"Name":"ShuffledRowRDD","Scope":"{\"id\":\"19\",\"name\":\"Exchange\"}","Callsite":"show at :32","Parent IDs":[9],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":11,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"16\",\"name\":\"WholeStageCodegen (4)\"}","Callsite":"show at :32","Parent IDs":[10],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":13,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"2\",\"name\":\"WholeStageCodegen (5)\"}","Callsite":"show at :32","Parent IDs":[12],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":6,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"6\",\"name\":\"WholeStageCodegen (2)\"}","Callsite":"show at :32","Parent IDs":[5],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[0,1],"Details":"org.apache.spark.sql.Dataset.show(Dataset.scala:793)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:32)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:36)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:38)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:40)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw.(:42)\n$line22.$read$$iw$$iw$$iw$$iw$$iw.(:44)\n$line22.$read$$iw$$iw$$iw$$iw.(:46)\n$line22.$read$$iw$$iw$$iw.(:48)\n$line22.$read$$iw$$iw.(:50)\n$line22.$read$$iw.(:52)\n$line22.$read.(:54)\n$line22.$read$.(:58)\n$line22.$read$.()\n$line22.$eval$.$print$lzycompute(:7)\n$line22.$eval$.$print(:6)\n$line22.$eval.$print()\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)","Submission Time":1634067936177,"Completion Time":1634067936425,"Accumulables":[{"ID":54,"Name":"duration","Value":"7","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Value":"111","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Value":"65536","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":118,"Name":"internal.metrics.executorDeserializeTime","Value":89,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.executorDeserializeCpuTime","Value":87514121,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.executorRunTime","Value":137,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.executorCpuTime","Value":119896603,"Internal":true,"Count Failed Values":true},{"ID":122,"Name":"internal.metrics.resultSize","Value":4000,"Internal":true,"Count Failed Values":true},{"ID":127,"Name":"internal.metrics.peakExecutionMemory","Value":65536,"Internal":true,"Count Failed Values":true},{"ID":129,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Value":0,"Internal":true,"Count Failed Values":true},{"ID":130,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Value":0,"Internal":true,"Count Failed Values":true},{"ID":131,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Value":0,"Internal":true,"Count Failed Values":true},{"ID":132,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Value":0,"Internal":true,"Count Failed Values":true},{"ID":133,"Name":"internal.metrics.shuffle.read.localBytesRead","Value":0,"Internal":true,"Count Failed Values":true},{"ID":134,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Value":0,"Internal":true,"Count Failed Values":true},{"ID":135,"Name":"internal.metrics.shuffle.read.recordsRead","Value":0,"Internal":true,"Count Failed Values":true}],"Resource Profile Id":0}} -{"Event":"SparkListenerJobEnd","Job ID":0,"Completion Time":1634067936431,"Job Result":{"Result":"JobSucceeded"}} -{"Event":"SparkListenerJobStart","Job ID":1,"Submission Time":1634067936451,"Stage Infos":[{"Stage ID":5,"Stage Attempt ID":0,"Stage Name":"show at :32","Number of Tasks":4,"RDD Info":[{"RDD ID":14,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"25\",\"name\":\"mapPartitionsInternal\"}","Callsite":"show at :32","Parent IDs":[13],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":5,"Name":"ShuffledRowRDD","Scope":"{\"id\":\"9\",\"name\":\"Exchange\"}","Callsite":"show at :32","Parent IDs":[4],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":12,"Name":"ZippedPartitionsRDD2","Scope":"{\"id\":\"2\",\"name\":\"WholeStageCodegen (5)\"}","Callsite":"show at :32","Parent IDs":[6,11],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":10,"Name":"ShuffledRowRDD","Scope":"{\"id\":\"19\",\"name\":\"Exchange\"}","Callsite":"show at :32","Parent IDs":[9],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":11,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"16\",\"name\":\"WholeStageCodegen (4)\"}","Callsite":"show at :32","Parent IDs":[10],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":13,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"2\",\"name\":\"WholeStageCodegen (5)\"}","Callsite":"show at :32","Parent IDs":[12],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":6,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"6\",\"name\":\"WholeStageCodegen (2)\"}","Callsite":"show at :32","Parent IDs":[5],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[3,4],"Details":"org.apache.spark.sql.Dataset.show(Dataset.scala:793)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:32)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:36)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:38)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:40)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw.(:42)\n$line22.$read$$iw$$iw$$iw$$iw$$iw.(:44)\n$line22.$read$$iw$$iw$$iw$$iw.(:46)\n$line22.$read$$iw$$iw$$iw.(:48)\n$line22.$read$$iw$$iw.(:50)\n$line22.$read$$iw.(:52)\n$line22.$read.(:54)\n$line22.$read$.(:58)\n$line22.$read$.()\n$line22.$eval$.$print$lzycompute(:7)\n$line22.$eval$.$print(:6)\n$line22.$eval.$print()\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)","Accumulables":[],"Resource Profile Id":0},{"Stage ID":3,"Stage Attempt ID":0,"Stage Name":"show at :32","Number of Tasks":8,"RDD Info":[{"RDD ID":9,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"19\",\"name\":\"Exchange\"}","Callsite":"show at :32","Parent IDs":[8],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":1,"Name":"ParallelCollectionRDD","Scope":"{\"id\":\"1\",\"name\":\"parallelize\"}","Callsite":"parallelize at :30","Parent IDs":[],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":8,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"20\",\"name\":\"WholeStageCodegen (3)\"}","Callsite":"show at :32","Parent IDs":[7],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":7,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"24\",\"name\":\"Scan\"}","Callsite":"show at :32","Parent IDs":[1],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[],"Details":"org.apache.spark.sql.Dataset.show(Dataset.scala:793)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:32)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:36)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:38)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:40)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw.(:42)\n$line22.$read$$iw$$iw$$iw$$iw$$iw.(:44)\n$line22.$read$$iw$$iw$$iw$$iw.(:46)\n$line22.$read$$iw$$iw$$iw.(:48)\n$line22.$read$$iw$$iw.(:50)\n$line22.$read$$iw.(:52)\n$line22.$read.(:54)\n$line22.$read$.(:58)\n$line22.$read$.()\n$line22.$eval$.$print$lzycompute(:7)\n$line22.$eval$.$print(:6)\n$line22.$eval.$print()\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)","Accumulables":[],"Resource Profile Id":0},{"Stage ID":4,"Stage Attempt ID":0,"Stage Name":"show at :32","Number of Tasks":8,"RDD Info":[{"RDD ID":4,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"9\",\"name\":\"Exchange\"}","Callsite":"show at :32","Parent IDs":[3],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":3,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"10\",\"name\":\"WholeStageCodegen (1)\"}","Callsite":"show at :32","Parent IDs":[2],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":0,"Name":"ParallelCollectionRDD","Scope":"{\"id\":\"0\",\"name\":\"parallelize\"}","Callsite":"parallelize at :30","Parent IDs":[],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":2,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"14\",\"name\":\"Scan\"}","Callsite":"show at :32","Parent IDs":[0],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[],"Details":"org.apache.spark.sql.Dataset.show(Dataset.scala:793)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:32)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:36)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:38)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:40)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw.(:42)\n$line22.$read$$iw$$iw$$iw$$iw$$iw.(:44)\n$line22.$read$$iw$$iw$$iw$$iw.(:46)\n$line22.$read$$iw$$iw$$iw.(:48)\n$line22.$read$$iw$$iw.(:50)\n$line22.$read$$iw.(:52)\n$line22.$read.(:54)\n$line22.$read$.(:58)\n$line22.$read$.()\n$line22.$eval$.$print$lzycompute(:7)\n$line22.$eval$.$print(:6)\n$line22.$eval.$print()\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)","Accumulables":[],"Resource Profile Id":0}],"Stage IDs":[5,3,4],"Properties":{"spark.sql.warehouse.dir":"file:/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/spark-warehouse/","spark.driver.host":"192.168.1.134","spark.eventLog.enabled":"true","spark.driver.port":"35447","__fetch_continuous_blocks_in_batch_enabled":"true","spark.repl.class.uri":"spark://192.168.1.134:35447/classes","spark.jars":"","spark.repl.class.outputDir":"/tmp/spark-709ca6a2-54ba-43c4-8ea3-b70bd1fb9a09/repl-b3dd6842-11d9-4234-95d2-e961984e8ce0","spark.app.name":"Spark shell","spark.submit.pyFiles":"","spark.ui.showConsoleProgress":"true","spark.app.startTime":"1634067831517","spark.executor.id":"driver","spark.submit.deployMode":"client","spark.master":"local[*]","spark.home":"/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2","spark.eventLog.dir":"/home/nartal/data_format_eventlog","spark.sql.execution.id":"0","spark.sql.catalogImplementation":"hive","spark.app.id":"local-1634067832387"}} -{"Event":"SparkListenerStageSubmitted","Stage Info":{"Stage ID":5,"Stage Attempt ID":0,"Stage Name":"show at :32","Number of Tasks":4,"RDD Info":[{"RDD ID":14,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"25\",\"name\":\"mapPartitionsInternal\"}","Callsite":"show at :32","Parent IDs":[13],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":5,"Name":"ShuffledRowRDD","Scope":"{\"id\":\"9\",\"name\":\"Exchange\"}","Callsite":"show at :32","Parent IDs":[4],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":12,"Name":"ZippedPartitionsRDD2","Scope":"{\"id\":\"2\",\"name\":\"WholeStageCodegen (5)\"}","Callsite":"show at :32","Parent IDs":[6,11],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":10,"Name":"ShuffledRowRDD","Scope":"{\"id\":\"19\",\"name\":\"Exchange\"}","Callsite":"show at :32","Parent IDs":[9],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":11,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"16\",\"name\":\"WholeStageCodegen (4)\"}","Callsite":"show at :32","Parent IDs":[10],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":13,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"2\",\"name\":\"WholeStageCodegen (5)\"}","Callsite":"show at :32","Parent IDs":[12],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":6,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"6\",\"name\":\"WholeStageCodegen (2)\"}","Callsite":"show at :32","Parent IDs":[5],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[3,4],"Details":"org.apache.spark.sql.Dataset.show(Dataset.scala:793)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:32)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:36)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:38)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:40)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw.(:42)\n$line22.$read$$iw$$iw$$iw$$iw$$iw.(:44)\n$line22.$read$$iw$$iw$$iw$$iw.(:46)\n$line22.$read$$iw$$iw$$iw.(:48)\n$line22.$read$$iw$$iw.(:50)\n$line22.$read$$iw.(:52)\n$line22.$read.(:54)\n$line22.$read$.(:58)\n$line22.$read$.()\n$line22.$eval$.$print$lzycompute(:7)\n$line22.$eval$.$print(:6)\n$line22.$eval.$print()\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)","Submission Time":1634067936458,"Accumulables":[],"Resource Profile Id":0},"Properties":{"spark.sql.warehouse.dir":"file:/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/spark-warehouse/","spark.driver.host":"192.168.1.134","spark.eventLog.enabled":"true","spark.driver.port":"35447","__fetch_continuous_blocks_in_batch_enabled":"true","spark.repl.class.uri":"spark://192.168.1.134:35447/classes","spark.jars":"","spark.repl.class.outputDir":"/tmp/spark-709ca6a2-54ba-43c4-8ea3-b70bd1fb9a09/repl-b3dd6842-11d9-4234-95d2-e961984e8ce0","spark.app.name":"Spark shell","spark.submit.pyFiles":"","spark.ui.showConsoleProgress":"true","spark.app.startTime":"1634067831517","spark.executor.id":"driver","spark.submit.deployMode":"client","spark.master":"local[*]","spark.home":"/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2","spark.eventLog.dir":"/home/nartal/data_format_eventlog","spark.sql.execution.id":"0","spark.sql.catalogImplementation":"hive","spark.app.id":"local-1634067832387"}} -{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":{"Task ID":17,"Index":1,"Attempt":0,"Launch Time":1634067936470,"Executor ID":"driver","Host":"192.168.1.134","Locality":"NODE_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":{"Task ID":18,"Index":0,"Attempt":0,"Launch Time":1634067936472,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":{"Task ID":19,"Index":2,"Attempt":0,"Launch Time":1634067936472,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":{"Task ID":20,"Index":3,"Attempt":0,"Launch Time":1634067936472,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":19,"Index":2,"Attempt":0,"Launch Time":1634067936472,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936501,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"7","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"9","Value":"120","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"131072","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":143,"Name":"internal.metrics.executorDeserializeTime","Update":11,"Value":11,"Internal":true,"Count Failed Values":true},{"ID":144,"Name":"internal.metrics.executorDeserializeCpuTime","Update":9103073,"Value":9103073,"Internal":true,"Count Failed Values":true},{"ID":145,"Name":"internal.metrics.executorRunTime","Update":13,"Value":13,"Internal":true,"Count Failed Values":true},{"ID":146,"Name":"internal.metrics.executorCpuTime","Update":12939391,"Value":12939391,"Internal":true,"Count Failed Values":true},{"ID":147,"Name":"internal.metrics.resultSize","Update":4000,"Value":4000,"Internal":true,"Count Failed Values":true},{"ID":152,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":65536,"Internal":true,"Count Failed Values":true},{"ID":154,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":155,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":156,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":157,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":158,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":159,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":160,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":11,"Executor Deserialize CPU Time":9103073,"Executor Run Time":13,"Executor CPU Time":12939391,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":18,"Index":0,"Attempt":0,"Launch Time":1634067936472,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936501,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"7","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"9","Value":"129","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"196608","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":143,"Name":"internal.metrics.executorDeserializeTime","Update":10,"Value":21,"Internal":true,"Count Failed Values":true},{"ID":144,"Name":"internal.metrics.executorDeserializeCpuTime","Update":8371295,"Value":17474368,"Internal":true,"Count Failed Values":true},{"ID":145,"Name":"internal.metrics.executorRunTime","Update":14,"Value":27,"Internal":true,"Count Failed Values":true},{"ID":146,"Name":"internal.metrics.executorCpuTime","Update":13212393,"Value":26151784,"Internal":true,"Count Failed Values":true},{"ID":147,"Name":"internal.metrics.resultSize","Update":4000,"Value":8000,"Internal":true,"Count Failed Values":true},{"ID":152,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":131072,"Internal":true,"Count Failed Values":true},{"ID":154,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":155,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":156,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":157,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":158,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":159,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":160,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":10,"Executor Deserialize CPU Time":8371295,"Executor Run Time":14,"Executor CPU Time":13212393,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":20,"Index":3,"Attempt":0,"Launch Time":1634067936472,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936503,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"7","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"10","Value":"139","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"262144","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":143,"Name":"internal.metrics.executorDeserializeTime","Update":10,"Value":31,"Internal":true,"Count Failed Values":true},{"ID":144,"Name":"internal.metrics.executorDeserializeCpuTime","Update":8560626,"Value":26034994,"Internal":true,"Count Failed Values":true},{"ID":145,"Name":"internal.metrics.executorRunTime","Update":14,"Value":41,"Internal":true,"Count Failed Values":true},{"ID":146,"Name":"internal.metrics.executorCpuTime","Update":13230000,"Value":39381784,"Internal":true,"Count Failed Values":true},{"ID":147,"Name":"internal.metrics.resultSize","Update":4000,"Value":12000,"Internal":true,"Count Failed Values":true},{"ID":152,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":196608,"Internal":true,"Count Failed Values":true},{"ID":154,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":155,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":156,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":157,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":158,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":159,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":160,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":10,"Executor Deserialize CPU Time":8560626,"Executor Run Time":14,"Executor CPU Time":13230000,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":17,"Index":1,"Attempt":0,"Launch Time":1634067936470,"Executor ID":"driver","Host":"192.168.1.134","Locality":"NODE_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936522,"Failed":false,"Killed":false,"Accumulables":[{"ID":24,"Name":"local blocks read","Update":"1","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":27,"Name":"local bytes read","Update":"97","Value":"97","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":28,"Name":"fetch wait time","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":29,"Name":"records read","Update":"1","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":54,"Name":"duration","Update":"13","Value":"20","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"1","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"2162688","Value":"2424832","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":62,"Name":"duration","Update":"21","Value":"21","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":63,"Name":"sort time","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"peak memory","Update":"65536","Value":"65536","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":65,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":143,"Name":"internal.metrics.executorDeserializeTime","Update":8,"Value":39,"Internal":true,"Count Failed Values":true},{"ID":144,"Name":"internal.metrics.executorDeserializeCpuTime","Update":7982796,"Value":34017790,"Internal":true,"Count Failed Values":true},{"ID":145,"Name":"internal.metrics.executorRunTime","Update":38,"Value":79,"Internal":true,"Count Failed Values":true},{"ID":146,"Name":"internal.metrics.executorCpuTime","Update":32894261,"Value":72276045,"Internal":true,"Count Failed Values":true},{"ID":147,"Name":"internal.metrics.resultSize","Update":4000,"Value":16000,"Internal":true,"Count Failed Values":true},{"ID":152,"Name":"internal.metrics.peakExecutionMemory","Update":2228224,"Value":2424832,"Internal":true,"Count Failed Values":true},{"ID":154,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":155,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":1,"Value":1,"Internal":true,"Count Failed Values":true},{"ID":156,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":157,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":158,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":97,"Value":97,"Internal":true,"Count Failed Values":true},{"ID":159,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":160,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1,"Value":1,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":8,"Executor Deserialize CPU Time":7982796,"Executor Run Time":38,"Executor CPU Time":32894261,"Peak Execution Memory":2228224,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":1,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":97,"Total Records Read":1},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerStageCompleted","Stage Info":{"Stage ID":5,"Stage Attempt ID":0,"Stage Name":"show at :32","Number of Tasks":4,"RDD Info":[{"RDD ID":14,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"25\",\"name\":\"mapPartitionsInternal\"}","Callsite":"show at :32","Parent IDs":[13],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":5,"Name":"ShuffledRowRDD","Scope":"{\"id\":\"9\",\"name\":\"Exchange\"}","Callsite":"show at :32","Parent IDs":[4],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":12,"Name":"ZippedPartitionsRDD2","Scope":"{\"id\":\"2\",\"name\":\"WholeStageCodegen (5)\"}","Callsite":"show at :32","Parent IDs":[6,11],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":10,"Name":"ShuffledRowRDD","Scope":"{\"id\":\"19\",\"name\":\"Exchange\"}","Callsite":"show at :32","Parent IDs":[9],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":11,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"16\",\"name\":\"WholeStageCodegen (4)\"}","Callsite":"show at :32","Parent IDs":[10],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":13,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"2\",\"name\":\"WholeStageCodegen (5)\"}","Callsite":"show at :32","Parent IDs":[12],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":6,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"6\",\"name\":\"WholeStageCodegen (2)\"}","Callsite":"show at :32","Parent IDs":[5],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[3,4],"Details":"org.apache.spark.sql.Dataset.show(Dataset.scala:793)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:32)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:36)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:38)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:40)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw.(:42)\n$line22.$read$$iw$$iw$$iw$$iw$$iw.(:44)\n$line22.$read$$iw$$iw$$iw$$iw.(:46)\n$line22.$read$$iw$$iw$$iw.(:48)\n$line22.$read$$iw$$iw.(:50)\n$line22.$read$$iw.(:52)\n$line22.$read.(:54)\n$line22.$read$.(:58)\n$line22.$read$.()\n$line22.$eval$.$print$lzycompute(:7)\n$line22.$eval$.$print(:6)\n$line22.$eval.$print()\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)","Submission Time":1634067936458,"Completion Time":1634067936523,"Accumulables":[{"ID":24,"Name":"local blocks read","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":27,"Name":"local bytes read","Value":"97","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":28,"Name":"fetch wait time","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":29,"Name":"records read","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":54,"Name":"duration","Value":"20","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Value":"139","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Value":"2424832","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":62,"Name":"duration","Value":"21","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":63,"Name":"sort time","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"peak memory","Value":"65536","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":65,"Name":"spill size","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":143,"Name":"internal.metrics.executorDeserializeTime","Value":39,"Internal":true,"Count Failed Values":true},{"ID":144,"Name":"internal.metrics.executorDeserializeCpuTime","Value":34017790,"Internal":true,"Count Failed Values":true},{"ID":145,"Name":"internal.metrics.executorRunTime","Value":79,"Internal":true,"Count Failed Values":true},{"ID":146,"Name":"internal.metrics.executorCpuTime","Value":72276045,"Internal":true,"Count Failed Values":true},{"ID":147,"Name":"internal.metrics.resultSize","Value":16000,"Internal":true,"Count Failed Values":true},{"ID":152,"Name":"internal.metrics.peakExecutionMemory","Value":2424832,"Internal":true,"Count Failed Values":true},{"ID":154,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Value":0,"Internal":true,"Count Failed Values":true},{"ID":155,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Value":1,"Internal":true,"Count Failed Values":true},{"ID":156,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Value":0,"Internal":true,"Count Failed Values":true},{"ID":157,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Value":0,"Internal":true,"Count Failed Values":true},{"ID":158,"Name":"internal.metrics.shuffle.read.localBytesRead","Value":97,"Internal":true,"Count Failed Values":true},{"ID":159,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Value":0,"Internal":true,"Count Failed Values":true},{"ID":160,"Name":"internal.metrics.shuffle.read.recordsRead","Value":1,"Internal":true,"Count Failed Values":true}],"Resource Profile Id":0}} -{"Event":"SparkListenerJobEnd","Job ID":1,"Completion Time":1634067936524,"Job Result":{"Result":"JobSucceeded"}} -{"Event":"SparkListenerJobStart","Job ID":2,"Submission Time":1634067936532,"Stage Infos":[{"Stage ID":6,"Stage Attempt ID":0,"Stage Name":"show at :32","Number of Tasks":8,"RDD Info":[{"RDD ID":9,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"19\",\"name\":\"Exchange\"}","Callsite":"show at :32","Parent IDs":[8],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":1,"Name":"ParallelCollectionRDD","Scope":"{\"id\":\"1\",\"name\":\"parallelize\"}","Callsite":"parallelize at :30","Parent IDs":[],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":8,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"20\",\"name\":\"WholeStageCodegen (3)\"}","Callsite":"show at :32","Parent IDs":[7],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":7,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"24\",\"name\":\"Scan\"}","Callsite":"show at :32","Parent IDs":[1],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[],"Details":"org.apache.spark.sql.Dataset.show(Dataset.scala:793)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:32)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:36)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:38)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:40)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw.(:42)\n$line22.$read$$iw$$iw$$iw$$iw$$iw.(:44)\n$line22.$read$$iw$$iw$$iw$$iw.(:46)\n$line22.$read$$iw$$iw$$iw.(:48)\n$line22.$read$$iw$$iw.(:50)\n$line22.$read$$iw.(:52)\n$line22.$read.(:54)\n$line22.$read$.(:58)\n$line22.$read$.()\n$line22.$eval$.$print$lzycompute(:7)\n$line22.$eval$.$print(:6)\n$line22.$eval.$print()\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)","Accumulables":[],"Resource Profile Id":0},{"Stage ID":7,"Stage Attempt ID":0,"Stage Name":"show at :32","Number of Tasks":8,"RDD Info":[{"RDD ID":4,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"9\",\"name\":\"Exchange\"}","Callsite":"show at :32","Parent IDs":[3],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":3,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"10\",\"name\":\"WholeStageCodegen (1)\"}","Callsite":"show at :32","Parent IDs":[2],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":0,"Name":"ParallelCollectionRDD","Scope":"{\"id\":\"0\",\"name\":\"parallelize\"}","Callsite":"parallelize at :30","Parent IDs":[],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":2,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"14\",\"name\":\"Scan\"}","Callsite":"show at :32","Parent IDs":[0],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[],"Details":"org.apache.spark.sql.Dataset.show(Dataset.scala:793)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:32)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:36)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:38)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:40)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw.(:42)\n$line22.$read$$iw$$iw$$iw$$iw$$iw.(:44)\n$line22.$read$$iw$$iw$$iw$$iw.(:46)\n$line22.$read$$iw$$iw$$iw.(:48)\n$line22.$read$$iw$$iw.(:50)\n$line22.$read$$iw.(:52)\n$line22.$read.(:54)\n$line22.$read$.(:58)\n$line22.$read$.()\n$line22.$eval$.$print$lzycompute(:7)\n$line22.$eval$.$print(:6)\n$line22.$eval.$print()\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)","Accumulables":[],"Resource Profile Id":0},{"Stage ID":8,"Stage Attempt ID":0,"Stage Name":"show at :32","Number of Tasks":20,"RDD Info":[{"RDD ID":14,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"25\",\"name\":\"mapPartitionsInternal\"}","Callsite":"show at :32","Parent IDs":[13],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":5,"Name":"ShuffledRowRDD","Scope":"{\"id\":\"9\",\"name\":\"Exchange\"}","Callsite":"show at :32","Parent IDs":[4],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":12,"Name":"ZippedPartitionsRDD2","Scope":"{\"id\":\"2\",\"name\":\"WholeStageCodegen (5)\"}","Callsite":"show at :32","Parent IDs":[6,11],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":10,"Name":"ShuffledRowRDD","Scope":"{\"id\":\"19\",\"name\":\"Exchange\"}","Callsite":"show at :32","Parent IDs":[9],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":11,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"16\",\"name\":\"WholeStageCodegen (4)\"}","Callsite":"show at :32","Parent IDs":[10],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":13,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"2\",\"name\":\"WholeStageCodegen (5)\"}","Callsite":"show at :32","Parent IDs":[12],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":6,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"6\",\"name\":\"WholeStageCodegen (2)\"}","Callsite":"show at :32","Parent IDs":[5],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[6,7],"Details":"org.apache.spark.sql.Dataset.show(Dataset.scala:793)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:32)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:36)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:38)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:40)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw.(:42)\n$line22.$read$$iw$$iw$$iw$$iw$$iw.(:44)\n$line22.$read$$iw$$iw$$iw$$iw.(:46)\n$line22.$read$$iw$$iw$$iw.(:48)\n$line22.$read$$iw$$iw.(:50)\n$line22.$read$$iw.(:52)\n$line22.$read.(:54)\n$line22.$read$.(:58)\n$line22.$read$.()\n$line22.$eval$.$print$lzycompute(:7)\n$line22.$eval$.$print(:6)\n$line22.$eval.$print()\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)","Accumulables":[],"Resource Profile Id":0}],"Stage IDs":[6,7,8],"Properties":{"spark.sql.warehouse.dir":"file:/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/spark-warehouse/","spark.driver.host":"192.168.1.134","spark.eventLog.enabled":"true","spark.driver.port":"35447","__fetch_continuous_blocks_in_batch_enabled":"true","spark.repl.class.uri":"spark://192.168.1.134:35447/classes","spark.jars":"","spark.repl.class.outputDir":"/tmp/spark-709ca6a2-54ba-43c4-8ea3-b70bd1fb9a09/repl-b3dd6842-11d9-4234-95d2-e961984e8ce0","spark.app.name":"Spark shell","spark.submit.pyFiles":"","spark.ui.showConsoleProgress":"true","spark.app.startTime":"1634067831517","spark.executor.id":"driver","spark.submit.deployMode":"client","spark.master":"local[*]","spark.home":"/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2","spark.eventLog.dir":"/home/nartal/data_format_eventlog","spark.sql.execution.id":"0","spark.sql.catalogImplementation":"hive","spark.app.id":"local-1634067832387"}} -{"Event":"SparkListenerStageSubmitted","Stage Info":{"Stage ID":8,"Stage Attempt ID":0,"Stage Name":"show at :32","Number of Tasks":20,"RDD Info":[{"RDD ID":14,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"25\",\"name\":\"mapPartitionsInternal\"}","Callsite":"show at :32","Parent IDs":[13],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":5,"Name":"ShuffledRowRDD","Scope":"{\"id\":\"9\",\"name\":\"Exchange\"}","Callsite":"show at :32","Parent IDs":[4],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":12,"Name":"ZippedPartitionsRDD2","Scope":"{\"id\":\"2\",\"name\":\"WholeStageCodegen (5)\"}","Callsite":"show at :32","Parent IDs":[6,11],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":10,"Name":"ShuffledRowRDD","Scope":"{\"id\":\"19\",\"name\":\"Exchange\"}","Callsite":"show at :32","Parent IDs":[9],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":11,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"16\",\"name\":\"WholeStageCodegen (4)\"}","Callsite":"show at :32","Parent IDs":[10],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":13,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"2\",\"name\":\"WholeStageCodegen (5)\"}","Callsite":"show at :32","Parent IDs":[12],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":6,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"6\",\"name\":\"WholeStageCodegen (2)\"}","Callsite":"show at :32","Parent IDs":[5],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[6,7],"Details":"org.apache.spark.sql.Dataset.show(Dataset.scala:793)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:32)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:36)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:38)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:40)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw.(:42)\n$line22.$read$$iw$$iw$$iw$$iw$$iw.(:44)\n$line22.$read$$iw$$iw$$iw$$iw.(:46)\n$line22.$read$$iw$$iw$$iw.(:48)\n$line22.$read$$iw$$iw.(:50)\n$line22.$read$$iw.(:52)\n$line22.$read.(:54)\n$line22.$read$.(:58)\n$line22.$read$.()\n$line22.$eval$.$print$lzycompute(:7)\n$line22.$eval$.$print(:6)\n$line22.$eval.$print()\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)","Submission Time":1634067936537,"Accumulables":[],"Resource Profile Id":0},"Properties":{"spark.sql.warehouse.dir":"file:/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/spark-warehouse/","spark.driver.host":"192.168.1.134","spark.eventLog.enabled":"true","spark.driver.port":"35447","__fetch_continuous_blocks_in_batch_enabled":"true","spark.repl.class.uri":"spark://192.168.1.134:35447/classes","spark.jars":"","spark.repl.class.outputDir":"/tmp/spark-709ca6a2-54ba-43c4-8ea3-b70bd1fb9a09/repl-b3dd6842-11d9-4234-95d2-e961984e8ce0","spark.app.name":"Spark shell","spark.submit.pyFiles":"","spark.ui.showConsoleProgress":"true","spark.app.startTime":"1634067831517","spark.executor.id":"driver","spark.submit.deployMode":"client","spark.master":"local[*]","spark.home":"/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2","spark.eventLog.dir":"/home/nartal/data_format_eventlog","spark.sql.execution.id":"0","spark.sql.catalogImplementation":"hive","spark.app.id":"local-1634067832387"}} -{"Event":"SparkListenerTaskStart","Stage ID":8,"Stage Attempt ID":0,"Task Info":{"Task ID":21,"Index":0,"Attempt":0,"Launch Time":1634067936544,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":8,"Stage Attempt ID":0,"Task Info":{"Task ID":22,"Index":1,"Attempt":0,"Launch Time":1634067936545,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":8,"Stage Attempt ID":0,"Task Info":{"Task ID":23,"Index":2,"Attempt":0,"Launch Time":1634067936545,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":8,"Stage Attempt ID":0,"Task Info":{"Task ID":24,"Index":3,"Attempt":0,"Launch Time":1634067936546,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":8,"Stage Attempt ID":0,"Task Info":{"Task ID":25,"Index":4,"Attempt":0,"Launch Time":1634067936546,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":8,"Stage Attempt ID":0,"Task Info":{"Task ID":26,"Index":5,"Attempt":0,"Launch Time":1634067936546,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":8,"Stage Attempt ID":0,"Task Info":{"Task ID":27,"Index":6,"Attempt":0,"Launch Time":1634067936547,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":8,"Stage Attempt ID":0,"Task Info":{"Task ID":28,"Index":7,"Attempt":0,"Launch Time":1634067936547,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":8,"Stage Attempt ID":0,"Task Info":{"Task ID":29,"Index":8,"Attempt":0,"Launch Time":1634067936571,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":8,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":26,"Index":5,"Attempt":0,"Launch Time":1634067936546,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936573,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"20","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"11","Value":"150","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"2490368","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":168,"Name":"internal.metrics.executorDeserializeTime","Update":7,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":169,"Name":"internal.metrics.executorDeserializeCpuTime","Update":7287297,"Value":7287297,"Internal":true,"Count Failed Values":true},{"ID":170,"Name":"internal.metrics.executorRunTime","Update":13,"Value":13,"Internal":true,"Count Failed Values":true},{"ID":171,"Name":"internal.metrics.executorCpuTime","Update":10923600,"Value":10923600,"Internal":true,"Count Failed Values":true},{"ID":172,"Name":"internal.metrics.resultSize","Update":4000,"Value":4000,"Internal":true,"Count Failed Values":true},{"ID":177,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":65536,"Internal":true,"Count Failed Values":true},{"ID":179,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":180,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":181,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":182,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":183,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":184,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":185,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":7,"Executor Deserialize CPU Time":7287297,"Executor Run Time":13,"Executor CPU Time":10923600,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":8,"Stage Attempt ID":0,"Task Info":{"Task ID":30,"Index":9,"Attempt":0,"Launch Time":1634067936579,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":8,"Stage Attempt ID":0,"Task Info":{"Task ID":31,"Index":10,"Attempt":0,"Launch Time":1634067936586,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":8,"Stage Attempt ID":0,"Task Info":{"Task ID":32,"Index":11,"Attempt":0,"Launch Time":1634067936587,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":8,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":24,"Index":3,"Attempt":0,"Launch Time":1634067936546,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936589,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"5","Value":"25","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"19","Value":"169","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"2555904","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":168,"Name":"internal.metrics.executorDeserializeTime","Update":9,"Value":16,"Internal":true,"Count Failed Values":true},{"ID":169,"Name":"internal.metrics.executorDeserializeCpuTime","Update":7032422,"Value":14319719,"Internal":true,"Count Failed Values":true},{"ID":170,"Name":"internal.metrics.executorRunTime","Update":21,"Value":34,"Internal":true,"Count Failed Values":true},{"ID":171,"Name":"internal.metrics.executorCpuTime","Update":10394951,"Value":21318551,"Internal":true,"Count Failed Values":true},{"ID":172,"Name":"internal.metrics.resultSize","Update":4000,"Value":8000,"Internal":true,"Count Failed Values":true},{"ID":177,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":131072,"Internal":true,"Count Failed Values":true},{"ID":179,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":180,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":181,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":182,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":183,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":184,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":185,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":9,"Executor Deserialize CPU Time":7032422,"Executor Run Time":21,"Executor CPU Time":10394951,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":8,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":25,"Index":4,"Attempt":0,"Launch Time":1634067936546,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936589,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"25","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"20","Value":"189","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"2621440","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":168,"Name":"internal.metrics.executorDeserializeTime","Update":7,"Value":23,"Internal":true,"Count Failed Values":true},{"ID":169,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4546534,"Value":18866253,"Internal":true,"Count Failed Values":true},{"ID":170,"Name":"internal.metrics.executorRunTime","Update":22,"Value":56,"Internal":true,"Count Failed Values":true},{"ID":171,"Name":"internal.metrics.executorCpuTime","Update":10230438,"Value":31548989,"Internal":true,"Count Failed Values":true},{"ID":172,"Name":"internal.metrics.resultSize","Update":4000,"Value":12000,"Internal":true,"Count Failed Values":true},{"ID":177,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":196608,"Internal":true,"Count Failed Values":true},{"ID":179,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":180,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":181,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":182,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":183,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":184,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":185,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":7,"Executor Deserialize CPU Time":4546534,"Executor Run Time":22,"Executor CPU Time":10230438,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":8,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":28,"Index":7,"Attempt":0,"Launch Time":1634067936547,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936589,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"25","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"13","Value":"202","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"2686976","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":168,"Name":"internal.metrics.executorDeserializeTime","Update":7,"Value":30,"Internal":true,"Count Failed Values":true},{"ID":169,"Name":"internal.metrics.executorDeserializeCpuTime","Update":6828264,"Value":25694517,"Internal":true,"Count Failed Values":true},{"ID":170,"Name":"internal.metrics.executorRunTime","Update":21,"Value":77,"Internal":true,"Count Failed Values":true},{"ID":171,"Name":"internal.metrics.executorCpuTime","Update":11340447,"Value":42889436,"Internal":true,"Count Failed Values":true},{"ID":172,"Name":"internal.metrics.resultSize","Update":4000,"Value":16000,"Internal":true,"Count Failed Values":true},{"ID":177,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":262144,"Internal":true,"Count Failed Values":true},{"ID":179,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":180,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":181,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":182,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":183,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":184,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":185,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":7,"Executor Deserialize CPU Time":6828264,"Executor Run Time":21,"Executor CPU Time":11340447,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":8,"Stage Attempt ID":0,"Task Info":{"Task ID":33,"Index":12,"Attempt":0,"Launch Time":1634067936595,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":8,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":27,"Index":6,"Attempt":0,"Launch Time":1634067936547,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936596,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"25","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"16","Value":"218","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"2752512","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":168,"Name":"internal.metrics.executorDeserializeTime","Update":17,"Value":47,"Internal":true,"Count Failed Values":true},{"ID":169,"Name":"internal.metrics.executorDeserializeCpuTime","Update":6843696,"Value":32538213,"Internal":true,"Count Failed Values":true},{"ID":170,"Name":"internal.metrics.executorRunTime","Update":18,"Value":95,"Internal":true,"Count Failed Values":true},{"ID":171,"Name":"internal.metrics.executorCpuTime","Update":10327039,"Value":53216475,"Internal":true,"Count Failed Values":true},{"ID":172,"Name":"internal.metrics.resultSize","Update":4000,"Value":20000,"Internal":true,"Count Failed Values":true},{"ID":177,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":327680,"Internal":true,"Count Failed Values":true},{"ID":179,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":180,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":181,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":182,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":183,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":184,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":185,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":17,"Executor Deserialize CPU Time":6843696,"Executor Run Time":18,"Executor CPU Time":10327039,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":8,"Stage Attempt ID":0,"Task Info":{"Task ID":34,"Index":13,"Attempt":0,"Launch Time":1634067936598,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":8,"Stage Attempt ID":0,"Task Info":{"Task ID":35,"Index":14,"Attempt":0,"Launch Time":1634067936599,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":8,"Stage Attempt ID":0,"Task Info":{"Task ID":36,"Index":15,"Attempt":0,"Launch Time":1634067936600,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":8,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":21,"Index":0,"Attempt":0,"Launch Time":1634067936544,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936604,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"25","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"14","Value":"232","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"2818048","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":168,"Name":"internal.metrics.executorDeserializeTime","Update":24,"Value":71,"Internal":true,"Count Failed Values":true},{"ID":169,"Name":"internal.metrics.executorDeserializeCpuTime","Update":7278287,"Value":39816500,"Internal":true,"Count Failed Values":true},{"ID":170,"Name":"internal.metrics.executorRunTime","Update":17,"Value":112,"Internal":true,"Count Failed Values":true},{"ID":171,"Name":"internal.metrics.executorCpuTime","Update":10515230,"Value":63731705,"Internal":true,"Count Failed Values":true},{"ID":172,"Name":"internal.metrics.resultSize","Update":4000,"Value":24000,"Internal":true,"Count Failed Values":true},{"ID":177,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":393216,"Internal":true,"Count Failed Values":true},{"ID":179,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":180,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":181,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":182,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":183,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":184,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":185,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":24,"Executor Deserialize CPU Time":7278287,"Executor Run Time":17,"Executor CPU Time":10515230,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":8,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":22,"Index":1,"Attempt":0,"Launch Time":1634067936545,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936604,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"25","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"25","Value":"257","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"2883584","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":168,"Name":"internal.metrics.executorDeserializeTime","Update":13,"Value":84,"Internal":true,"Count Failed Values":true},{"ID":169,"Name":"internal.metrics.executorDeserializeCpuTime","Update":5737614,"Value":45554114,"Internal":true,"Count Failed Values":true},{"ID":170,"Name":"internal.metrics.executorRunTime","Update":27,"Value":139,"Internal":true,"Count Failed Values":true},{"ID":171,"Name":"internal.metrics.executorCpuTime","Update":10818822,"Value":74550527,"Internal":true,"Count Failed Values":true},{"ID":172,"Name":"internal.metrics.resultSize","Update":4000,"Value":28000,"Internal":true,"Count Failed Values":true},{"ID":177,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":458752,"Internal":true,"Count Failed Values":true},{"ID":179,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":180,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":181,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":182,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":183,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":184,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":185,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":13,"Executor Deserialize CPU Time":5737614,"Executor Run Time":27,"Executor CPU Time":10818822,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":8,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":29,"Index":8,"Attempt":0,"Launch Time":1634067936571,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936605,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"25","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"11","Value":"268","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"2949120","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":168,"Name":"internal.metrics.executorDeserializeTime","Update":4,"Value":88,"Internal":true,"Count Failed Values":true},{"ID":169,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4470929,"Value":50025043,"Internal":true,"Count Failed Values":true},{"ID":170,"Name":"internal.metrics.executorRunTime","Update":14,"Value":153,"Internal":true,"Count Failed Values":true},{"ID":171,"Name":"internal.metrics.executorCpuTime","Update":9849016,"Value":84399543,"Internal":true,"Count Failed Values":true},{"ID":172,"Name":"internal.metrics.resultSize","Update":4000,"Value":32000,"Internal":true,"Count Failed Values":true},{"ID":177,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":524288,"Internal":true,"Count Failed Values":true},{"ID":179,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":180,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":181,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":182,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":183,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":184,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":185,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":4,"Executor Deserialize CPU Time":4470929,"Executor Run Time":14,"Executor CPU Time":9849016,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":8,"Stage Attempt ID":0,"Task Info":{"Task ID":37,"Index":16,"Attempt":0,"Launch Time":1634067936609,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":8,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":23,"Index":2,"Attempt":0,"Launch Time":1634067936545,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936610,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"25","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"29","Value":"297","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"3014656","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":168,"Name":"internal.metrics.executorDeserializeTime","Update":18,"Value":106,"Internal":true,"Count Failed Values":true},{"ID":169,"Name":"internal.metrics.executorDeserializeCpuTime","Update":7298083,"Value":57323126,"Internal":true,"Count Failed Values":true},{"ID":170,"Name":"internal.metrics.executorRunTime","Update":31,"Value":184,"Internal":true,"Count Failed Values":true},{"ID":171,"Name":"internal.metrics.executorCpuTime","Update":11219487,"Value":95619030,"Internal":true,"Count Failed Values":true},{"ID":172,"Name":"internal.metrics.resultSize","Update":4000,"Value":36000,"Internal":true,"Count Failed Values":true},{"ID":177,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":589824,"Internal":true,"Count Failed Values":true},{"ID":179,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":180,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":181,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":182,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":183,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":184,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":185,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":18,"Executor Deserialize CPU Time":7298083,"Executor Run Time":31,"Executor CPU Time":11219487,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":8,"Stage Attempt ID":0,"Task Info":{"Task ID":38,"Index":17,"Attempt":0,"Launch Time":1634067936619,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":8,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":35,"Index":14,"Attempt":0,"Launch Time":1634067936599,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936620,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"25","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"8","Value":"305","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"3080192","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":168,"Name":"internal.metrics.executorDeserializeTime","Update":6,"Value":112,"Internal":true,"Count Failed Values":true},{"ID":169,"Name":"internal.metrics.executorDeserializeCpuTime","Update":6458367,"Value":63781493,"Internal":true,"Count Failed Values":true},{"ID":170,"Name":"internal.metrics.executorRunTime","Update":10,"Value":194,"Internal":true,"Count Failed Values":true},{"ID":171,"Name":"internal.metrics.executorCpuTime","Update":10721506,"Value":106340536,"Internal":true,"Count Failed Values":true},{"ID":172,"Name":"internal.metrics.resultSize","Update":4000,"Value":40000,"Internal":true,"Count Failed Values":true},{"ID":177,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":655360,"Internal":true,"Count Failed Values":true},{"ID":179,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":180,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":181,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":182,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":183,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":184,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":185,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":6,"Executor Deserialize CPU Time":6458367,"Executor Run Time":10,"Executor CPU Time":10721506,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":8,"Stage Attempt ID":0,"Task Info":{"Task ID":39,"Index":18,"Attempt":0,"Launch Time":1634067936625,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":8,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":31,"Index":10,"Attempt":0,"Launch Time":1634067936586,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936625,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"25","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"18","Value":"323","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"3145728","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":168,"Name":"internal.metrics.executorDeserializeTime","Update":7,"Value":119,"Internal":true,"Count Failed Values":true},{"ID":169,"Name":"internal.metrics.executorDeserializeCpuTime","Update":7563235,"Value":71344728,"Internal":true,"Count Failed Values":true},{"ID":170,"Name":"internal.metrics.executorRunTime","Update":24,"Value":218,"Internal":true,"Count Failed Values":true},{"ID":171,"Name":"internal.metrics.executorCpuTime","Update":10923412,"Value":117263948,"Internal":true,"Count Failed Values":true},{"ID":172,"Name":"internal.metrics.resultSize","Update":4000,"Value":44000,"Internal":true,"Count Failed Values":true},{"ID":177,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":720896,"Internal":true,"Count Failed Values":true},{"ID":179,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":180,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":181,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":182,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":183,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":184,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":185,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":7,"Executor Deserialize CPU Time":7563235,"Executor Run Time":24,"Executor CPU Time":10923412,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":8,"Stage Attempt ID":0,"Task Info":{"Task ID":40,"Index":19,"Attempt":0,"Launch Time":1634067936635,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":8,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":33,"Index":12,"Attempt":0,"Launch Time":1634067936595,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936637,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"25","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"13","Value":"336","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"3211264","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":168,"Name":"internal.metrics.executorDeserializeTime","Update":13,"Value":132,"Internal":true,"Count Failed Values":true},{"ID":169,"Name":"internal.metrics.executorDeserializeCpuTime","Update":7550112,"Value":78894840,"Internal":true,"Count Failed Values":true},{"ID":170,"Name":"internal.metrics.executorRunTime","Update":15,"Value":233,"Internal":true,"Count Failed Values":true},{"ID":171,"Name":"internal.metrics.executorCpuTime","Update":9703755,"Value":126967703,"Internal":true,"Count Failed Values":true},{"ID":172,"Name":"internal.metrics.resultSize","Update":4000,"Value":48000,"Internal":true,"Count Failed Values":true},{"ID":177,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":786432,"Internal":true,"Count Failed Values":true},{"ID":179,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":180,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":181,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":182,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":183,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":184,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":185,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":13,"Executor Deserialize CPU Time":7550112,"Executor Run Time":15,"Executor CPU Time":9703755,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":8,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":37,"Index":16,"Attempt":0,"Launch Time":1634067936609,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936637,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"25","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"9","Value":"345","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"3276800","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":168,"Name":"internal.metrics.executorDeserializeTime","Update":6,"Value":138,"Internal":true,"Count Failed Values":true},{"ID":169,"Name":"internal.metrics.executorDeserializeCpuTime","Update":6160617,"Value":85055457,"Internal":true,"Count Failed Values":true},{"ID":170,"Name":"internal.metrics.executorRunTime","Update":12,"Value":245,"Internal":true,"Count Failed Values":true},{"ID":171,"Name":"internal.metrics.executorCpuTime","Update":9982569,"Value":136950272,"Internal":true,"Count Failed Values":true},{"ID":172,"Name":"internal.metrics.resultSize","Update":4000,"Value":52000,"Internal":true,"Count Failed Values":true},{"ID":177,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":851968,"Internal":true,"Count Failed Values":true},{"ID":179,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":180,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":181,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":182,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":183,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":184,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":185,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":6,"Executor Deserialize CPU Time":6160617,"Executor Run Time":12,"Executor CPU Time":9982569,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":8,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":30,"Index":9,"Attempt":0,"Launch Time":1634067936579,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936637,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"25","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"27","Value":"372","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"3342336","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":168,"Name":"internal.metrics.executorDeserializeTime","Update":6,"Value":144,"Internal":true,"Count Failed Values":true},{"ID":169,"Name":"internal.metrics.executorDeserializeCpuTime","Update":6429119,"Value":91484576,"Internal":true,"Count Failed Values":true},{"ID":170,"Name":"internal.metrics.executorRunTime","Update":29,"Value":274,"Internal":true,"Count Failed Values":true},{"ID":171,"Name":"internal.metrics.executorCpuTime","Update":10548551,"Value":147498823,"Internal":true,"Count Failed Values":true},{"ID":172,"Name":"internal.metrics.resultSize","Update":4000,"Value":56000,"Internal":true,"Count Failed Values":true},{"ID":177,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":917504,"Internal":true,"Count Failed Values":true},{"ID":179,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":180,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":181,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":182,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":183,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":184,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":185,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":6,"Executor Deserialize CPU Time":6429119,"Executor Run Time":29,"Executor CPU Time":10548551,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":8,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":34,"Index":13,"Attempt":0,"Launch Time":1634067936598,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936638,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"25","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"13","Value":"385","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"3407872","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":168,"Name":"internal.metrics.executorDeserializeTime","Update":16,"Value":160,"Internal":true,"Count Failed Values":true},{"ID":169,"Name":"internal.metrics.executorDeserializeCpuTime","Update":6583831,"Value":98068407,"Internal":true,"Count Failed Values":true},{"ID":170,"Name":"internal.metrics.executorRunTime","Update":17,"Value":291,"Internal":true,"Count Failed Values":true},{"ID":171,"Name":"internal.metrics.executorCpuTime","Update":10057694,"Value":157556517,"Internal":true,"Count Failed Values":true},{"ID":172,"Name":"internal.metrics.resultSize","Update":4000,"Value":60000,"Internal":true,"Count Failed Values":true},{"ID":177,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":983040,"Internal":true,"Count Failed Values":true},{"ID":179,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":180,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":181,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":182,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":183,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":184,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":185,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":16,"Executor Deserialize CPU Time":6583831,"Executor Run Time":17,"Executor CPU Time":10057694,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":8,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":32,"Index":11,"Attempt":0,"Launch Time":1634067936587,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936639,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"25","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"28","Value":"413","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"3473408","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":168,"Name":"internal.metrics.executorDeserializeTime","Update":10,"Value":170,"Internal":true,"Count Failed Values":true},{"ID":169,"Name":"internal.metrics.executorDeserializeCpuTime","Update":7724121,"Value":105792528,"Internal":true,"Count Failed Values":true},{"ID":170,"Name":"internal.metrics.executorRunTime","Update":31,"Value":322,"Internal":true,"Count Failed Values":true},{"ID":171,"Name":"internal.metrics.executorCpuTime","Update":10831120,"Value":168387637,"Internal":true,"Count Failed Values":true},{"ID":172,"Name":"internal.metrics.resultSize","Update":4000,"Value":64000,"Internal":true,"Count Failed Values":true},{"ID":177,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":1048576,"Internal":true,"Count Failed Values":true},{"ID":179,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":180,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":181,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":182,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":183,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":184,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":185,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":10,"Executor Deserialize CPU Time":7724121,"Executor Run Time":31,"Executor CPU Time":10831120,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":8,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":36,"Index":15,"Attempt":0,"Launch Time":1634067936600,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936643,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"25","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"10","Value":"423","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"3538944","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":168,"Name":"internal.metrics.executorDeserializeTime","Update":14,"Value":184,"Internal":true,"Count Failed Values":true},{"ID":169,"Name":"internal.metrics.executorDeserializeCpuTime","Update":6154591,"Value":111947119,"Internal":true,"Count Failed Values":true},{"ID":170,"Name":"internal.metrics.executorRunTime","Update":14,"Value":336,"Internal":true,"Count Failed Values":true},{"ID":171,"Name":"internal.metrics.executorCpuTime","Update":10027164,"Value":178414801,"Internal":true,"Count Failed Values":true},{"ID":172,"Name":"internal.metrics.resultSize","Update":4000,"Value":68000,"Internal":true,"Count Failed Values":true},{"ID":177,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":1114112,"Internal":true,"Count Failed Values":true},{"ID":179,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":180,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":181,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":182,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":183,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":184,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":185,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":14,"Executor Deserialize CPU Time":6154591,"Executor Run Time":14,"Executor CPU Time":10027164,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":8,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":38,"Index":17,"Attempt":0,"Launch Time":1634067936619,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936646,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"25","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"9","Value":"432","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"3604480","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":168,"Name":"internal.metrics.executorDeserializeTime","Update":6,"Value":190,"Internal":true,"Count Failed Values":true},{"ID":169,"Name":"internal.metrics.executorDeserializeCpuTime","Update":6033037,"Value":117980156,"Internal":true,"Count Failed Values":true},{"ID":170,"Name":"internal.metrics.executorRunTime","Update":11,"Value":347,"Internal":true,"Count Failed Values":true},{"ID":171,"Name":"internal.metrics.executorCpuTime","Update":10754537,"Value":189169338,"Internal":true,"Count Failed Values":true},{"ID":172,"Name":"internal.metrics.resultSize","Update":4000,"Value":72000,"Internal":true,"Count Failed Values":true},{"ID":177,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":1179648,"Internal":true,"Count Failed Values":true},{"ID":179,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":180,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":181,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":182,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":183,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":184,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":185,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":6,"Executor Deserialize CPU Time":6033037,"Executor Run Time":11,"Executor CPU Time":10754537,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":8,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":40,"Index":19,"Attempt":0,"Launch Time":1634067936635,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936656,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"25","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"6","Value":"438","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"3670016","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":168,"Name":"internal.metrics.executorDeserializeTime","Update":9,"Value":199,"Internal":true,"Count Failed Values":true},{"ID":169,"Name":"internal.metrics.executorDeserializeCpuTime","Update":5715176,"Value":123695332,"Internal":true,"Count Failed Values":true},{"ID":170,"Name":"internal.metrics.executorRunTime","Update":8,"Value":355,"Internal":true,"Count Failed Values":true},{"ID":171,"Name":"internal.metrics.executorCpuTime","Update":8249080,"Value":197418418,"Internal":true,"Count Failed Values":true},{"ID":172,"Name":"internal.metrics.resultSize","Update":4000,"Value":76000,"Internal":true,"Count Failed Values":true},{"ID":177,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":1245184,"Internal":true,"Count Failed Values":true},{"ID":179,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":180,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":181,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":182,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":183,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":184,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":185,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":9,"Executor Deserialize CPU Time":5715176,"Executor Run Time":8,"Executor CPU Time":8249080,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":8,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":39,"Index":18,"Attempt":0,"Launch Time":1634067936625,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936658,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"1","Value":"26","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"7","Value":"445","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"3735552","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":168,"Name":"internal.metrics.executorDeserializeTime","Update":10,"Value":209,"Internal":true,"Count Failed Values":true},{"ID":169,"Name":"internal.metrics.executorDeserializeCpuTime","Update":5263192,"Value":128958524,"Internal":true,"Count Failed Values":true},{"ID":170,"Name":"internal.metrics.executorRunTime","Update":10,"Value":365,"Internal":true,"Count Failed Values":true},{"ID":171,"Name":"internal.metrics.executorCpuTime","Update":9903006,"Value":207321424,"Internal":true,"Count Failed Values":true},{"ID":172,"Name":"internal.metrics.resultSize","Update":4000,"Value":80000,"Internal":true,"Count Failed Values":true},{"ID":177,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":1310720,"Internal":true,"Count Failed Values":true},{"ID":179,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":180,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":181,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":182,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":183,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":184,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":185,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":10,"Executor Deserialize CPU Time":5263192,"Executor Run Time":10,"Executor CPU Time":9903006,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerStageCompleted","Stage Info":{"Stage ID":8,"Stage Attempt ID":0,"Stage Name":"show at :32","Number of Tasks":20,"RDD Info":[{"RDD ID":14,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"25\",\"name\":\"mapPartitionsInternal\"}","Callsite":"show at :32","Parent IDs":[13],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":5,"Name":"ShuffledRowRDD","Scope":"{\"id\":\"9\",\"name\":\"Exchange\"}","Callsite":"show at :32","Parent IDs":[4],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":12,"Name":"ZippedPartitionsRDD2","Scope":"{\"id\":\"2\",\"name\":\"WholeStageCodegen (5)\"}","Callsite":"show at :32","Parent IDs":[6,11],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":10,"Name":"ShuffledRowRDD","Scope":"{\"id\":\"19\",\"name\":\"Exchange\"}","Callsite":"show at :32","Parent IDs":[9],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":11,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"16\",\"name\":\"WholeStageCodegen (4)\"}","Callsite":"show at :32","Parent IDs":[10],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":13,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"2\",\"name\":\"WholeStageCodegen (5)\"}","Callsite":"show at :32","Parent IDs":[12],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":6,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"6\",\"name\":\"WholeStageCodegen (2)\"}","Callsite":"show at :32","Parent IDs":[5],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[6,7],"Details":"org.apache.spark.sql.Dataset.show(Dataset.scala:793)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:32)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:36)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:38)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:40)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw.(:42)\n$line22.$read$$iw$$iw$$iw$$iw$$iw.(:44)\n$line22.$read$$iw$$iw$$iw$$iw.(:46)\n$line22.$read$$iw$$iw$$iw.(:48)\n$line22.$read$$iw$$iw.(:50)\n$line22.$read$$iw.(:52)\n$line22.$read.(:54)\n$line22.$read$.(:58)\n$line22.$read$.()\n$line22.$eval$.$print$lzycompute(:7)\n$line22.$eval$.$print(:6)\n$line22.$eval.$print()\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)","Submission Time":1634067936537,"Completion Time":1634067936658,"Accumulables":[{"ID":54,"Name":"duration","Value":"26","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Value":"445","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Value":"3735552","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":168,"Name":"internal.metrics.executorDeserializeTime","Value":209,"Internal":true,"Count Failed Values":true},{"ID":169,"Name":"internal.metrics.executorDeserializeCpuTime","Value":128958524,"Internal":true,"Count Failed Values":true},{"ID":170,"Name":"internal.metrics.executorRunTime","Value":365,"Internal":true,"Count Failed Values":true},{"ID":171,"Name":"internal.metrics.executorCpuTime","Value":207321424,"Internal":true,"Count Failed Values":true},{"ID":172,"Name":"internal.metrics.resultSize","Value":80000,"Internal":true,"Count Failed Values":true},{"ID":177,"Name":"internal.metrics.peakExecutionMemory","Value":1310720,"Internal":true,"Count Failed Values":true},{"ID":179,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Value":0,"Internal":true,"Count Failed Values":true},{"ID":180,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Value":0,"Internal":true,"Count Failed Values":true},{"ID":181,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Value":0,"Internal":true,"Count Failed Values":true},{"ID":182,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Value":0,"Internal":true,"Count Failed Values":true},{"ID":183,"Name":"internal.metrics.shuffle.read.localBytesRead","Value":0,"Internal":true,"Count Failed Values":true},{"ID":184,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Value":0,"Internal":true,"Count Failed Values":true},{"ID":185,"Name":"internal.metrics.shuffle.read.recordsRead","Value":0,"Internal":true,"Count Failed Values":true}],"Resource Profile Id":0}} -{"Event":"SparkListenerJobEnd","Job ID":2,"Completion Time":1634067936658,"Job Result":{"Result":"JobSucceeded"}} -{"Event":"SparkListenerJobStart","Job ID":3,"Submission Time":1634067936669,"Stage Infos":[{"Stage ID":9,"Stage Attempt ID":0,"Stage Name":"show at :32","Number of Tasks":8,"RDD Info":[{"RDD ID":9,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"19\",\"name\":\"Exchange\"}","Callsite":"show at :32","Parent IDs":[8],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":1,"Name":"ParallelCollectionRDD","Scope":"{\"id\":\"1\",\"name\":\"parallelize\"}","Callsite":"parallelize at :30","Parent IDs":[],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":8,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"20\",\"name\":\"WholeStageCodegen (3)\"}","Callsite":"show at :32","Parent IDs":[7],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":7,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"24\",\"name\":\"Scan\"}","Callsite":"show at :32","Parent IDs":[1],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[],"Details":"org.apache.spark.sql.Dataset.show(Dataset.scala:793)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:32)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:36)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:38)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:40)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw.(:42)\n$line22.$read$$iw$$iw$$iw$$iw$$iw.(:44)\n$line22.$read$$iw$$iw$$iw$$iw.(:46)\n$line22.$read$$iw$$iw$$iw.(:48)\n$line22.$read$$iw$$iw.(:50)\n$line22.$read$$iw.(:52)\n$line22.$read.(:54)\n$line22.$read$.(:58)\n$line22.$read$.()\n$line22.$eval$.$print$lzycompute(:7)\n$line22.$eval$.$print(:6)\n$line22.$eval.$print()\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)","Accumulables":[],"Resource Profile Id":0},{"Stage ID":10,"Stage Attempt ID":0,"Stage Name":"show at :32","Number of Tasks":8,"RDD Info":[{"RDD ID":4,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"9\",\"name\":\"Exchange\"}","Callsite":"show at :32","Parent IDs":[3],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":3,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"10\",\"name\":\"WholeStageCodegen (1)\"}","Callsite":"show at :32","Parent IDs":[2],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":0,"Name":"ParallelCollectionRDD","Scope":"{\"id\":\"0\",\"name\":\"parallelize\"}","Callsite":"parallelize at :30","Parent IDs":[],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":2,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"14\",\"name\":\"Scan\"}","Callsite":"show at :32","Parent IDs":[0],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[],"Details":"org.apache.spark.sql.Dataset.show(Dataset.scala:793)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:32)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:36)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:38)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:40)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw.(:42)\n$line22.$read$$iw$$iw$$iw$$iw$$iw.(:44)\n$line22.$read$$iw$$iw$$iw$$iw.(:46)\n$line22.$read$$iw$$iw$$iw.(:48)\n$line22.$read$$iw$$iw.(:50)\n$line22.$read$$iw.(:52)\n$line22.$read.(:54)\n$line22.$read$.(:58)\n$line22.$read$.()\n$line22.$eval$.$print$lzycompute(:7)\n$line22.$eval$.$print(:6)\n$line22.$eval.$print()\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)","Accumulables":[],"Resource Profile Id":0},{"Stage ID":11,"Stage Attempt ID":0,"Stage Name":"show at :32","Number of Tasks":100,"RDD Info":[{"RDD ID":14,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"25\",\"name\":\"mapPartitionsInternal\"}","Callsite":"show at :32","Parent IDs":[13],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":5,"Name":"ShuffledRowRDD","Scope":"{\"id\":\"9\",\"name\":\"Exchange\"}","Callsite":"show at :32","Parent IDs":[4],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":12,"Name":"ZippedPartitionsRDD2","Scope":"{\"id\":\"2\",\"name\":\"WholeStageCodegen (5)\"}","Callsite":"show at :32","Parent IDs":[6,11],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":10,"Name":"ShuffledRowRDD","Scope":"{\"id\":\"19\",\"name\":\"Exchange\"}","Callsite":"show at :32","Parent IDs":[9],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":11,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"16\",\"name\":\"WholeStageCodegen (4)\"}","Callsite":"show at :32","Parent IDs":[10],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":13,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"2\",\"name\":\"WholeStageCodegen (5)\"}","Callsite":"show at :32","Parent IDs":[12],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":6,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"6\",\"name\":\"WholeStageCodegen (2)\"}","Callsite":"show at :32","Parent IDs":[5],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[9,10],"Details":"org.apache.spark.sql.Dataset.show(Dataset.scala:793)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:32)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:36)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:38)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:40)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw.(:42)\n$line22.$read$$iw$$iw$$iw$$iw$$iw.(:44)\n$line22.$read$$iw$$iw$$iw$$iw.(:46)\n$line22.$read$$iw$$iw$$iw.(:48)\n$line22.$read$$iw$$iw.(:50)\n$line22.$read$$iw.(:52)\n$line22.$read.(:54)\n$line22.$read$.(:58)\n$line22.$read$.()\n$line22.$eval$.$print$lzycompute(:7)\n$line22.$eval$.$print(:6)\n$line22.$eval.$print()\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)","Accumulables":[],"Resource Profile Id":0}],"Stage IDs":[9,10,11],"Properties":{"spark.sql.warehouse.dir":"file:/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/spark-warehouse/","spark.driver.host":"192.168.1.134","spark.eventLog.enabled":"true","spark.driver.port":"35447","__fetch_continuous_blocks_in_batch_enabled":"true","spark.repl.class.uri":"spark://192.168.1.134:35447/classes","spark.jars":"","spark.repl.class.outputDir":"/tmp/spark-709ca6a2-54ba-43c4-8ea3-b70bd1fb9a09/repl-b3dd6842-11d9-4234-95d2-e961984e8ce0","spark.app.name":"Spark shell","spark.submit.pyFiles":"","spark.ui.showConsoleProgress":"true","spark.app.startTime":"1634067831517","spark.executor.id":"driver","spark.submit.deployMode":"client","spark.master":"local[*]","spark.home":"/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2","spark.eventLog.dir":"/home/nartal/data_format_eventlog","spark.sql.execution.id":"0","spark.sql.catalogImplementation":"hive","spark.app.id":"local-1634067832387"}} -{"Event":"SparkListenerStageSubmitted","Stage Info":{"Stage ID":11,"Stage Attempt ID":0,"Stage Name":"show at :32","Number of Tasks":100,"RDD Info":[{"RDD ID":14,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"25\",\"name\":\"mapPartitionsInternal\"}","Callsite":"show at :32","Parent IDs":[13],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":5,"Name":"ShuffledRowRDD","Scope":"{\"id\":\"9\",\"name\":\"Exchange\"}","Callsite":"show at :32","Parent IDs":[4],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":12,"Name":"ZippedPartitionsRDD2","Scope":"{\"id\":\"2\",\"name\":\"WholeStageCodegen (5)\"}","Callsite":"show at :32","Parent IDs":[6,11],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":10,"Name":"ShuffledRowRDD","Scope":"{\"id\":\"19\",\"name\":\"Exchange\"}","Callsite":"show at :32","Parent IDs":[9],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":11,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"16\",\"name\":\"WholeStageCodegen (4)\"}","Callsite":"show at :32","Parent IDs":[10],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":13,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"2\",\"name\":\"WholeStageCodegen (5)\"}","Callsite":"show at :32","Parent IDs":[12],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":6,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"6\",\"name\":\"WholeStageCodegen (2)\"}","Callsite":"show at :32","Parent IDs":[5],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[9,10],"Details":"org.apache.spark.sql.Dataset.show(Dataset.scala:793)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:32)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:36)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:38)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:40)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw.(:42)\n$line22.$read$$iw$$iw$$iw$$iw$$iw.(:44)\n$line22.$read$$iw$$iw$$iw$$iw.(:46)\n$line22.$read$$iw$$iw$$iw.(:48)\n$line22.$read$$iw$$iw.(:50)\n$line22.$read$$iw.(:52)\n$line22.$read.(:54)\n$line22.$read$.(:58)\n$line22.$read$.()\n$line22.$eval$.$print$lzycompute(:7)\n$line22.$eval$.$print(:6)\n$line22.$eval.$print()\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)","Submission Time":1634067936693,"Accumulables":[],"Resource Profile Id":0},"Properties":{"spark.sql.warehouse.dir":"file:/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/spark-warehouse/","spark.driver.host":"192.168.1.134","spark.eventLog.enabled":"true","spark.driver.port":"35447","__fetch_continuous_blocks_in_batch_enabled":"true","spark.repl.class.uri":"spark://192.168.1.134:35447/classes","spark.jars":"","spark.repl.class.outputDir":"/tmp/spark-709ca6a2-54ba-43c4-8ea3-b70bd1fb9a09/repl-b3dd6842-11d9-4234-95d2-e961984e8ce0","spark.app.name":"Spark shell","spark.submit.pyFiles":"","spark.ui.showConsoleProgress":"true","spark.app.startTime":"1634067831517","spark.executor.id":"driver","spark.submit.deployMode":"client","spark.master":"local[*]","spark.home":"/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2","spark.eventLog.dir":"/home/nartal/data_format_eventlog","spark.sql.execution.id":"0","spark.sql.catalogImplementation":"hive","spark.app.id":"local-1634067832387"}} -{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":41,"Index":84,"Attempt":0,"Launch Time":1634067936704,"Executor ID":"driver","Host":"192.168.1.134","Locality":"NODE_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":42,"Index":0,"Attempt":0,"Launch Time":1634067936704,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":43,"Index":1,"Attempt":0,"Launch Time":1634067936704,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":44,"Index":2,"Attempt":0,"Launch Time":1634067936705,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":45,"Index":3,"Attempt":0,"Launch Time":1634067936705,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":46,"Index":4,"Attempt":0,"Launch Time":1634067936705,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":47,"Index":5,"Attempt":0,"Launch Time":1634067936706,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":48,"Index":6,"Attempt":0,"Launch Time":1634067936706,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":49,"Index":7,"Attempt":0,"Launch Time":1634067936726,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":46,"Index":4,"Attempt":0,"Launch Time":1634067936705,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936727,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"26","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"8","Value":"453","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"3801088","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":6,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":6224984,"Value":6224984,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":10,"Value":10,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":10549176,"Value":10549176,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":4000,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":65536,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":6,"Executor Deserialize CPU Time":6224984,"Executor Run Time":10,"Executor CPU Time":10549176,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":50,"Index":8,"Attempt":0,"Launch Time":1634067936729,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":45,"Index":3,"Attempt":0,"Launch Time":1634067936705,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936729,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"26","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"9","Value":"462","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"3866624","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":6,"Value":12,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":5751388,"Value":11976372,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":11,"Value":21,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":10858583,"Value":21407759,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":8000,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":131072,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":6,"Executor Deserialize CPU Time":5751388,"Executor Run Time":11,"Executor CPU Time":10858583,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":51,"Index":9,"Attempt":0,"Launch Time":1634067936730,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":47,"Index":5,"Attempt":0,"Launch Time":1634067936706,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936731,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"26","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"10","Value":"472","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"3932160","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":5,"Value":17,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":5196751,"Value":17173123,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":12,"Value":33,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":10073742,"Value":31481501,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":12000,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":196608,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":5,"Executor Deserialize CPU Time":5196751,"Executor Run Time":12,"Executor CPU Time":10073742,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":52,"Index":10,"Attempt":0,"Launch Time":1634067936748,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":53,"Index":11,"Attempt":0,"Launch Time":1634067936749,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":48,"Index":6,"Attempt":0,"Launch Time":1634067936706,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936751,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"26","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"15","Value":"487","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"3997696","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":11,"Value":28,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":5945723,"Value":23118846,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":24,"Value":57,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":9507790,"Value":40989291,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":16000,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":262144,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":11,"Executor Deserialize CPU Time":5945723,"Executor Run Time":24,"Executor CPU Time":9507790,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":44,"Index":2,"Attempt":0,"Launch Time":1634067936705,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936753,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"26","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"20","Value":"507","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"4063232","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":5,"Value":33,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":5724255,"Value":28843101,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":30,"Value":87,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":10002907,"Value":50992198,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":20000,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":327680,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":5,"Executor Deserialize CPU Time":5724255,"Executor Run Time":30,"Executor CPU Time":10002907,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":54,"Index":12,"Attempt":0,"Launch Time":1634067936757,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":55,"Index":13,"Attempt":0,"Launch Time":1634067936759,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":56,"Index":14,"Attempt":0,"Launch Time":1634067936760,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":57,"Index":15,"Attempt":0,"Launch Time":1634067936761,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":58,"Index":16,"Attempt":0,"Launch Time":1634067936762,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":59,"Index":17,"Attempt":0,"Launch Time":1634067936763,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":41,"Index":84,"Attempt":0,"Launch Time":1634067936704,"Executor ID":"driver","Host":"192.168.1.134","Locality":"NODE_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936763,"Failed":false,"Killed":false,"Accumulables":[{"ID":24,"Name":"local blocks read","Update":"1","Value":"2","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":27,"Name":"local bytes read","Update":"98","Value":"195","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":28,"Name":"fetch wait time","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":29,"Name":"records read","Update":"1","Value":"2","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":35,"Name":"local blocks read","Update":"2","Value":"2","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":38,"Name":"local bytes read","Update":"152","Value":"152","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":39,"Name":"fetch wait time","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":40,"Name":"records read","Update":"2","Value":"2","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":54,"Name":"duration","Update":"7","Value":"33","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":55,"Name":"number of output rows","Update":"2","Value":"2","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"22","Value":"529","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"2162688","Value":"6225920","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":62,"Name":"duration","Update":"12","Value":"33","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":63,"Name":"sort time","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"peak memory","Update":"2162688","Value":"2228224","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":65,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":19,"Value":52,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":6244561,"Value":35087662,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":28,"Value":115,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":15860889,"Value":66853087,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4115,"Value":24115,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":4325376,"Value":4653056,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":3,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":250,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":3,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":19,"Executor Deserialize CPU Time":6244561,"Executor Run Time":28,"Executor CPU Time":15860889,"Peak Execution Memory":4325376,"Result Size":4115,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":3,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":250,"Total Records Read":3},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":49,"Index":7,"Attempt":0,"Launch Time":1634067936726,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936764,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"33","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"16","Value":"545","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"6291456","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":8,"Value":60,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":5914408,"Value":41002070,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":24,"Value":139,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":10578837,"Value":77431924,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":28115,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":4718592,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":8,"Executor Deserialize CPU Time":5914408,"Executor Run Time":24,"Executor CPU Time":10578837,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":42,"Index":0,"Attempt":0,"Launch Time":1634067936704,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936765,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"33","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"17","Value":"562","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"6356992","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":22,"Value":82,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":5461999,"Value":46464069,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":29,"Value":168,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":10587204,"Value":88019128,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":32115,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":4784128,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":22,"Executor Deserialize CPU Time":5461999,"Executor Run Time":29,"Executor CPU Time":10587204,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":51,"Index":9,"Attempt":0,"Launch Time":1634067936730,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936765,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"33","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"14","Value":"576","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"6422528","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":5,"Value":87,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":5503288,"Value":51967357,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":18,"Value":186,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":10040337,"Value":98059465,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":36115,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":4849664,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":5,"Executor Deserialize CPU Time":5503288,"Executor Run Time":18,"Executor CPU Time":10040337,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":43,"Index":1,"Attempt":0,"Launch Time":1634067936704,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936765,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"33","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"24","Value":"600","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"6488064","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":6,"Value":93,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":5235365,"Value":57202722,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":40,"Value":226,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":9749470,"Value":107808935,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":40115,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":4915200,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":6,"Executor Deserialize CPU Time":5235365,"Executor Run Time":40,"Executor CPU Time":9749470,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":50,"Index":8,"Attempt":0,"Launch Time":1634067936729,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936765,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"1","Value":"34","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"13","Value":"613","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"6553600","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":5,"Value":98,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":5805404,"Value":63008126,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":19,"Value":245,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":10617980,"Value":118426915,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":44115,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":4980736,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":5,"Executor Deserialize CPU Time":5805404,"Executor Run Time":19,"Executor CPU Time":10617980,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":60,"Index":18,"Attempt":0,"Launch Time":1634067936784,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":52,"Index":10,"Attempt":0,"Launch Time":1634067936748,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936785,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"9","Value":"43","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"8","Value":"621","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"6619136","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":7,"Value":105,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":5146358,"Value":68154484,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":22,"Value":267,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":10383577,"Value":128810492,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":48115,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":5046272,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":7,"Executor Deserialize CPU Time":5146358,"Executor Run Time":22,"Executor CPU Time":10383577,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":61,"Index":19,"Attempt":0,"Launch Time":1634067936787,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":58,"Index":16,"Attempt":0,"Launch Time":1634067936762,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936787,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"43","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"9","Value":"630","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"6684672","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":9,"Value":114,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4831037,"Value":72985521,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":13,"Value":280,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":8618940,"Value":137429432,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":52115,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":5111808,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":9,"Executor Deserialize CPU Time":4831037,"Executor Run Time":13,"Executor CPU Time":8618940,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":62,"Index":20,"Attempt":0,"Launch Time":1634067936796,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":53,"Index":11,"Attempt":0,"Launch Time":1634067936749,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936797,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"4","Value":"47","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"9","Value":"639","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"6750208","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":10,"Value":124,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":6359429,"Value":79344950,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":31,"Value":311,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":9690404,"Value":147119836,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":56115,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":5177344,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":10,"Executor Deserialize CPU Time":6359429,"Executor Run Time":31,"Executor CPU Time":9690404,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":63,"Index":21,"Attempt":0,"Launch Time":1634067936797,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":57,"Index":15,"Attempt":0,"Launch Time":1634067936761,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936798,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"47","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"12","Value":"651","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"6815744","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":14,"Value":138,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":5055596,"Value":84400546,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":17,"Value":328,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":9878247,"Value":156998083,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":60115,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":5242880,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":14,"Executor Deserialize CPU Time":5055596,"Executor Run Time":17,"Executor CPU Time":9878247,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":64,"Index":22,"Attempt":0,"Launch Time":1634067936798,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":54,"Index":12,"Attempt":0,"Launch Time":1634067936757,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936801,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"7","Value":"54","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"25","Value":"676","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"6881280","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":9,"Value":147,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":5372698,"Value":89773244,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":29,"Value":357,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":8420084,"Value":165418167,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":64115,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":5308416,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":9,"Executor Deserialize CPU Time":5372698,"Executor Run Time":29,"Executor CPU Time":8420084,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":65,"Index":23,"Attempt":0,"Launch Time":1634067936809,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":59,"Index":17,"Attempt":0,"Launch Time":1634067936763,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936809,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"4","Value":"58","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"22","Value":"698","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"6946816","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":16,"Value":163,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":3970282,"Value":93743526,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":27,"Value":384,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":8866753,"Value":174284920,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":68115,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":5373952,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":16,"Executor Deserialize CPU Time":3970282,"Executor Run Time":27,"Executor CPU Time":8866753,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":66,"Index":24,"Attempt":0,"Launch Time":1634067936810,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":61,"Index":19,"Attempt":0,"Launch Time":1634067936787,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936811,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"58","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"6","Value":"704","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"7012352","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":6,"Value":169,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":5414750,"Value":99158276,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":12,"Value":396,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":8346579,"Value":182631499,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":72115,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":5439488,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":6,"Executor Deserialize CPU Time":5414750,"Executor Run Time":12,"Executor CPU Time":8346579,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":56,"Index":14,"Attempt":0,"Launch Time":1634067936760,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936811,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"2","Value":"60","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"29","Value":"733","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"7077888","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":7,"Value":176,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4987646,"Value":104145922,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":37,"Value":433,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":10033129,"Value":192664628,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":76115,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":5505024,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":7,"Executor Deserialize CPU Time":4987646,"Executor Run Time":37,"Executor CPU Time":10033129,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":67,"Index":25,"Attempt":0,"Launch Time":1634067936812,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":68,"Index":26,"Attempt":0,"Launch Time":1634067936818,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":60,"Index":18,"Attempt":0,"Launch Time":1634067936784,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936818,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"60","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"6","Value":"739","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"7143424","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":7,"Value":183,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":5287771,"Value":109433693,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":13,"Value":446,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":9089143,"Value":201753771,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":80115,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":5570560,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":7,"Executor Deserialize CPU Time":5287771,"Executor Run Time":13,"Executor CPU Time":9089143,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":69,"Index":27,"Attempt":0,"Launch Time":1634067936819,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":55,"Index":13,"Attempt":0,"Launch Time":1634067936759,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936820,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"60","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"21","Value":"760","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"7208960","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":16,"Value":199,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4993261,"Value":114426954,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":32,"Value":478,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":10363313,"Value":212117084,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":84115,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":5636096,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":16,"Executor Deserialize CPU Time":4993261,"Executor Run Time":32,"Executor CPU Time":10363313,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":70,"Index":28,"Attempt":0,"Launch Time":1634067936825,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":64,"Index":22,"Attempt":0,"Launch Time":1634067936798,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936826,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"60","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"10","Value":"770","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"7274496","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":9,"Value":208,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4996470,"Value":119423424,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":12,"Value":490,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":10654040,"Value":222771124,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":88115,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":5701632,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":9,"Executor Deserialize CPU Time":4996470,"Executor Run Time":12,"Executor CPU Time":10654040,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":71,"Index":29,"Attempt":0,"Launch Time":1634067936828,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":62,"Index":20,"Attempt":0,"Launch Time":1634067936796,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936829,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"60","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"11","Value":"781","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"7340032","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":13,"Value":221,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":5012630,"Value":124436054,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":15,"Value":505,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":9936405,"Value":232707529,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":92115,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":5767168,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":13,"Executor Deserialize CPU Time":5012630,"Executor Run Time":15,"Executor CPU Time":9936405,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":72,"Index":30,"Attempt":0,"Launch Time":1634067936837,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":63,"Index":21,"Attempt":0,"Launch Time":1634067936797,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936839,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"6","Value":"66","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"17","Value":"798","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"7405568","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":9,"Value":230,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":5091863,"Value":129527917,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":25,"Value":530,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":9913847,"Value":242621376,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":96115,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":5832704,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":9,"Executor Deserialize CPU Time":5091863,"Executor Run Time":25,"Executor CPU Time":9913847,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":73,"Index":31,"Attempt":0,"Launch Time":1634067936841,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":65,"Index":23,"Attempt":0,"Launch Time":1634067936809,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936842,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"66","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"15","Value":"813","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"7471104","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":6,"Value":236,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":5291920,"Value":134819837,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":24,"Value":554,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":9864049,"Value":252485425,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":100115,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":5898240,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":6,"Executor Deserialize CPU Time":5291920,"Executor Run Time":24,"Executor CPU Time":9864049,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":74,"Index":32,"Attempt":0,"Launch Time":1634067936846,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":69,"Index":27,"Attempt":0,"Launch Time":1634067936819,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936847,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"66","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"10","Value":"823","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"7536640","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":5,"Value":241,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":5107641,"Value":139927478,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":12,"Value":566,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":10298440,"Value":262783865,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":104115,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":5963776,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":5,"Executor Deserialize CPU Time":5107641,"Executor Run Time":12,"Executor CPU Time":10298440,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":75,"Index":33,"Attempt":0,"Launch Time":1634067936849,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":68,"Index":26,"Attempt":0,"Launch Time":1634067936818,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936850,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"66","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"16","Value":"839","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"7602176","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":5,"Value":246,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4949162,"Value":144876640,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":23,"Value":589,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":9438578,"Value":272222443,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":108115,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":6029312,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":5,"Executor Deserialize CPU Time":4949162,"Executor Run Time":23,"Executor CPU Time":9438578,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":76,"Index":34,"Attempt":0,"Launch Time":1634067936851,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":70,"Index":28,"Attempt":0,"Launch Time":1634067936825,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936852,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"66","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"8","Value":"847","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"7667712","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":5,"Value":251,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":5071480,"Value":149948120,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":10,"Value":599,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":10368656,"Value":282591099,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":112115,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":6094848,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":5,"Executor Deserialize CPU Time":5071480,"Executor Run Time":10,"Executor CPU Time":10368656,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":77,"Index":35,"Attempt":0,"Launch Time":1634067936860,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":78,"Index":36,"Attempt":0,"Launch Time":1634067936862,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":71,"Index":29,"Attempt":0,"Launch Time":1634067936828,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936862,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"66","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"10","Value":"857","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"7733248","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":16,"Value":267,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":5213525,"Value":155161645,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":12,"Value":611,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":10216348,"Value":292807447,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":116115,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":6160384,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":16,"Executor Deserialize CPU Time":5213525,"Executor Run Time":12,"Executor CPU Time":10216348,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":66,"Index":24,"Attempt":0,"Launch Time":1634067936810,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936863,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"66","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"19","Value":"876","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"7798784","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":14,"Value":281,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":5333591,"Value":160495236,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":21,"Value":632,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":9838281,"Value":302645728,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":120115,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":6225920,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":14,"Executor Deserialize CPU Time":5333591,"Executor Run Time":21,"Executor CPU Time":9838281,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":79,"Index":37,"Attempt":0,"Launch Time":1634067936869,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":80,"Index":38,"Attempt":0,"Launch Time":1634067936870,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":76,"Index":34,"Attempt":0,"Launch Time":1634067936851,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936872,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"66","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"8","Value":"884","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"7864320","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":6,"Value":287,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":5098304,"Value":165593540,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":10,"Value":642,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":8943087,"Value":311588815,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":124115,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":6291456,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":6,"Executor Deserialize CPU Time":5098304,"Executor Run Time":10,"Executor CPU Time":8943087,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":67,"Index":25,"Attempt":0,"Launch Time":1634067936812,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936872,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"1","Value":"67","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"14","Value":"898","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"7929856","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":5,"Value":292,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4332910,"Value":169926450,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":23,"Value":665,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":9852549,"Value":321441364,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":128115,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":6356992,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":5,"Executor Deserialize CPU Time":4332910,"Executor Run Time":23,"Executor CPU Time":9852549,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":81,"Index":39,"Attempt":0,"Launch Time":1634067936880,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":75,"Index":33,"Attempt":0,"Launch Time":1634067936849,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936881,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"67","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"7","Value":"905","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"7995392","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":19,"Value":311,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":5559745,"Value":175486195,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":9,"Value":674,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":9719504,"Value":331160868,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":132115,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":6422528,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":19,"Executor Deserialize CPU Time":5559745,"Executor Run Time":9,"Executor CPU Time":9719504,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":82,"Index":40,"Attempt":0,"Launch Time":1634067936883,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":73,"Index":31,"Attempt":0,"Launch Time":1634067936841,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936883,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"67","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"7","Value":"912","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"8060928","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":23,"Value":334,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":5319535,"Value":180805730,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":9,"Value":683,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":9234338,"Value":340395206,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":136115,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":6488064,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":23,"Executor Deserialize CPU Time":5319535,"Executor Run Time":9,"Executor CPU Time":9234338,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":83,"Index":41,"Attempt":0,"Launch Time":1634067936884,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":84,"Index":42,"Attempt":0,"Launch Time":1634067936885,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":74,"Index":32,"Attempt":0,"Launch Time":1634067936846,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936886,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"67","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"8","Value":"920","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"8126464","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":9,"Value":343,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":5668999,"Value":186474729,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":10,"Value":693,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":9981910,"Value":350377116,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":140115,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":6553600,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":9,"Executor Deserialize CPU Time":5668999,"Executor Run Time":10,"Executor CPU Time":9981910,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":72,"Index":30,"Attempt":0,"Launch Time":1634067936837,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936887,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"67","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"8","Value":"928","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"8192000","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":9,"Value":352,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":5951079,"Value":192425808,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":13,"Value":706,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":10313658,"Value":360690774,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":144115,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":6619136,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":9,"Executor Deserialize CPU Time":5951079,"Executor Run Time":13,"Executor CPU Time":10313658,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":85,"Index":43,"Attempt":0,"Launch Time":1634067936888,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":80,"Index":38,"Attempt":0,"Launch Time":1634067936870,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936890,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"67","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"8","Value":"936","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"8257536","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":4,"Value":356,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4544233,"Value":196970041,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":10,"Value":716,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":9836952,"Value":370527726,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":148115,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":6684672,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":4,"Executor Deserialize CPU Time":4544233,"Executor Run Time":10,"Executor CPU Time":9836952,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":86,"Index":44,"Attempt":0,"Launch Time":1634067936902,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":79,"Index":37,"Attempt":0,"Launch Time":1634067936869,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936902,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"67","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"19","Value":"955","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"8323072","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":4,"Value":360,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4063987,"Value":201034028,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":21,"Value":737,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":10187472,"Value":380715198,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":152115,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":6750208,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":4,"Executor Deserialize CPU Time":4063987,"Executor Run Time":21,"Executor CPU Time":10187472,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":87,"Index":45,"Attempt":0,"Launch Time":1634067936907,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":85,"Index":43,"Attempt":0,"Launch Time":1634067936888,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936908,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"67","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"8","Value":"963","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"8388608","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":4,"Value":364,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4853285,"Value":205887313,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":9,"Value":746,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":9685579,"Value":390400777,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":156115,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":6815744,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":4,"Executor Deserialize CPU Time":4853285,"Executor Run Time":9,"Executor CPU Time":9685579,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":88,"Index":46,"Attempt":0,"Launch Time":1634067936911,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":89,"Index":47,"Attempt":0,"Launch Time":1634067936912,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":90,"Index":48,"Attempt":0,"Launch Time":1634067936913,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":81,"Index":39,"Attempt":0,"Launch Time":1634067936880,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936914,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"67","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"13","Value":"976","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"8454144","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":13,"Value":377,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":5074123,"Value":210961436,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":15,"Value":761,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":9195026,"Value":399595803,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":160115,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":6881280,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":13,"Executor Deserialize CPU Time":5074123,"Executor Run Time":15,"Executor CPU Time":9195026,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":82,"Index":40,"Attempt":0,"Launch Time":1634067936883,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936915,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"67","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"12","Value":"988","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"8519680","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":7,"Value":384,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":5239421,"Value":216200857,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":13,"Value":774,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":9722527,"Value":409318330,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":164115,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":6946816,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":7,"Executor Deserialize CPU Time":5239421,"Executor Run Time":13,"Executor CPU Time":9722527,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":77,"Index":35,"Attempt":0,"Launch Time":1634067936860,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936915,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"67","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"18","Value":"1006","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"8585216","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":27,"Value":411,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":5358685,"Value":221559542,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":22,"Value":796,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":9520556,"Value":418838886,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":168115,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":7012352,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":27,"Executor Deserialize CPU Time":5358685,"Executor Run Time":22,"Executor CPU Time":9520556,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":91,"Index":49,"Attempt":0,"Launch Time":1634067936916,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":83,"Index":41,"Attempt":0,"Launch Time":1634067936884,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936916,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"67","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"15","Value":"1021","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"8650752","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":7,"Value":418,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4928416,"Value":226487958,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":17,"Value":813,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":9155000,"Value":427993886,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":172115,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":7077888,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":7,"Executor Deserialize CPU Time":4928416,"Executor Run Time":17,"Executor CPU Time":9155000,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":92,"Index":50,"Attempt":0,"Launch Time":1634067936951,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":78,"Index":36,"Attempt":0,"Launch Time":1634067936862,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936952,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"67","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"10","Value":"1031","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"8716288","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":25,"Value":443,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":5123143,"Value":231611101,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":12,"Value":825,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":9714968,"Value":437708854,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":176115,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":7143424,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":25,"Executor Deserialize CPU Time":5123143,"Executor Run Time":12,"Executor CPU Time":9714968,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":93,"Index":51,"Attempt":0,"Launch Time":1634067936964,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":86,"Index":44,"Attempt":0,"Launch Time":1634067936902,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936965,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"67","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"52","Value":"1083","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"8781824","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":6,"Value":449,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":6015143,"Value":237626244,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":54,"Value":879,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":10321542,"Value":448030396,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4043,"Value":180158,"Internal":true,"Count Failed Values":true},{"ID":198,"Name":"internal.metrics.jvmGCTime","Update":24,"Value":24,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":7208960,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":6,"Executor Deserialize CPU Time":6015143,"Executor Run Time":54,"Executor CPU Time":10321542,"Peak Execution Memory":65536,"Result Size":4043,"JVM GC Time":24,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":94,"Index":52,"Attempt":0,"Launch Time":1634067936969,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":91,"Index":49,"Attempt":0,"Launch Time":1634067936916,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936970,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"67","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"8","Value":"1091","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"8847360","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":41,"Value":490,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4620699,"Value":242246943,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":10,"Value":889,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":8352471,"Value":456382867,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4043,"Value":184201,"Internal":true,"Count Failed Values":true},{"ID":198,"Name":"internal.metrics.jvmGCTime","Update":24,"Value":48,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":7274496,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":41,"Executor Deserialize CPU Time":4620699,"Executor Run Time":10,"Executor CPU Time":8352471,"Peak Execution Memory":65536,"Result Size":4043,"JVM GC Time":24,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":95,"Index":53,"Attempt":0,"Launch Time":1634067936971,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":84,"Index":42,"Attempt":0,"Launch Time":1634067936885,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936971,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"67","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"59","Value":"1150","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"8912896","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":8,"Value":498,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":5953589,"Value":248200532,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":61,"Value":950,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":10190586,"Value":466573453,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4043,"Value":188244,"Internal":true,"Count Failed Values":true},{"ID":198,"Name":"internal.metrics.jvmGCTime","Update":24,"Value":72,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":7340032,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":8,"Executor Deserialize CPU Time":5953589,"Executor Run Time":61,"Executor CPU Time":10190586,"Peak Execution Memory":65536,"Result Size":4043,"JVM GC Time":24,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":96,"Index":54,"Attempt":0,"Launch Time":1634067936972,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":89,"Index":47,"Attempt":0,"Launch Time":1634067936912,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936973,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"67","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"7","Value":"1157","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"8978432","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":44,"Value":542,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":5605301,"Value":253805833,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":8,"Value":958,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":8569843,"Value":475143296,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4043,"Value":192287,"Internal":true,"Count Failed Values":true},{"ID":198,"Name":"internal.metrics.jvmGCTime","Update":24,"Value":96,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":7405568,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":44,"Executor Deserialize CPU Time":5605301,"Executor Run Time":8,"Executor CPU Time":8569843,"Peak Execution Memory":65536,"Result Size":4043,"JVM GC Time":24,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":97,"Index":55,"Attempt":0,"Launch Time":1634067936978,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":92,"Index":50,"Attempt":0,"Launch Time":1634067936951,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936979,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"67","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"13","Value":"1170","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"9043968","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":9,"Value":551,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4818661,"Value":258624494,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":15,"Value":973,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":8785273,"Value":483928569,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":196287,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":7471104,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":9,"Executor Deserialize CPU Time":4818661,"Executor Run Time":15,"Executor CPU Time":8785273,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":98,"Index":56,"Attempt":0,"Launch Time":1634067936980,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":90,"Index":48,"Attempt":0,"Launch Time":1634067936913,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936981,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"1","Value":"68","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"8","Value":"1178","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"9109504","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":10,"Value":561,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":5011995,"Value":263636489,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":40,"Value":1013,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":9590388,"Value":493518957,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4043,"Value":200330,"Internal":true,"Count Failed Values":true},{"ID":198,"Name":"internal.metrics.jvmGCTime","Update":24,"Value":120,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":7536640,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":10,"Executor Deserialize CPU Time":5011995,"Executor Run Time":40,"Executor CPU Time":9590388,"Peak Execution Memory":65536,"Result Size":4043,"JVM GC Time":24,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":99,"Index":57,"Attempt":0,"Launch Time":1634067936995,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":88,"Index":46,"Attempt":0,"Launch Time":1634067936911,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936996,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"68","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"26","Value":"1204","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"9175040","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":45,"Value":606,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":5680765,"Value":269317254,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":28,"Value":1041,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":9838514,"Value":503357471,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4043,"Value":204373,"Internal":true,"Count Failed Values":true},{"ID":198,"Name":"internal.metrics.jvmGCTime","Update":24,"Value":144,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":7602176,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":45,"Executor Deserialize CPU Time":5680765,"Executor Run Time":28,"Executor CPU Time":9838514,"Peak Execution Memory":65536,"Result Size":4043,"JVM GC Time":24,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":100,"Index":58,"Attempt":0,"Launch Time":1634067936997,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":87,"Index":45,"Attempt":0,"Launch Time":1634067936907,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936997,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"68","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"19","Value":"1223","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"9240576","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":42,"Value":648,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":5156170,"Value":274473424,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":21,"Value":1062,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":9765696,"Value":513123167,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4043,"Value":208416,"Internal":true,"Count Failed Values":true},{"ID":198,"Name":"internal.metrics.jvmGCTime","Update":24,"Value":168,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":7667712,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":42,"Executor Deserialize CPU Time":5156170,"Executor Run Time":21,"Executor CPU Time":9765696,"Peak Execution Memory":65536,"Result Size":4043,"JVM GC Time":24,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":101,"Index":59,"Attempt":0,"Launch Time":1634067936998,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":94,"Index":52,"Attempt":0,"Launch Time":1634067936969,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067936999,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"68","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"9","Value":"1232","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"9306112","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":6,"Value":654,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":5298342,"Value":279771766,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":12,"Value":1074,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":10931557,"Value":524054724,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":212416,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":7733248,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":6,"Executor Deserialize CPU Time":5298342,"Executor Run Time":12,"Executor CPU Time":10931557,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":102,"Index":60,"Attempt":0,"Launch Time":1634067937000,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":97,"Index":55,"Attempt":0,"Launch Time":1634067936978,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937001,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"68","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"7","Value":"1239","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"9371648","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":7,"Value":661,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":5440467,"Value":285212233,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":9,"Value":1083,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":9595647,"Value":533650371,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":216416,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":7798784,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":7,"Executor Deserialize CPU Time":5440467,"Executor Run Time":9,"Executor CPU Time":9595647,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":103,"Index":61,"Attempt":0,"Launch Time":1634067937010,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":96,"Index":54,"Attempt":0,"Launch Time":1634067936972,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937011,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"68","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"17","Value":"1256","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"9437184","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":12,"Value":673,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":5461982,"Value":290674215,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":19,"Value":1102,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":9216212,"Value":542866583,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":220416,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":7864320,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":12,"Executor Deserialize CPU Time":5461982,"Executor Run Time":19,"Executor CPU Time":9216212,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":93,"Index":51,"Attempt":0,"Launch Time":1634067936964,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937012,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"68","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"15","Value":"1271","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"9502720","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":12,"Value":685,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":5578154,"Value":296252369,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":19,"Value":1121,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":8216917,"Value":551083500,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":224416,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":7929856,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":12,"Executor Deserialize CPU Time":5578154,"Executor Run Time":19,"Executor CPU Time":8216917,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":104,"Index":62,"Attempt":0,"Launch Time":1634067937012,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":105,"Index":63,"Attempt":0,"Launch Time":1634067937027,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":99,"Index":57,"Attempt":0,"Launch Time":1634067936995,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937028,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"68","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"17","Value":"1288","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"9568256","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":5,"Value":690,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":5370105,"Value":301622474,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":22,"Value":1143,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":8894894,"Value":559978394,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":228416,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":7995392,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":5,"Executor Deserialize CPU Time":5370105,"Executor Run Time":22,"Executor CPU Time":8894894,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":106,"Index":64,"Attempt":0,"Launch Time":1634067937028,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":95,"Index":53,"Attempt":0,"Launch Time":1634067936971,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937030,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"68","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"23","Value":"1311","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"9633792","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":5,"Value":695,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":5098813,"Value":306721287,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":36,"Value":1179,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":9321023,"Value":569299417,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":232416,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":8060928,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":5,"Executor Deserialize CPU Time":5098813,"Executor Run Time":36,"Executor CPU Time":9321023,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":107,"Index":65,"Attempt":0,"Launch Time":1634067937031,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":108,"Index":66,"Attempt":0,"Launch Time":1634067937033,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":109,"Index":67,"Attempt":0,"Launch Time":1634067937034,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":102,"Index":60,"Attempt":0,"Launch Time":1634067937000,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937035,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"68","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"9","Value":"1320","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"9699328","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":6,"Value":701,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4942031,"Value":311663318,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":18,"Value":1197,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":8984664,"Value":578284081,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":236416,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":8126464,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":6,"Executor Deserialize CPU Time":4942031,"Executor Run Time":18,"Executor CPU Time":8984664,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":98,"Index":56,"Attempt":0,"Launch Time":1634067936980,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937035,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"68","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"21","Value":"1341","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"9764864","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":6,"Value":707,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":5098179,"Value":316761497,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":39,"Value":1236,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":9497408,"Value":587781489,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":240416,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":8192000,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":6,"Executor Deserialize CPU Time":5098179,"Executor Run Time":39,"Executor CPU Time":9497408,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":110,"Index":68,"Attempt":0,"Launch Time":1634067937035,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":100,"Index":58,"Attempt":0,"Launch Time":1634067936997,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937036,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"68","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"18","Value":"1359","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"9830400","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":7,"Value":714,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":5024738,"Value":321786235,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":20,"Value":1256,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":9774541,"Value":597556030,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":244416,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":8257536,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":7,"Executor Deserialize CPU Time":5024738,"Executor Run Time":20,"Executor CPU Time":9774541,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":103,"Index":61,"Attempt":0,"Launch Time":1634067937010,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937036,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"68","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"9","Value":"1368","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"9895936","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":4,"Value":718,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4535598,"Value":326321833,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":11,"Value":1267,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":8941388,"Value":606497418,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":248416,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":8323072,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":4,"Executor Deserialize CPU Time":4535598,"Executor Run Time":11,"Executor CPU Time":8941388,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":111,"Index":69,"Attempt":0,"Launch Time":1634067937043,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":112,"Index":70,"Attempt":0,"Launch Time":1634067937044,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":101,"Index":59,"Attempt":0,"Launch Time":1634067936998,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937045,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"68","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"14","Value":"1382","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"9961472","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":5,"Value":723,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":5139634,"Value":331461467,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":21,"Value":1288,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":8015384,"Value":614512802,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":252416,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":8388608,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":5,"Executor Deserialize CPU Time":5139634,"Executor Run Time":21,"Executor CPU Time":8015384,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":105,"Index":63,"Attempt":0,"Launch Time":1634067937027,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937046,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"68","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"8","Value":"1390","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"10027008","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":4,"Value":727,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4516184,"Value":335977651,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":9,"Value":1297,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":9887303,"Value":624400105,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":256416,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":8454144,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":4,"Executor Deserialize CPU Time":4516184,"Executor Run Time":9,"Executor CPU Time":9887303,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":113,"Index":71,"Attempt":0,"Launch Time":1634067937048,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":106,"Index":64,"Attempt":0,"Launch Time":1634067937028,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937049,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"68","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"7","Value":"1397","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"10092544","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":6,"Value":733,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4925130,"Value":340902781,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":10,"Value":1307,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":8795972,"Value":633196077,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":260416,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":8519680,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":6,"Executor Deserialize CPU Time":4925130,"Executor Run Time":10,"Executor CPU Time":8795972,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":114,"Index":72,"Attempt":0,"Launch Time":1634067937051,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":107,"Index":65,"Attempt":0,"Launch Time":1634067937031,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937052,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"68","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"7","Value":"1404","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"10158080","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":5,"Value":738,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4886177,"Value":345788958,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":12,"Value":1319,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":8998824,"Value":642194901,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":264416,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":8585216,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":5,"Executor Deserialize CPU Time":4886177,"Executor Run Time":12,"Executor CPU Time":8998824,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":115,"Index":73,"Attempt":0,"Launch Time":1634067937055,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":104,"Index":62,"Attempt":0,"Launch Time":1634067937012,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937056,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"68","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"24","Value":"1428","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"10223616","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":4,"Value":742,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4928279,"Value":350717237,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":34,"Value":1353,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":9341669,"Value":651536570,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":268416,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":8650752,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":4,"Executor Deserialize CPU Time":4928279,"Executor Run Time":34,"Executor CPU Time":9341669,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":116,"Index":74,"Attempt":0,"Launch Time":1634067937062,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":110,"Index":68,"Attempt":0,"Launch Time":1634067937035,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937063,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"68","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"10","Value":"1438","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"10289152","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":9,"Value":751,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":5383958,"Value":356101195,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":13,"Value":1366,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":9356418,"Value":660892988,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":272416,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":8716288,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":9,"Executor Deserialize CPU Time":5383958,"Executor Run Time":13,"Executor CPU Time":9356418,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":117,"Index":75,"Attempt":0,"Launch Time":1634067937070,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":109,"Index":67,"Attempt":0,"Launch Time":1634067937034,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937070,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"68","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"13","Value":"1451","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"10354688","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":13,"Value":764,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":5065641,"Value":361166836,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":19,"Value":1385,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":9590187,"Value":670483175,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":276416,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":8781824,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":13,"Executor Deserialize CPU Time":5065641,"Executor Run Time":19,"Executor CPU Time":9590187,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":118,"Index":76,"Attempt":0,"Launch Time":1634067937075,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":108,"Index":66,"Attempt":0,"Launch Time":1634067937033,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937075,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"68","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"16","Value":"1467","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"10420224","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":11,"Value":775,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":5151926,"Value":366318762,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":18,"Value":1403,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":8549708,"Value":679032883,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":280416,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":8847360,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":11,"Executor Deserialize CPU Time":5151926,"Executor Run Time":18,"Executor CPU Time":8549708,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":119,"Index":77,"Attempt":0,"Launch Time":1634067937076,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":111,"Index":69,"Attempt":0,"Launch Time":1634067937043,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937076,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"68","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"6","Value":"1473","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"10485760","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":11,"Value":786,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4905718,"Value":371224480,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":18,"Value":1421,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":8178711,"Value":687211594,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":284416,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":8912896,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":11,"Executor Deserialize CPU Time":4905718,"Executor Run Time":18,"Executor CPU Time":8178711,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":120,"Index":78,"Attempt":0,"Launch Time":1634067937077,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":121,"Index":79,"Attempt":0,"Launch Time":1634067937078,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":116,"Index":74,"Attempt":0,"Launch Time":1634067937062,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937079,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"68","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"6","Value":"1479","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"10551296","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":6,"Value":792,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4828015,"Value":376052495,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":8,"Value":1429,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":7994774,"Value":695206368,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":288416,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":8978432,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":6,"Executor Deserialize CPU Time":4828015,"Executor Run Time":8,"Executor CPU Time":7994774,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":115,"Index":73,"Attempt":0,"Launch Time":1634067937055,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937079,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"68","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"8","Value":"1487","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"10616832","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":5,"Value":797,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":5059173,"Value":381111668,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":14,"Value":1443,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":8601718,"Value":703808086,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":292416,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":9043968,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":5,"Executor Deserialize CPU Time":5059173,"Executor Run Time":14,"Executor CPU Time":8601718,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":122,"Index":80,"Attempt":0,"Launch Time":1634067937086,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":114,"Index":72,"Attempt":0,"Launch Time":1634067937051,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937087,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"68","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"21","Value":"1508","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"10682368","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":5,"Value":802,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":5070237,"Value":386181905,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":23,"Value":1466,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":9319325,"Value":713127411,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":296416,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":9109504,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":5,"Executor Deserialize CPU Time":5070237,"Executor Run Time":23,"Executor CPU Time":9319325,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":123,"Index":81,"Attempt":0,"Launch Time":1634067937088,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":113,"Index":71,"Attempt":0,"Launch Time":1634067937048,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937089,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"9","Value":"77","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"8","Value":"1516","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"10747904","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":15,"Value":817,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":5334660,"Value":391516565,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":18,"Value":1484,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":8780985,"Value":721908396,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":300416,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":9175040,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":15,"Executor Deserialize CPU Time":5334660,"Executor Run Time":18,"Executor CPU Time":8780985,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":124,"Index":82,"Attempt":0,"Launch Time":1634067937091,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":112,"Index":70,"Attempt":0,"Launch Time":1634067937044,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937092,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"77","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"38","Value":"1554","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"10813440","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":4,"Value":821,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4949630,"Value":396466195,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":40,"Value":1524,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":8718587,"Value":730626983,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":304416,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":9240576,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":4,"Executor Deserialize CPU Time":4949630,"Executor Run Time":40,"Executor CPU Time":8718587,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":125,"Index":83,"Attempt":0,"Launch Time":1634067937095,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":119,"Index":77,"Attempt":0,"Launch Time":1634067937076,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937096,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"77","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"10","Value":"1564","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"10878976","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":4,"Value":825,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4787036,"Value":401253231,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":12,"Value":1536,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":8672676,"Value":739299659,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":308416,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":9306112,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":4,"Executor Deserialize CPU Time":4787036,"Executor Run Time":12,"Executor CPU Time":8672676,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":126,"Index":85,"Attempt":0,"Launch Time":1634067937099,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":117,"Index":75,"Attempt":0,"Launch Time":1634067937070,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937106,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"1","Value":"78","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"13","Value":"1577","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"10944512","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":8,"Value":833,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":5607562,"Value":406860793,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":18,"Value":1554,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":8884635,"Value":748184294,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":312416,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":9371648,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":8,"Executor Deserialize CPU Time":5607562,"Executor Run Time":18,"Executor CPU Time":8884635,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":127,"Index":86,"Attempt":0,"Launch Time":1634067937110,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":120,"Index":78,"Attempt":0,"Launch Time":1634067937077,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937112,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"78","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"15","Value":"1592","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"11010048","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":4,"Value":837,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4939642,"Value":411800435,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":17,"Value":1571,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":8835967,"Value":757020261,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":316416,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":9437184,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":4,"Executor Deserialize CPU Time":4939642,"Executor Run Time":17,"Executor CPU Time":8835967,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":128,"Index":87,"Attempt":0,"Launch Time":1634067937114,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":129,"Index":88,"Attempt":0,"Launch Time":1634067937115,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":130,"Index":89,"Attempt":0,"Launch Time":1634067937116,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":131,"Index":90,"Attempt":0,"Launch Time":1634067937116,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":125,"Index":83,"Attempt":0,"Launch Time":1634067937095,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937119,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"78","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"11","Value":"1603","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"11075584","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":5,"Value":842,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":5029065,"Value":416829500,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":13,"Value":1584,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":7869692,"Value":764889953,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":320416,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":9502720,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":5,"Executor Deserialize CPU Time":5029065,"Executor Run Time":13,"Executor CPU Time":7869692,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":123,"Index":81,"Attempt":0,"Launch Time":1634067937088,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937119,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"78","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"6","Value":"1609","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"11141120","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":7,"Value":849,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":5448618,"Value":422278118,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":8,"Value":1592,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":8363151,"Value":773253104,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":324416,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":9568256,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":7,"Executor Deserialize CPU Time":5448618,"Executor Run Time":8,"Executor CPU Time":8363151,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":124,"Index":82,"Attempt":0,"Launch Time":1634067937091,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937120,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"78","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"7","Value":"1616","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"11206656","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":5,"Value":854,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4958956,"Value":427237074,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":9,"Value":1601,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":9063904,"Value":782317008,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":328416,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":9633792,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":5,"Executor Deserialize CPU Time":4958956,"Executor Run Time":9,"Executor CPU Time":9063904,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":118,"Index":76,"Attempt":0,"Launch Time":1634067937075,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937120,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"78","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"13","Value":"1629","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"11272192","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":5,"Value":859,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":5024161,"Value":432261235,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":16,"Value":1617,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":8854049,"Value":791171057,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":332416,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":9699328,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":5,"Executor Deserialize CPU Time":5024161,"Executor Run Time":16,"Executor CPU Time":8854049,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":132,"Index":91,"Attempt":0,"Launch Time":1634067937128,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":122,"Index":80,"Attempt":0,"Launch Time":1634067937086,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937129,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"78","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"9","Value":"1638","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"11337728","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":11,"Value":870,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4689552,"Value":436950787,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":11,"Value":1628,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":9010184,"Value":800181241,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":336416,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":9764864,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":11,"Executor Deserialize CPU Time":4689552,"Executor Run Time":11,"Executor CPU Time":9010184,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":133,"Index":92,"Attempt":0,"Launch Time":1634067937129,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":128,"Index":87,"Attempt":0,"Launch Time":1634067937114,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937130,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"78","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"6","Value":"1644","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"11403264","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":4,"Value":874,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4471409,"Value":441422196,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":7,"Value":1635,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":7854013,"Value":808035254,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":340416,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":9830400,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":4,"Executor Deserialize CPU Time":4471409,"Executor Run Time":7,"Executor CPU Time":7854013,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":134,"Index":93,"Attempt":0,"Launch Time":1634067937137,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":135,"Index":94,"Attempt":0,"Launch Time":1634067937138,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":136,"Index":95,"Attempt":0,"Launch Time":1634067937139,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":137,"Index":96,"Attempt":0,"Launch Time":1634067937140,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":131,"Index":90,"Attempt":0,"Launch Time":1634067937116,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937141,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"78","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"8","Value":"1652","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"11468800","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":4,"Value":878,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4730240,"Value":446152436,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":9,"Value":1644,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":8090439,"Value":816125693,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":344416,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":9895936,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":4,"Executor Deserialize CPU Time":4730240,"Executor Run Time":9,"Executor CPU Time":8090439,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":126,"Index":85,"Attempt":0,"Launch Time":1634067937099,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937142,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"78","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"16","Value":"1668","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"11534336","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":6,"Value":884,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":5398036,"Value":451550472,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":18,"Value":1662,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":8967219,"Value":825092912,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":348416,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":9961472,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":6,"Executor Deserialize CPU Time":5398036,"Executor Run Time":18,"Executor CPU Time":8967219,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":130,"Index":89,"Attempt":0,"Launch Time":1634067937116,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937142,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"78","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"9","Value":"1677","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"11599872","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":7,"Value":891,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4570843,"Value":456121315,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":10,"Value":1672,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":8202168,"Value":833295080,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":352416,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":10027008,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":7,"Executor Deserialize CPU Time":4570843,"Executor Run Time":10,"Executor CPU Time":8202168,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":129,"Index":88,"Attempt":0,"Launch Time":1634067937115,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937143,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"78","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"7","Value":"1684","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"11665408","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":11,"Value":902,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4927879,"Value":461049194,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":8,"Value":1680,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":8567140,"Value":841862220,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":356416,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":10092544,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":11,"Executor Deserialize CPU Time":4927879,"Executor Run Time":8,"Executor CPU Time":8567140,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":138,"Index":97,"Attempt":0,"Launch Time":1634067937144,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":127,"Index":86,"Attempt":0,"Launch Time":1634067937110,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937144,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"78","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"10","Value":"1694","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"11730944","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":7,"Value":909,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4871971,"Value":465921165,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":12,"Value":1692,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":7922596,"Value":849784816,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":360416,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":10158080,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":7,"Executor Deserialize CPU Time":4871971,"Executor Run Time":12,"Executor CPU Time":7922596,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":139,"Index":98,"Attempt":0,"Launch Time":1634067937146,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":133,"Index":92,"Attempt":0,"Launch Time":1634067937129,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937147,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"78","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"7","Value":"1701","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"11796480","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":4,"Value":913,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4816996,"Value":470738161,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":9,"Value":1701,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":9604406,"Value":859389222,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":364416,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":10223616,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":4,"Executor Deserialize CPU Time":4816996,"Executor Run Time":9,"Executor CPU Time":9604406,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":{"Task ID":140,"Index":99,"Attempt":0,"Launch Time":1634067937152,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":132,"Index":91,"Attempt":0,"Launch Time":1634067937128,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937153,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"78","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"9","Value":"1710","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"11862016","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":10,"Value":923,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4634220,"Value":475372381,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":11,"Value":1712,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":9619697,"Value":869008919,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":368416,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":10289152,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":10,"Executor Deserialize CPU Time":4634220,"Executor Run Time":11,"Executor CPU Time":9619697,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":121,"Index":79,"Attempt":0,"Launch Time":1634067937078,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937154,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"1","Value":"79","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"22","Value":"1732","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"11927552","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":14,"Value":937,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":5022012,"Value":480394393,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":30,"Value":1742,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":8327506,"Value":877336425,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":372416,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":10354688,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":14,"Executor Deserialize CPU Time":5022012,"Executor Run Time":30,"Executor CPU Time":8327506,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":137,"Index":96,"Attempt":0,"Launch Time":1634067937140,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937161,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"79","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"8","Value":"1740","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"11993088","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":5,"Value":942,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":5209651,"Value":485604044,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":10,"Value":1752,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":9376945,"Value":886713370,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":376416,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":10420224,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":5,"Executor Deserialize CPU Time":5209651,"Executor Run Time":10,"Executor CPU Time":9376945,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":139,"Index":98,"Attempt":0,"Launch Time":1634067937146,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937164,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"79","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"6","Value":"1746","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"12058624","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":7,"Value":949,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":5108800,"Value":490712844,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":8,"Value":1760,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":8180689,"Value":894894059,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":380416,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":10485760,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":7,"Executor Deserialize CPU Time":5108800,"Executor Run Time":8,"Executor CPU Time":8180689,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":135,"Index":94,"Attempt":0,"Launch Time":1634067937138,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937168,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"79","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"7","Value":"1753","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"12124160","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":12,"Value":961,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4739837,"Value":495452681,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":13,"Value":1773,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":8205255,"Value":903099314,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":384416,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":10551296,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":12,"Executor Deserialize CPU Time":4739837,"Executor Run Time":13,"Executor CPU Time":8205255,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":138,"Index":97,"Attempt":0,"Launch Time":1634067937144,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937168,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"79","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"13","Value":"1766","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"12189696","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":6,"Value":967,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4454470,"Value":499907151,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":15,"Value":1788,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":7885589,"Value":910984903,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":388416,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":10616832,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":6,"Executor Deserialize CPU Time":4454470,"Executor Run Time":15,"Executor CPU Time":7885589,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":136,"Index":95,"Attempt":0,"Launch Time":1634067937139,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937170,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"79","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"11","Value":"1777","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"12255232","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":11,"Value":978,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4822388,"Value":504729539,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":16,"Value":1804,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":8159645,"Value":919144548,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":392416,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":10682368,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":11,"Executor Deserialize CPU Time":4822388,"Executor Run Time":16,"Executor CPU Time":8159645,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":134,"Index":93,"Attempt":0,"Launch Time":1634067937137,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937173,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"79","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"7","Value":"1784","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"12320768","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":23,"Value":1001,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4963826,"Value":509693365,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":9,"Value":1813,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":8721298,"Value":927865846,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":396416,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":10747904,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":23,"Executor Deserialize CPU Time":4963826,"Executor Run Time":9,"Executor CPU Time":8721298,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":140,"Index":99,"Attempt":0,"Launch Time":1634067937152,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937177,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"79","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"9","Value":"1793","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"12386304","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Update":11,"Value":1012,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4951326,"Value":514644691,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Update":11,"Value":1824,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Update":9092527,"Value":936958373,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Update":4000,"Value":400416,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":10813440,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":3,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":11,"Executor Deserialize CPU Time":4951326,"Executor Run Time":11,"Executor CPU Time":9092527,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerStageCompleted","Stage Info":{"Stage ID":11,"Stage Attempt ID":0,"Stage Name":"show at :32","Number of Tasks":100,"RDD Info":[{"RDD ID":14,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"25\",\"name\":\"mapPartitionsInternal\"}","Callsite":"show at :32","Parent IDs":[13],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":5,"Name":"ShuffledRowRDD","Scope":"{\"id\":\"9\",\"name\":\"Exchange\"}","Callsite":"show at :32","Parent IDs":[4],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":12,"Name":"ZippedPartitionsRDD2","Scope":"{\"id\":\"2\",\"name\":\"WholeStageCodegen (5)\"}","Callsite":"show at :32","Parent IDs":[6,11],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":10,"Name":"ShuffledRowRDD","Scope":"{\"id\":\"19\",\"name\":\"Exchange\"}","Callsite":"show at :32","Parent IDs":[9],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":11,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"16\",\"name\":\"WholeStageCodegen (4)\"}","Callsite":"show at :32","Parent IDs":[10],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":13,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"2\",\"name\":\"WholeStageCodegen (5)\"}","Callsite":"show at :32","Parent IDs":[12],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":6,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"6\",\"name\":\"WholeStageCodegen (2)\"}","Callsite":"show at :32","Parent IDs":[5],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[9,10],"Details":"org.apache.spark.sql.Dataset.show(Dataset.scala:793)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:32)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:36)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:38)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:40)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw.(:42)\n$line22.$read$$iw$$iw$$iw$$iw$$iw.(:44)\n$line22.$read$$iw$$iw$$iw$$iw.(:46)\n$line22.$read$$iw$$iw$$iw.(:48)\n$line22.$read$$iw$$iw.(:50)\n$line22.$read$$iw.(:52)\n$line22.$read.(:54)\n$line22.$read$.(:58)\n$line22.$read$.()\n$line22.$eval$.$print$lzycompute(:7)\n$line22.$eval$.$print(:6)\n$line22.$eval.$print()\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)","Submission Time":1634067936693,"Completion Time":1634067937178,"Accumulables":[{"ID":24,"Name":"local blocks read","Value":"2","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":27,"Name":"local bytes read","Value":"195","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":28,"Name":"fetch wait time","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":29,"Name":"records read","Value":"2","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":35,"Name":"local blocks read","Value":"2","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":38,"Name":"local bytes read","Value":"152","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":39,"Name":"fetch wait time","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":40,"Name":"records read","Value":"2","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":54,"Name":"duration","Value":"79","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":55,"Name":"number of output rows","Value":"2","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Value":"1793","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Value":"12386304","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":62,"Name":"duration","Value":"33","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":63,"Name":"sort time","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"peak memory","Value":"2228224","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":65,"Name":"spill size","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":193,"Name":"internal.metrics.executorDeserializeTime","Value":1012,"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"internal.metrics.executorDeserializeCpuTime","Value":514644691,"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"internal.metrics.executorRunTime","Value":1824,"Internal":true,"Count Failed Values":true},{"ID":196,"Name":"internal.metrics.executorCpuTime","Value":936958373,"Internal":true,"Count Failed Values":true},{"ID":197,"Name":"internal.metrics.resultSize","Value":400416,"Internal":true,"Count Failed Values":true},{"ID":198,"Name":"internal.metrics.jvmGCTime","Value":168,"Internal":true,"Count Failed Values":true},{"ID":202,"Name":"internal.metrics.peakExecutionMemory","Value":10813440,"Internal":true,"Count Failed Values":true},{"ID":204,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Value":0,"Internal":true,"Count Failed Values":true},{"ID":205,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Value":3,"Internal":true,"Count Failed Values":true},{"ID":206,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Value":0,"Internal":true,"Count Failed Values":true},{"ID":207,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Value":0,"Internal":true,"Count Failed Values":true},{"ID":208,"Name":"internal.metrics.shuffle.read.localBytesRead","Value":250,"Internal":true,"Count Failed Values":true},{"ID":209,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Value":0,"Internal":true,"Count Failed Values":true},{"ID":210,"Name":"internal.metrics.shuffle.read.recordsRead","Value":3,"Internal":true,"Count Failed Values":true}],"Resource Profile Id":0}} -{"Event":"SparkListenerJobEnd","Job ID":3,"Completion Time":1634067937178,"Job Result":{"Result":"JobSucceeded"}} -{"Event":"SparkListenerJobStart","Job ID":4,"Submission Time":1634067937195,"Stage Infos":[{"Stage ID":12,"Stage Attempt ID":0,"Stage Name":"show at :32","Number of Tasks":8,"RDD Info":[{"RDD ID":9,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"19\",\"name\":\"Exchange\"}","Callsite":"show at :32","Parent IDs":[8],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":1,"Name":"ParallelCollectionRDD","Scope":"{\"id\":\"1\",\"name\":\"parallelize\"}","Callsite":"parallelize at :30","Parent IDs":[],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":8,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"20\",\"name\":\"WholeStageCodegen (3)\"}","Callsite":"show at :32","Parent IDs":[7],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":7,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"24\",\"name\":\"Scan\"}","Callsite":"show at :32","Parent IDs":[1],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[],"Details":"org.apache.spark.sql.Dataset.show(Dataset.scala:793)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:32)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:36)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:38)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:40)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw.(:42)\n$line22.$read$$iw$$iw$$iw$$iw$$iw.(:44)\n$line22.$read$$iw$$iw$$iw$$iw.(:46)\n$line22.$read$$iw$$iw$$iw.(:48)\n$line22.$read$$iw$$iw.(:50)\n$line22.$read$$iw.(:52)\n$line22.$read.(:54)\n$line22.$read$.(:58)\n$line22.$read$.()\n$line22.$eval$.$print$lzycompute(:7)\n$line22.$eval$.$print(:6)\n$line22.$eval.$print()\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)","Accumulables":[],"Resource Profile Id":0},{"Stage ID":13,"Stage Attempt ID":0,"Stage Name":"show at :32","Number of Tasks":8,"RDD Info":[{"RDD ID":4,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"9\",\"name\":\"Exchange\"}","Callsite":"show at :32","Parent IDs":[3],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":3,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"10\",\"name\":\"WholeStageCodegen (1)\"}","Callsite":"show at :32","Parent IDs":[2],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":0,"Name":"ParallelCollectionRDD","Scope":"{\"id\":\"0\",\"name\":\"parallelize\"}","Callsite":"parallelize at :30","Parent IDs":[],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":2,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"14\",\"name\":\"Scan\"}","Callsite":"show at :32","Parent IDs":[0],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[],"Details":"org.apache.spark.sql.Dataset.show(Dataset.scala:793)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:32)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:36)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:38)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:40)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw.(:42)\n$line22.$read$$iw$$iw$$iw$$iw$$iw.(:44)\n$line22.$read$$iw$$iw$$iw$$iw.(:46)\n$line22.$read$$iw$$iw$$iw.(:48)\n$line22.$read$$iw$$iw.(:50)\n$line22.$read$$iw.(:52)\n$line22.$read.(:54)\n$line22.$read$.(:58)\n$line22.$read$.()\n$line22.$eval$.$print$lzycompute(:7)\n$line22.$eval$.$print(:6)\n$line22.$eval.$print()\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)","Accumulables":[],"Resource Profile Id":0},{"Stage ID":14,"Stage Attempt ID":0,"Stage Name":"show at :32","Number of Tasks":75,"RDD Info":[{"RDD ID":14,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"25\",\"name\":\"mapPartitionsInternal\"}","Callsite":"show at :32","Parent IDs":[13],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":5,"Name":"ShuffledRowRDD","Scope":"{\"id\":\"9\",\"name\":\"Exchange\"}","Callsite":"show at :32","Parent IDs":[4],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":12,"Name":"ZippedPartitionsRDD2","Scope":"{\"id\":\"2\",\"name\":\"WholeStageCodegen (5)\"}","Callsite":"show at :32","Parent IDs":[6,11],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":10,"Name":"ShuffledRowRDD","Scope":"{\"id\":\"19\",\"name\":\"Exchange\"}","Callsite":"show at :32","Parent IDs":[9],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":11,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"16\",\"name\":\"WholeStageCodegen (4)\"}","Callsite":"show at :32","Parent IDs":[10],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":13,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"2\",\"name\":\"WholeStageCodegen (5)\"}","Callsite":"show at :32","Parent IDs":[12],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":6,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"6\",\"name\":\"WholeStageCodegen (2)\"}","Callsite":"show at :32","Parent IDs":[5],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[12,13],"Details":"org.apache.spark.sql.Dataset.show(Dataset.scala:793)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:32)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:36)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:38)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:40)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw.(:42)\n$line22.$read$$iw$$iw$$iw$$iw$$iw.(:44)\n$line22.$read$$iw$$iw$$iw$$iw.(:46)\n$line22.$read$$iw$$iw$$iw.(:48)\n$line22.$read$$iw$$iw.(:50)\n$line22.$read$$iw.(:52)\n$line22.$read.(:54)\n$line22.$read$.(:58)\n$line22.$read$.()\n$line22.$eval$.$print$lzycompute(:7)\n$line22.$eval$.$print(:6)\n$line22.$eval.$print()\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)","Accumulables":[],"Resource Profile Id":0}],"Stage IDs":[12,13,14],"Properties":{"spark.sql.warehouse.dir":"file:/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/spark-warehouse/","spark.driver.host":"192.168.1.134","spark.eventLog.enabled":"true","spark.driver.port":"35447","__fetch_continuous_blocks_in_batch_enabled":"true","spark.repl.class.uri":"spark://192.168.1.134:35447/classes","spark.jars":"","spark.repl.class.outputDir":"/tmp/spark-709ca6a2-54ba-43c4-8ea3-b70bd1fb9a09/repl-b3dd6842-11d9-4234-95d2-e961984e8ce0","spark.app.name":"Spark shell","spark.submit.pyFiles":"","spark.ui.showConsoleProgress":"true","spark.app.startTime":"1634067831517","spark.executor.id":"driver","spark.submit.deployMode":"client","spark.master":"local[*]","spark.home":"/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2","spark.eventLog.dir":"/home/nartal/data_format_eventlog","spark.sql.execution.id":"0","spark.sql.catalogImplementation":"hive","spark.app.id":"local-1634067832387"}} -{"Event":"SparkListenerStageSubmitted","Stage Info":{"Stage ID":14,"Stage Attempt ID":0,"Stage Name":"show at :32","Number of Tasks":75,"RDD Info":[{"RDD ID":14,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"25\",\"name\":\"mapPartitionsInternal\"}","Callsite":"show at :32","Parent IDs":[13],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":5,"Name":"ShuffledRowRDD","Scope":"{\"id\":\"9\",\"name\":\"Exchange\"}","Callsite":"show at :32","Parent IDs":[4],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":12,"Name":"ZippedPartitionsRDD2","Scope":"{\"id\":\"2\",\"name\":\"WholeStageCodegen (5)\"}","Callsite":"show at :32","Parent IDs":[6,11],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":10,"Name":"ShuffledRowRDD","Scope":"{\"id\":\"19\",\"name\":\"Exchange\"}","Callsite":"show at :32","Parent IDs":[9],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":11,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"16\",\"name\":\"WholeStageCodegen (4)\"}","Callsite":"show at :32","Parent IDs":[10],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":13,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"2\",\"name\":\"WholeStageCodegen (5)\"}","Callsite":"show at :32","Parent IDs":[12],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":6,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"6\",\"name\":\"WholeStageCodegen (2)\"}","Callsite":"show at :32","Parent IDs":[5],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[12,13],"Details":"org.apache.spark.sql.Dataset.show(Dataset.scala:793)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:32)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:36)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:38)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:40)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw.(:42)\n$line22.$read$$iw$$iw$$iw$$iw$$iw.(:44)\n$line22.$read$$iw$$iw$$iw$$iw.(:46)\n$line22.$read$$iw$$iw$$iw.(:48)\n$line22.$read$$iw$$iw.(:50)\n$line22.$read$$iw.(:52)\n$line22.$read.(:54)\n$line22.$read$.(:58)\n$line22.$read$.()\n$line22.$eval$.$print$lzycompute(:7)\n$line22.$eval$.$print(:6)\n$line22.$eval.$print()\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)","Submission Time":1634067937203,"Accumulables":[],"Resource Profile Id":0},"Properties":{"spark.sql.warehouse.dir":"file:/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2/spark-warehouse/","spark.driver.host":"192.168.1.134","spark.eventLog.enabled":"true","spark.driver.port":"35447","__fetch_continuous_blocks_in_batch_enabled":"true","spark.repl.class.uri":"spark://192.168.1.134:35447/classes","spark.jars":"","spark.repl.class.outputDir":"/tmp/spark-709ca6a2-54ba-43c4-8ea3-b70bd1fb9a09/repl-b3dd6842-11d9-4234-95d2-e961984e8ce0","spark.app.name":"Spark shell","spark.submit.pyFiles":"","spark.ui.showConsoleProgress":"true","spark.app.startTime":"1634067831517","spark.executor.id":"driver","spark.submit.deployMode":"client","spark.master":"local[*]","spark.home":"/home/nartal/spark-3.1.1/spark-3.1.1-bin-hadoop3.2","spark.eventLog.dir":"/home/nartal/data_format_eventlog","spark.sql.execution.id":"0","spark.sql.catalogImplementation":"hive","spark.app.id":"local-1634067832387"}} -{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":141,"Index":52,"Attempt":0,"Launch Time":1634067937209,"Executor ID":"driver","Host":"192.168.1.134","Locality":"NODE_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":142,"Index":0,"Attempt":0,"Launch Time":1634067937210,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":143,"Index":1,"Attempt":0,"Launch Time":1634067937210,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":144,"Index":2,"Attempt":0,"Launch Time":1634067937210,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":145,"Index":3,"Attempt":0,"Launch Time":1634067937211,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":146,"Index":4,"Attempt":0,"Launch Time":1634067937211,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":147,"Index":5,"Attempt":0,"Launch Time":1634067937211,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":148,"Index":6,"Attempt":0,"Launch Time":1634067937212,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":149,"Index":7,"Attempt":0,"Launch Time":1634067937228,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":148,"Index":6,"Attempt":0,"Launch Time":1634067937212,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937229,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"79","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"7","Value":"1800","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"12451840","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":5,"Value":5,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":5001027,"Value":5001027,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":8,"Value":8,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":8718301,"Value":8718301,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":4000,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":65536,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":5,"Executor Deserialize CPU Time":5001027,"Executor Run Time":8,"Executor CPU Time":8718301,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":150,"Index":8,"Attempt":0,"Launch Time":1634067937232,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":142,"Index":0,"Attempt":0,"Launch Time":1634067937210,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937233,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"79","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"7","Value":"1807","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"12517376","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":9,"Value":14,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4760867,"Value":9761894,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":8,"Value":16,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":8067340,"Value":16785641,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":8000,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":131072,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":9,"Executor Deserialize CPU Time":4760867,"Executor Run Time":8,"Executor CPU Time":8067340,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":151,"Index":9,"Attempt":0,"Launch Time":1634067937240,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":145,"Index":3,"Attempt":0,"Launch Time":1634067937211,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937240,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"79","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"8","Value":"1815","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"12582912","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":12,"Value":26,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4806110,"Value":14568004,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":9,"Value":25,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":7751415,"Value":24537056,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":12000,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":196608,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":12,"Executor Deserialize CPU Time":4806110,"Executor Run Time":9,"Executor CPU Time":7751415,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":152,"Index":10,"Attempt":0,"Launch Time":1634067937241,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":141,"Index":52,"Attempt":0,"Launch Time":1634067937209,"Executor ID":"driver","Host":"192.168.1.134","Locality":"NODE_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937241,"Failed":false,"Killed":false,"Accumulables":[{"ID":24,"Name":"local blocks read","Update":"1","Value":"3","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":27,"Name":"local bytes read","Update":"96","Value":"291","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":28,"Name":"fetch wait time","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":29,"Name":"records read","Update":"1","Value":"3","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":35,"Name":"local blocks read","Update":"1","Value":"3","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":38,"Name":"local bytes read","Update":"76","Value":"228","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":39,"Name":"fetch wait time","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":40,"Name":"records read","Update":"1","Value":"3","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":54,"Name":"duration","Update":"2","Value":"81","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":55,"Name":"number of output rows","Update":"1","Value":"3","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"9","Value":"1824","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"2162688","Value":"14745600","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":62,"Name":"duration","Update":"4","Value":"37","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":63,"Name":"sort time","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"peak memory","Update":"2162688","Value":"4390912","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":65,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":4,"Value":30,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":3717888,"Value":18285892,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":11,"Value":36,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":11292542,"Value":35829598,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4097,"Value":16097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":4325376,"Value":4521984,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":2,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":172,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":2,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":4,"Executor Deserialize CPU Time":3717888,"Executor Run Time":11,"Executor CPU Time":11292542,"Peak Execution Memory":4325376,"Result Size":4097,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":2,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":172,"Total Records Read":2},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":153,"Index":11,"Attempt":0,"Launch Time":1634067937241,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":144,"Index":2,"Attempt":0,"Launch Time":1634067937210,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937242,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"81","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"19","Value":"1843","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"14811136","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":4,"Value":34,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4594162,"Value":22880054,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":21,"Value":57,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":8586613,"Value":44416211,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":20097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":4587520,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":4,"Executor Deserialize CPU Time":4594162,"Executor Run Time":21,"Executor CPU Time":8586613,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":154,"Index":12,"Attempt":0,"Launch Time":1634067937242,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":146,"Index":4,"Attempt":0,"Launch Time":1634067937211,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937243,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"8","Value":"89","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"15","Value":"1858","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"14876672","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":10,"Value":44,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4350213,"Value":27230267,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":16,"Value":73,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":8134814,"Value":52551025,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":24097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":4653056,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":10,"Executor Deserialize CPU Time":4350213,"Executor Run Time":16,"Executor CPU Time":8134814,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":155,"Index":13,"Attempt":0,"Launch Time":1634067937245,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":143,"Index":1,"Attempt":0,"Launch Time":1634067937210,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937246,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"89","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"17","Value":"1875","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"14942208","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":12,"Value":56,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":5216019,"Value":32446286,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":19,"Value":92,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":9174503,"Value":61725528,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":28097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":4718592,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":12,"Executor Deserialize CPU Time":5216019,"Executor Run Time":19,"Executor CPU Time":9174503,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":156,"Index":14,"Attempt":0,"Launch Time":1634067937247,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":147,"Index":5,"Attempt":0,"Launch Time":1634067937211,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937247,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"10","Value":"99","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"22","Value":"1897","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"15007744","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":5,"Value":61,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":5093426,"Value":37539712,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":24,"Value":116,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":8420160,"Value":70145688,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":32097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":4784128,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":5,"Executor Deserialize CPU Time":5093426,"Executor Run Time":24,"Executor CPU Time":8420160,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":157,"Index":15,"Attempt":0,"Launch Time":1634067937248,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":149,"Index":7,"Attempt":0,"Launch Time":1634067937228,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937248,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"99","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"9","Value":"1906","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"15073280","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":5,"Value":66,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4883042,"Value":42422754,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":11,"Value":127,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":8130599,"Value":78276287,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":36097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":4849664,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":5,"Executor Deserialize CPU Time":4883042,"Executor Run Time":11,"Executor CPU Time":8130599,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":158,"Index":16,"Attempt":0,"Launch Time":1634067937259,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":150,"Index":8,"Attempt":0,"Launch Time":1634067937232,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937260,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"99","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"18","Value":"1924","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"15138816","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":5,"Value":71,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4638596,"Value":47061350,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":19,"Value":146,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":7920492,"Value":86196779,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":40097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":4915200,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":5,"Executor Deserialize CPU Time":4638596,"Executor Run Time":19,"Executor CPU Time":7920492,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":159,"Index":17,"Attempt":0,"Launch Time":1634067937262,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":160,"Index":18,"Attempt":0,"Launch Time":1634067937263,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":161,"Index":19,"Attempt":0,"Launch Time":1634067937264,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":153,"Index":11,"Attempt":0,"Launch Time":1634067937241,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937265,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"99","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"11","Value":"1935","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"15204352","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":6,"Value":77,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4188759,"Value":51250109,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":13,"Value":159,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":7715554,"Value":93912333,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":44097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":4980736,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":6,"Executor Deserialize CPU Time":4188759,"Executor Run Time":13,"Executor CPU Time":7715554,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":156,"Index":14,"Attempt":0,"Launch Time":1634067937247,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937265,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"99","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"6","Value":"1941","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"15269888","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":4,"Value":81,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4419616,"Value":55669725,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":7,"Value":166,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":7761030,"Value":101673363,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":48097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":5046272,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":4,"Executor Deserialize CPU Time":4419616,"Executor Run Time":7,"Executor CPU Time":7761030,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":154,"Index":12,"Attempt":0,"Launch Time":1634067937242,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937265,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"99","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"12","Value":"1953","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"15335424","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":4,"Value":85,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4178439,"Value":59848164,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":13,"Value":179,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":7771311,"Value":109444674,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":52097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":5111808,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":4,"Executor Deserialize CPU Time":4178439,"Executor Run Time":13,"Executor CPU Time":7771311,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":162,"Index":20,"Attempt":0,"Launch Time":1634067937267,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":152,"Index":10,"Attempt":0,"Launch Time":1634067937241,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937268,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"99","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"18","Value":"1971","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"15400960","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":4,"Value":89,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4201621,"Value":64049785,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":20,"Value":199,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":8220361,"Value":117665035,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":56097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":5177344,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":4,"Executor Deserialize CPU Time":4201621,"Executor Run Time":20,"Executor CPU Time":8220361,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":163,"Index":21,"Attempt":0,"Launch Time":1634067937275,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":157,"Index":15,"Attempt":0,"Launch Time":1634067937248,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937275,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"99","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"19","Value":"1990","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"15466496","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":4,"Value":93,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4531305,"Value":68581090,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":20,"Value":219,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":7450459,"Value":125115494,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":60097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":5242880,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":4,"Executor Deserialize CPU Time":4531305,"Executor Run Time":20,"Executor CPU Time":7450459,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":164,"Index":22,"Attempt":0,"Launch Time":1634067937277,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":155,"Index":13,"Attempt":0,"Launch Time":1634067937245,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937279,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"99","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"15","Value":"2005","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"15532032","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":12,"Value":105,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4740904,"Value":73321994,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":16,"Value":235,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":8287451,"Value":133402945,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":64097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":5308416,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":12,"Executor Deserialize CPU Time":4740904,"Executor Run Time":16,"Executor CPU Time":8287451,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":165,"Index":23,"Attempt":0,"Launch Time":1634067937282,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":166,"Index":24,"Attempt":0,"Launch Time":1634067937284,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":167,"Index":25,"Attempt":0,"Launch Time":1634067937285,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":168,"Index":26,"Attempt":0,"Launch Time":1634067937286,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":169,"Index":27,"Attempt":0,"Launch Time":1634067937286,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":161,"Index":19,"Attempt":0,"Launch Time":1634067937264,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937287,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"99","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"5","Value":"2010","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"15597568","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":3,"Value":108,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":3979488,"Value":77301482,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":7,"Value":242,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":7264034,"Value":140666979,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":68097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":5373952,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":3,"Executor Deserialize CPU Time":3979488,"Executor Run Time":7,"Executor CPU Time":7264034,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":159,"Index":17,"Attempt":0,"Launch Time":1634067937262,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937288,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"99","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"5","Value":"2015","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"15663104","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":9,"Value":117,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4381605,"Value":81683087,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":7,"Value":249,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":6936442,"Value":147603421,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":72097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":5439488,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":9,"Executor Deserialize CPU Time":4381605,"Executor Run Time":7,"Executor CPU Time":6936442,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":160,"Index":18,"Attempt":0,"Launch Time":1634067937263,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937288,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"99","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"6","Value":"2021","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"15728640","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":4,"Value":121,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4593233,"Value":86276320,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":7,"Value":256,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":7800979,"Value":155404400,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":76097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":5505024,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":4,"Executor Deserialize CPU Time":4593233,"Executor Run Time":7,"Executor CPU Time":7800979,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":158,"Index":16,"Attempt":0,"Launch Time":1634067937259,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937289,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"99","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"9","Value":"2030","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"15794176","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":9,"Value":130,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4300883,"Value":90577203,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":11,"Value":267,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":7590550,"Value":162994950,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":80097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":5570560,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":9,"Executor Deserialize CPU Time":4300883,"Executor Run Time":11,"Executor CPU Time":7590550,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":151,"Index":9,"Attempt":0,"Launch Time":1634067937240,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937289,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"99","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"17","Value":"2047","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"15859712","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":18,"Value":148,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4511824,"Value":95089027,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":18,"Value":285,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":7602211,"Value":170597161,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":84097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":5636096,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":18,"Executor Deserialize CPU Time":4511824,"Executor Run Time":18,"Executor CPU Time":7602211,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":170,"Index":28,"Attempt":0,"Launch Time":1634067937289,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":162,"Index":20,"Attempt":0,"Launch Time":1634067937267,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937290,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"99","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"7","Value":"2054","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"15925248","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":4,"Value":152,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":3878710,"Value":98967737,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":8,"Value":293,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":8665016,"Value":179262177,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":88097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":5701632,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":4,"Executor Deserialize CPU Time":3878710,"Executor Run Time":8,"Executor CPU Time":8665016,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":171,"Index":29,"Attempt":0,"Launch Time":1634067937299,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":168,"Index":26,"Attempt":0,"Launch Time":1634067937286,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937299,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"99","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"5","Value":"2059","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"15990784","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":4,"Value":156,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4181588,"Value":103149325,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":7,"Value":300,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":6971407,"Value":186233584,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":92097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":5767168,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":4,"Executor Deserialize CPU Time":4181588,"Executor Run Time":7,"Executor CPU Time":6971407,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":172,"Index":30,"Attempt":0,"Launch Time":1634067937303,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":173,"Index":31,"Attempt":0,"Launch Time":1634067937304,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":174,"Index":32,"Attempt":0,"Launch Time":1634067937305,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":175,"Index":33,"Attempt":0,"Launch Time":1634067937306,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":165,"Index":23,"Attempt":0,"Launch Time":1634067937282,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937306,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"99","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"6","Value":"2065","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"16056320","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":6,"Value":162,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4276089,"Value":107425414,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":7,"Value":307,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":7628683,"Value":193862267,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":96097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":5832704,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":6,"Executor Deserialize CPU Time":4276089,"Executor Run Time":7,"Executor CPU Time":7628683,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":163,"Index":21,"Attempt":0,"Launch Time":1634067937275,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937306,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"99","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"6","Value":"2071","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"16121856","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":18,"Value":180,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4628141,"Value":112053555,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":7,"Value":314,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":7751683,"Value":201613950,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":100097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":5898240,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":18,"Executor Deserialize CPU Time":4628141,"Executor Run Time":7,"Executor CPU Time":7751683,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":167,"Index":25,"Attempt":0,"Launch Time":1634067937285,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937307,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"99","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"9","Value":"2080","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"16187392","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":4,"Value":184,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4194268,"Value":116247823,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":12,"Value":326,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":7386887,"Value":209000837,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":104097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":5963776,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":4,"Executor Deserialize CPU Time":4194268,"Executor Run Time":12,"Executor CPU Time":7386887,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":164,"Index":22,"Attempt":0,"Launch Time":1634067937277,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937307,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"99","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"6","Value":"2086","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"16252928","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":4,"Value":188,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4601609,"Value":120849432,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":13,"Value":339,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":7801018,"Value":216801855,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":108097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":6029312,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":4,"Executor Deserialize CPU Time":4601609,"Executor Run Time":13,"Executor CPU Time":7801018,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":176,"Index":34,"Attempt":0,"Launch Time":1634067937315,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":166,"Index":24,"Attempt":0,"Launch Time":1634067937284,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937315,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"99","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"13","Value":"2099","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"16318464","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":4,"Value":192,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4210051,"Value":125059483,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":15,"Value":354,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":7424354,"Value":224226209,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":112097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":6094848,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":4,"Executor Deserialize CPU Time":4210051,"Executor Run Time":15,"Executor CPU Time":7424354,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":177,"Index":35,"Attempt":0,"Launch Time":1634067937316,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":178,"Index":36,"Attempt":0,"Launch Time":1634067937316,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":169,"Index":27,"Attempt":0,"Launch Time":1634067937286,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937317,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"99","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"5","Value":"2104","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"16384000","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":18,"Value":210,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4441047,"Value":129500530,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":7,"Value":361,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":7187457,"Value":231413666,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":116097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":6160384,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":18,"Executor Deserialize CPU Time":4441047,"Executor Run Time":7,"Executor CPU Time":7187457,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":170,"Index":28,"Attempt":0,"Launch Time":1634067937289,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937317,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"99","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"6","Value":"2110","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"16449536","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":3,"Value":213,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":3022382,"Value":132522912,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":7,"Value":368,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":7819205,"Value":239232871,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":120097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":6225920,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":3,"Executor Deserialize CPU Time":3022382,"Executor Run Time":7,"Executor CPU Time":7819205,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":179,"Index":37,"Attempt":0,"Launch Time":1634067937324,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":172,"Index":30,"Attempt":0,"Launch Time":1634067937303,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937325,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"99","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"6","Value":"2116","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"16515072","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":4,"Value":217,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4386865,"Value":136909777,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":13,"Value":381,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":7831485,"Value":247064356,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":124097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":6291456,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":4,"Executor Deserialize CPU Time":4386865,"Executor Run Time":13,"Executor CPU Time":7831485,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":180,"Index":38,"Attempt":0,"Launch Time":1634067937326,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":174,"Index":32,"Attempt":0,"Launch Time":1634067937305,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937327,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"99","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"6","Value":"2122","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"16580608","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":4,"Value":221,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4616891,"Value":141526668,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":9,"Value":390,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":8281686,"Value":255346042,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":128097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":6356992,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":4,"Executor Deserialize CPU Time":4616891,"Executor Run Time":9,"Executor CPU Time":8281686,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":181,"Index":39,"Attempt":0,"Launch Time":1634067937328,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":171,"Index":29,"Attempt":0,"Launch Time":1634067937299,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937328,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"99","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"17","Value":"2139","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"16646144","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":4,"Value":225,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4117417,"Value":145644085,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":20,"Value":410,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":8086333,"Value":263432375,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":132097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":6422528,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":4,"Executor Deserialize CPU Time":4117417,"Executor Run Time":20,"Executor CPU Time":8086333,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":182,"Index":40,"Attempt":0,"Launch Time":1634067937329,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":175,"Index":33,"Attempt":0,"Launch Time":1634067937306,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937330,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"1","Value":"100","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"15","Value":"2154","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"16711680","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":4,"Value":229,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4370602,"Value":150014687,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":17,"Value":427,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":8146687,"Value":271579062,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":136097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":6488064,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":4,"Executor Deserialize CPU Time":4370602,"Executor Run Time":17,"Executor CPU Time":8146687,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":183,"Index":41,"Attempt":0,"Launch Time":1634067937336,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":176,"Index":34,"Attempt":0,"Launch Time":1634067937315,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937337,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"100","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"10","Value":"2164","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"16777216","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":5,"Value":234,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4026867,"Value":154041554,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":13,"Value":440,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":7888940,"Value":279468002,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":140097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":6553600,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":5,"Executor Deserialize CPU Time":4026867,"Executor Run Time":13,"Executor CPU Time":7888940,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":184,"Index":42,"Attempt":0,"Launch Time":1634067937337,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":178,"Index":36,"Attempt":0,"Launch Time":1634067937316,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937338,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"100","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"12","Value":"2176","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"16842752","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":4,"Value":238,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4125299,"Value":158166853,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":14,"Value":454,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":7870587,"Value":287338589,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":144097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":6619136,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":4,"Executor Deserialize CPU Time":4125299,"Executor Run Time":14,"Executor CPU Time":7870587,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":185,"Index":43,"Attempt":0,"Launch Time":1634067937341,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":173,"Index":31,"Attempt":0,"Launch Time":1634067937304,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937341,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"100","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"15","Value":"2191","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"16908288","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":4,"Value":242,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4521988,"Value":162688841,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":18,"Value":472,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":8036483,"Value":295375072,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":148097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":6684672,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":4,"Executor Deserialize CPU Time":4521988,"Executor Run Time":18,"Executor CPU Time":8036483,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":186,"Index":44,"Attempt":0,"Launch Time":1634067937348,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":177,"Index":35,"Attempt":0,"Launch Time":1634067937316,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937348,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"100","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"14","Value":"2205","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"16973824","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":9,"Value":251,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4214429,"Value":166903270,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":15,"Value":487,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":7684190,"Value":303059262,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":152097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":6750208,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":9,"Executor Deserialize CPU Time":4214429,"Executor Run Time":15,"Executor CPU Time":7684190,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":187,"Index":45,"Attempt":0,"Launch Time":1634067937349,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":181,"Index":39,"Attempt":0,"Launch Time":1634067937328,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937350,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"100","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"9","Value":"2214","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"17039360","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":4,"Value":255,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4231445,"Value":171134715,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":11,"Value":498,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":7454307,"Value":310513569,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":156097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":6815744,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":4,"Executor Deserialize CPU Time":4231445,"Executor Run Time":11,"Executor CPU Time":7454307,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":188,"Index":46,"Attempt":0,"Launch Time":1634067937350,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":180,"Index":38,"Attempt":0,"Launch Time":1634067937326,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937351,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"100","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"12","Value":"2226","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"17104896","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":6,"Value":261,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4643324,"Value":175778039,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":13,"Value":511,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":7411334,"Value":317924903,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":160097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":6881280,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":6,"Executor Deserialize CPU Time":4643324,"Executor Run Time":13,"Executor CPU Time":7411334,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":189,"Index":47,"Attempt":0,"Launch Time":1634067937354,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":182,"Index":40,"Attempt":0,"Launch Time":1634067937329,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937355,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"100","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"5","Value":"2231","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"17170432","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":4,"Value":265,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4458957,"Value":180236996,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":7,"Value":518,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":6957220,"Value":324882123,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":164097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":6946816,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":4,"Executor Deserialize CPU Time":4458957,"Executor Run Time":7,"Executor CPU Time":6957220,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":190,"Index":48,"Attempt":0,"Launch Time":1634067937356,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":185,"Index":43,"Attempt":0,"Launch Time":1634067937341,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937357,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"100","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"6","Value":"2237","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"17235968","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":4,"Value":269,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4344901,"Value":184581897,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":7,"Value":525,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":7530774,"Value":332412897,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":168097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":7012352,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":4,"Executor Deserialize CPU Time":4344901,"Executor Run Time":7,"Executor CPU Time":7530774,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":191,"Index":49,"Attempt":0,"Launch Time":1634067937358,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":184,"Index":42,"Attempt":0,"Launch Time":1634067937337,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937359,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"100","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"6","Value":"2243","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"17301504","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":5,"Value":274,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4738406,"Value":189320303,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":8,"Value":533,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":7316886,"Value":339729783,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":172097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":7077888,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":5,"Executor Deserialize CPU Time":4738406,"Executor Run Time":8,"Executor CPU Time":7316886,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":192,"Index":50,"Attempt":0,"Launch Time":1634067937361,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":179,"Index":37,"Attempt":0,"Launch Time":1634067937324,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937362,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"100","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"11","Value":"2254","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"17367040","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":11,"Value":285,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4769132,"Value":194089435,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":20,"Value":553,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":7861277,"Value":347591060,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":176097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":7143424,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":11,"Executor Deserialize CPU Time":4769132,"Executor Run Time":20,"Executor CPU Time":7861277,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":193,"Index":51,"Attempt":0,"Launch Time":1634067937364,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":186,"Index":44,"Attempt":0,"Launch Time":1634067937348,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937364,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"100","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"7","Value":"2261","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"17432576","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":4,"Value":289,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4604913,"Value":198694348,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":9,"Value":562,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":7549363,"Value":355140423,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":180097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":7208960,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":4,"Executor Deserialize CPU Time":4604913,"Executor Run Time":9,"Executor CPU Time":7549363,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":194,"Index":53,"Attempt":0,"Launch Time":1634067937373,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":183,"Index":41,"Attempt":0,"Launch Time":1634067937336,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937374,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"100","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"14","Value":"2275","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"17498112","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":17,"Value":306,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4202348,"Value":202896696,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":16,"Value":578,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":7008227,"Value":362148650,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":184097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":7274496,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":17,"Executor Deserialize CPU Time":4202348,"Executor Run Time":16,"Executor CPU Time":7008227,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":195,"Index":54,"Attempt":0,"Launch Time":1634067937375,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":187,"Index":45,"Attempt":0,"Launch Time":1634067937349,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937376,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"100","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"16","Value":"2291","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"17563648","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":5,"Value":311,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4302311,"Value":207199007,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":18,"Value":596,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":7369138,"Value":369517788,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":188097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":7340032,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":5,"Executor Deserialize CPU Time":4302311,"Executor Run Time":18,"Executor CPU Time":7369138,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":196,"Index":55,"Attempt":0,"Launch Time":1634067937377,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":190,"Index":48,"Attempt":0,"Launch Time":1634067937356,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937377,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"100","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"6","Value":"2297","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"17629184","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":11,"Value":322,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4271459,"Value":211470466,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":7,"Value":603,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":6774976,"Value":376292764,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":192097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":7405568,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":11,"Executor Deserialize CPU Time":4271459,"Executor Run Time":7,"Executor CPU Time":6774976,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":197,"Index":56,"Attempt":0,"Launch Time":1634067937381,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":198,"Index":57,"Attempt":0,"Launch Time":1634067937382,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":192,"Index":50,"Attempt":0,"Launch Time":1634067937361,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937383,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"100","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"10","Value":"2307","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"17694720","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":4,"Value":326,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4514954,"Value":215985420,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":11,"Value":614,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":7491642,"Value":383784406,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":196097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":7471104,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":4,"Executor Deserialize CPU Time":4514954,"Executor Run Time":11,"Executor CPU Time":7491642,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":189,"Index":47,"Attempt":0,"Launch Time":1634067937354,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937383,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"100","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"18","Value":"2325","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"17760256","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":6,"Value":332,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4773209,"Value":220758629,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":19,"Value":633,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":7554355,"Value":391338761,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":200097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":7536640,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":6,"Executor Deserialize CPU Time":4773209,"Executor Run Time":19,"Executor CPU Time":7554355,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":199,"Index":58,"Attempt":0,"Launch Time":1634067937383,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":191,"Index":49,"Attempt":0,"Launch Time":1634067937358,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937384,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"100","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"13","Value":"2338","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"17825792","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":9,"Value":341,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4273232,"Value":225031861,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":14,"Value":647,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":6897825,"Value":398236586,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":204097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":7602176,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":9,"Executor Deserialize CPU Time":4273232,"Executor Run Time":14,"Executor CPU Time":6897825,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":200,"Index":59,"Attempt":0,"Launch Time":1634067937391,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":195,"Index":54,"Attempt":0,"Launch Time":1634067937375,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937392,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"100","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"6","Value":"2344","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"17891328","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":3,"Value":344,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":3780120,"Value":228811981,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":7,"Value":654,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":7137478,"Value":405374064,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":208097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":7667712,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":3,"Executor Deserialize CPU Time":3780120,"Executor Run Time":7,"Executor CPU Time":7137478,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":201,"Index":60,"Attempt":0,"Launch Time":1634067937393,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":193,"Index":51,"Attempt":0,"Launch Time":1634067937364,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937393,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"100","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"19","Value":"2363","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"17956864","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":4,"Value":348,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4607923,"Value":233419904,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":20,"Value":674,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":6909795,"Value":412283859,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":212097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":7733248,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":4,"Executor Deserialize CPU Time":4607923,"Executor Run Time":20,"Executor CPU Time":6909795,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":202,"Index":61,"Attempt":0,"Launch Time":1634067937394,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":194,"Index":53,"Attempt":0,"Launch Time":1634067937373,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937395,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"100","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"7","Value":"2370","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"18022400","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":6,"Value":354,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4836753,"Value":238256657,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":9,"Value":683,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":7154388,"Value":419438247,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":216097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":7798784,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":6,"Executor Deserialize CPU Time":4836753,"Executor Run Time":9,"Executor CPU Time":7154388,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":203,"Index":62,"Attempt":0,"Launch Time":1634067937401,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":204,"Index":63,"Attempt":0,"Launch Time":1634067937402,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":196,"Index":55,"Attempt":0,"Launch Time":1634067937377,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937403,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"100","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"11","Value":"2381","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"18087936","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":9,"Value":363,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4580972,"Value":242837629,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":13,"Value":696,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":7455164,"Value":426893411,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":220097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":7864320,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":9,"Executor Deserialize CPU Time":4580972,"Executor Run Time":13,"Executor CPU Time":7455164,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":188,"Index":46,"Attempt":0,"Launch Time":1634067937350,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937403,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"100","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"35","Value":"2416","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"18153472","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":12,"Value":375,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4404479,"Value":247242108,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":36,"Value":732,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":7677467,"Value":434570878,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":224097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":7929856,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":12,"Executor Deserialize CPU Time":4404479,"Executor Run Time":36,"Executor CPU Time":7677467,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":205,"Index":64,"Attempt":0,"Launch Time":1634067937403,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":197,"Index":56,"Attempt":0,"Launch Time":1634067937381,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937404,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"100","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"5","Value":"2421","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"18219008","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":6,"Value":381,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4583597,"Value":251825705,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":12,"Value":744,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":6942686,"Value":441513564,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":228097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":7995392,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":6,"Executor Deserialize CPU Time":4583597,"Executor Run Time":12,"Executor CPU Time":6942686,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":206,"Index":65,"Attempt":0,"Launch Time":1634067937410,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":201,"Index":60,"Attempt":0,"Launch Time":1634067937393,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937411,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"100","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"5","Value":"2426","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"18284544","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":4,"Value":385,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4386953,"Value":256212658,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":7,"Value":751,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":6815444,"Value":448329008,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":232097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":8060928,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":4,"Executor Deserialize CPU Time":4386953,"Executor Run Time":7,"Executor CPU Time":6815444,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":207,"Index":66,"Attempt":0,"Launch Time":1634067937416,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":203,"Index":62,"Attempt":0,"Launch Time":1634067937401,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937416,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"100","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"6","Value":"2432","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"18350080","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":4,"Value":389,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4484290,"Value":260696948,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":7,"Value":758,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":7035374,"Value":455364382,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":236097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":8126464,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":4,"Executor Deserialize CPU Time":4484290,"Executor Run Time":7,"Executor CPU Time":7035374,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":208,"Index":67,"Attempt":0,"Launch Time":1634067937417,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":200,"Index":59,"Attempt":0,"Launch Time":1634067937391,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937417,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"100","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"17","Value":"2449","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"18415616","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":4,"Value":393,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4541577,"Value":265238525,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":18,"Value":776,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":6538043,"Value":461902425,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":240097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":8192000,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":4,"Executor Deserialize CPU Time":4541577,"Executor Run Time":18,"Executor CPU Time":6538043,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":209,"Index":68,"Attempt":0,"Launch Time":1634067937420,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":198,"Index":57,"Attempt":0,"Launch Time":1634067937382,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937421,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"100","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"21","Value":"2470","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"18481152","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":12,"Value":405,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4559260,"Value":269797785,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":24,"Value":800,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":7434700,"Value":469337125,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":244097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":8257536,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":12,"Executor Deserialize CPU Time":4559260,"Executor Run Time":24,"Executor CPU Time":7434700,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":210,"Index":69,"Attempt":0,"Launch Time":1634067937424,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":211,"Index":70,"Attempt":0,"Launch Time":1634067937424,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":204,"Index":63,"Attempt":0,"Launch Time":1634067937402,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937425,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"100","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"5","Value":"2475","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"18546688","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":4,"Value":409,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4336115,"Value":274133900,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":6,"Value":806,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":6766755,"Value":476103880,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":248097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":8323072,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":4,"Executor Deserialize CPU Time":4336115,"Executor Run Time":6,"Executor CPU Time":6766755,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":199,"Index":58,"Attempt":0,"Launch Time":1634067937383,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937425,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"14","Value":"114","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"18","Value":"2493","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"18612224","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":4,"Value":413,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4179067,"Value":278312967,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":33,"Value":839,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":7324367,"Value":483428247,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":252097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":8388608,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":4,"Executor Deserialize CPU Time":4179067,"Executor Run Time":33,"Executor CPU Time":7324367,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":212,"Index":71,"Attempt":0,"Launch Time":1634067937427,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":206,"Index":65,"Attempt":0,"Launch Time":1634067937410,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937429,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"1","Value":"115","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"7","Value":"2500","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"18677760","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":5,"Value":418,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4433088,"Value":282746055,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":9,"Value":848,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":7193406,"Value":490621653,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":256097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":8454144,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":5,"Executor Deserialize CPU Time":4433088,"Executor Run Time":9,"Executor CPU Time":7193406,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":213,"Index":72,"Attempt":0,"Launch Time":1634067937437,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":210,"Index":69,"Attempt":0,"Launch Time":1634067937424,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937437,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"115","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"5","Value":"2505","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"18743296","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":4,"Value":422,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4134026,"Value":286880081,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":7,"Value":855,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":7335881,"Value":497957534,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":260097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":8519680,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":4,"Executor Deserialize CPU Time":4134026,"Executor Run Time":7,"Executor CPU Time":7335881,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":214,"Index":73,"Attempt":0,"Launch Time":1634067937438,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskStart","Stage ID":14,"Stage Attempt ID":0,"Task Info":{"Task ID":215,"Index":74,"Attempt":0,"Launch Time":1634067937439,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":208,"Index":67,"Attempt":0,"Launch Time":1634067937417,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937439,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"115","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"9","Value":"2514","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"18808832","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":4,"Value":426,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4666650,"Value":291546731,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":11,"Value":866,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":7107835,"Value":505065369,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":264097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":8585216,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":4,"Executor Deserialize CPU Time":4666650,"Executor Run Time":11,"Executor CPU Time":7107835,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":207,"Index":66,"Attempt":0,"Launch Time":1634067937416,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937440,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"115","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"9","Value":"2523","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"18874368","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":5,"Value":431,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4532364,"Value":296079095,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":11,"Value":877,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":6763863,"Value":511829232,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":268097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":8650752,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":5,"Executor Deserialize CPU Time":4532364,"Executor Run Time":11,"Executor CPU Time":6763863,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":205,"Index":64,"Attempt":0,"Launch Time":1634067937403,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937440,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"115","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"10","Value":"2533","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"18939904","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":14,"Value":445,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4437344,"Value":300516439,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":11,"Value":888,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":6807458,"Value":518636690,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":272097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":8716288,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":14,"Executor Deserialize CPU Time":4437344,"Executor Run Time":11,"Executor CPU Time":6807458,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":202,"Index":61,"Attempt":0,"Launch Time":1634067937394,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937440,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"115","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"27","Value":"2560","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"19005440","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":5,"Value":450,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4266382,"Value":304782821,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":29,"Value":917,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":7401761,"Value":526038451,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":276097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":8781824,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":5,"Executor Deserialize CPU Time":4266382,"Executor Run Time":29,"Executor CPU Time":7401761,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":211,"Index":70,"Attempt":0,"Launch Time":1634067937424,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937450,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"115","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"5","Value":"2565","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"19070976","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":12,"Value":462,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4483958,"Value":309266779,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":7,"Value":924,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":7521238,"Value":533559689,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":280097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":8847360,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":12,"Executor Deserialize CPU Time":4483958,"Executor Run Time":7,"Executor CPU Time":7521238,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":209,"Index":68,"Attempt":0,"Launch Time":1634067937420,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937453,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"115","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"5","Value":"2570","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"19136512","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":9,"Value":471,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4608074,"Value":313874853,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":7,"Value":931,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":7353131,"Value":540912820,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":284097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":8912896,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":9,"Executor Deserialize CPU Time":4608074,"Executor Run Time":7,"Executor CPU Time":7353131,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":215,"Index":74,"Attempt":0,"Launch Time":1634067937439,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937453,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"115","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"6","Value":"2576","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"19202048","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":4,"Value":475,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4174613,"Value":318049466,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":7,"Value":938,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":6971832,"Value":547884652,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":288097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":8978432,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":4,"Executor Deserialize CPU Time":4174613,"Executor Run Time":7,"Executor CPU Time":6971832,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":214,"Index":73,"Attempt":0,"Launch Time":1634067937438,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937453,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"115","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"5","Value":"2581","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"19267584","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":4,"Value":479,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4071607,"Value":322121073,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":6,"Value":944,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":6751554,"Value":554636206,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":292097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":9043968,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":4,"Executor Deserialize CPU Time":4071607,"Executor Run Time":6,"Executor CPU Time":6751554,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":212,"Index":71,"Attempt":0,"Launch Time":1634067937427,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937458,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"115","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"6","Value":"2587","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"19333120","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":14,"Value":493,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4203278,"Value":326324351,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":13,"Value":957,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":7128285,"Value":561764491,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":296097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":9109504,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":14,"Executor Deserialize CPU Time":4203278,"Executor Run Time":13,"Executor CPU Time":7128285,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerTaskEnd","Stage ID":14,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":213,"Index":72,"Attempt":0,"Launch Time":1634067937437,"Executor ID":"driver","Host":"192.168.1.134","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1634067937459,"Failed":false,"Killed":false,"Accumulables":[{"ID":54,"Name":"duration","Update":"0","Value":"115","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Update":"5","Value":"2592","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Update":"0","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Update":"65536","Value":"19398656","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Update":"0","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Update":5,"Value":498,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4710443,"Value":331034794,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Update":7,"Value":964,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Update":6477685,"Value":568242176,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Update":4000,"Value":300097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Update":65536,"Value":9175040,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":2,"Internal":true,"Count Failed Values":true}]},"Task Executor Metrics":{"JVMHeapMemory":0,"JVMOffHeapMemory":0,"OnHeapExecutionMemory":0,"OffHeapExecutionMemory":0,"OnHeapStorageMemory":0,"OffHeapStorageMemory":0,"OnHeapUnifiedMemory":0,"OffHeapUnifiedMemory":0,"DirectPoolMemory":0,"MappedPoolMemory":0,"ProcessTreeJVMVMemory":0,"ProcessTreeJVMRSSMemory":0,"ProcessTreePythonVMemory":0,"ProcessTreePythonRSSMemory":0,"ProcessTreeOtherVMemory":0,"ProcessTreeOtherRSSMemory":0,"MinorGCCount":0,"MinorGCTime":0,"MajorGCCount":0,"MajorGCTime":0},"Task Metrics":{"Executor Deserialize Time":5,"Executor Deserialize CPU Time":4710443,"Executor Run Time":7,"Executor CPU Time":6477685,"Peak Execution Memory":65536,"Result Size":4000,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}} -{"Event":"SparkListenerStageCompleted","Stage Info":{"Stage ID":14,"Stage Attempt ID":0,"Stage Name":"show at :32","Number of Tasks":75,"RDD Info":[{"RDD ID":14,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"25\",\"name\":\"mapPartitionsInternal\"}","Callsite":"show at :32","Parent IDs":[13],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":5,"Name":"ShuffledRowRDD","Scope":"{\"id\":\"9\",\"name\":\"Exchange\"}","Callsite":"show at :32","Parent IDs":[4],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":12,"Name":"ZippedPartitionsRDD2","Scope":"{\"id\":\"2\",\"name\":\"WholeStageCodegen (5)\"}","Callsite":"show at :32","Parent IDs":[6,11],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":10,"Name":"ShuffledRowRDD","Scope":"{\"id\":\"19\",\"name\":\"Exchange\"}","Callsite":"show at :32","Parent IDs":[9],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":11,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"16\",\"name\":\"WholeStageCodegen (4)\"}","Callsite":"show at :32","Parent IDs":[10],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":13,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"2\",\"name\":\"WholeStageCodegen (5)\"}","Callsite":"show at :32","Parent IDs":[12],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":6,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"6\",\"name\":\"WholeStageCodegen (2)\"}","Callsite":"show at :32","Parent IDs":[5],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Barrier":false,"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[12,13],"Details":"org.apache.spark.sql.Dataset.show(Dataset.scala:793)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:32)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:36)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:38)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw$$iw.(:40)\n$line22.$read$$iw$$iw$$iw$$iw$$iw$$iw.(:42)\n$line22.$read$$iw$$iw$$iw$$iw$$iw.(:44)\n$line22.$read$$iw$$iw$$iw$$iw.(:46)\n$line22.$read$$iw$$iw$$iw.(:48)\n$line22.$read$$iw$$iw.(:50)\n$line22.$read$$iw.(:52)\n$line22.$read.(:54)\n$line22.$read$.(:58)\n$line22.$read$.()\n$line22.$eval$.$print$lzycompute(:7)\n$line22.$eval$.$print(:6)\n$line22.$eval.$print()\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)","Submission Time":1634067937203,"Completion Time":1634067937459,"Accumulables":[{"ID":24,"Name":"local blocks read","Value":"3","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":27,"Name":"local bytes read","Value":"291","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":28,"Name":"fetch wait time","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":29,"Name":"records read","Value":"3","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":35,"Name":"local blocks read","Value":"3","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":38,"Name":"local bytes read","Value":"228","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":39,"Name":"fetch wait time","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":40,"Name":"records read","Value":"3","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":54,"Name":"duration","Value":"115","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":55,"Name":"number of output rows","Value":"3","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":56,"Name":"duration","Value":"2592","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":57,"Name":"sort time","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":58,"Name":"peak memory","Value":"19398656","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"spill size","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":62,"Name":"duration","Value":"37","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":63,"Name":"sort time","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"peak memory","Value":"4390912","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":65,"Name":"spill size","Value":"0","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":218,"Name":"internal.metrics.executorDeserializeTime","Value":498,"Internal":true,"Count Failed Values":true},{"ID":219,"Name":"internal.metrics.executorDeserializeCpuTime","Value":331034794,"Internal":true,"Count Failed Values":true},{"ID":220,"Name":"internal.metrics.executorRunTime","Value":964,"Internal":true,"Count Failed Values":true},{"ID":221,"Name":"internal.metrics.executorCpuTime","Value":568242176,"Internal":true,"Count Failed Values":true},{"ID":222,"Name":"internal.metrics.resultSize","Value":300097,"Internal":true,"Count Failed Values":true},{"ID":227,"Name":"internal.metrics.peakExecutionMemory","Value":9175040,"Internal":true,"Count Failed Values":true},{"ID":229,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Value":0,"Internal":true,"Count Failed Values":true},{"ID":230,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Value":2,"Internal":true,"Count Failed Values":true},{"ID":231,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Value":0,"Internal":true,"Count Failed Values":true},{"ID":232,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Value":0,"Internal":true,"Count Failed Values":true},{"ID":233,"Name":"internal.metrics.shuffle.read.localBytesRead","Value":172,"Internal":true,"Count Failed Values":true},{"ID":234,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Value":0,"Internal":true,"Count Failed Values":true},{"ID":235,"Name":"internal.metrics.shuffle.read.recordsRead","Value":2,"Internal":true,"Count Failed Values":true}],"Resource Profile Id":0}} -{"Event":"SparkListenerJobEnd","Job ID":4,"Completion Time":1634067937459,"Job Result":{"Result":"JobSucceeded"}} -{"Event":"org.apache.spark.sql.execution.ui.SparkListenerSQLExecutionEnd","executionId":0,"time":1634067937497} -{"Event":"SparkListenerApplicationEnd","Timestamp":1634067939655} diff --git a/tools/src/test/scala/com/nvidia/spark/rapids/tool/profiling/ApplicationInfoSuite.scala b/tools/src/test/scala/com/nvidia/spark/rapids/tool/profiling/ApplicationInfoSuite.scala index 23b5cb06444..fb0d94c48e6 100644 --- a/tools/src/test/scala/com/nvidia/spark/rapids/tool/profiling/ApplicationInfoSuite.scala +++ b/tools/src/test/scala/com/nvidia/spark/rapids/tool/profiling/ApplicationInfoSuite.scala @@ -154,11 +154,11 @@ class ApplicationInfoSuite extends FunSuite with Logging { assert(apps.size == 1) assert(apps.head.sparkVersion.equals("2.2.3")) assert(apps.head.gpuMode.equals(false)) - assert(apps.head.jobIdToInfo.keys.toSeq.size == 1) + assert(apps.head.jobIdToInfo.keys.toSeq.size == 6) assert(apps.head.jobIdToInfo.keys.toSeq.contains(0)) val stage0 = apps.head.stageIdToInfo.get((0, 0)) assert(stage0.isDefined) - assert(stage0.get.info.numTasks.equals(6)) + assert(stage0.get.info.numTasks.equals(1)) } test("test no sql eventlog") { @@ -516,7 +516,7 @@ class ApplicationInfoSuite extends FunSuite with Logging { val execInfo = collect.getExecutorInfo assert(execInfo.size == 1) assert(execInfo.head.numExecutors === 1) - assert(execInfo.head.maxMem === 16991335219L) + assert(execInfo.head.maxMem === 384093388L) } test("test executor info cluster mode") { diff --git a/tools/src/test/scala/com/nvidia/spark/rapids/tool/profiling/CompareSuite.scala b/tools/src/test/scala/com/nvidia/spark/rapids/tool/profiling/CompareSuite.scala index 4581be8ed7b..deaed41d16d 100644 --- a/tools/src/test/scala/com/nvidia/spark/rapids/tool/profiling/CompareSuite.scala +++ b/tools/src/test/scala/com/nvidia/spark/rapids/tool/profiling/CompareSuite.scala @@ -45,10 +45,10 @@ class CompareSuite extends FunSuite { val compare = new CompareApplications(apps) val (matchingSqlIdsRet, matchingStageIdsRet) = compare.findMatchingStages() // none match - assert(matchingSqlIdsRet.size === 29) + assert(matchingSqlIdsRet.size === 32) assert(matchingSqlIdsRet.head.outputHeaders.size == 2) assert(matchingSqlIdsRet.head.rows.size == 2) - assert(matchingStageIdsRet.size === 73) + assert(matchingStageIdsRet.size === 75) assert(matchingStageIdsRet.head.outputHeaders.size == 2) assert(matchingStageIdsRet.head.rows.size == 2) } diff --git a/tools/src/test/scala/com/nvidia/spark/rapids/tool/qualification/QualificationSuite.scala b/tools/src/test/scala/com/nvidia/spark/rapids/tool/qualification/QualificationSuite.scala index 8515c014dd2..88b44051a3f 100644 --- a/tools/src/test/scala/com/nvidia/spark/rapids/tool/qualification/QualificationSuite.scala +++ b/tools/src/test/scala/com/nvidia/spark/rapids/tool/qualification/QualificationSuite.scala @@ -324,11 +324,6 @@ class QualificationSuite extends FunSuite with BeforeAndAfterEach with Logging { runQualificationTest(logFiles, "nds_q86_test_expectation.csv") } - test("test rdd to dataframe/dataset conversion") { - val logFiles = Array(s"$logDir/rdd_to_dataframe_eventlog") - runQualificationTest(logFiles, "rdd_to_dataframe_expectation.csv") - } - // event log rolling creates files under a directory test("test event log rolling") { val logFiles = Array(s"$logDir/eventlog_v2_local-1623876083964") From b9213b24c57d52d979f1044a00595b41301eefe2 Mon Sep 17 00:00:00 2001 From: Niranjan Artal Date: Fri, 15 Oct 2021 12:36:03 -0700 Subject: [PATCH 5/7] fixed tests Signed-off-by: Niranjan Artal --- .../spark/sql/rapids/tool/profiling/ApplicationInfo.scala | 2 +- .../rapids_duration_and_cpu_expectation.csv | 2 +- .../unsupported_sql_eventlog_expectation.csv | 6 ++++-- .../spark/rapids/tool/profiling/ApplicationInfoSuite.scala | 4 ++-- 4 files changed, 8 insertions(+), 6 deletions(-) diff --git a/tools/src/main/scala/org/apache/spark/sql/rapids/tool/profiling/ApplicationInfo.scala b/tools/src/main/scala/org/apache/spark/sql/rapids/tool/profiling/ApplicationInfo.scala index 430d1d0b5c2..0904cb4511d 100644 --- a/tools/src/main/scala/org/apache/spark/sql/rapids/tool/profiling/ApplicationInfo.scala +++ b/tools/src/main/scala/org/apache/spark/sql/rapids/tool/profiling/ApplicationInfo.scala @@ -277,7 +277,7 @@ class ApplicationInfo( } if (gpuMode) { val thisPlan = UnsupportedSQLPlan(sqlID, node.id, node.name, node.desc, - "Contains Dataset") + "Contains RDD/Dataset API") unsupportedSQLplan += thisPlan } } diff --git a/tools/src/test/resources/ProfilingExpectations/rapids_duration_and_cpu_expectation.csv b/tools/src/test/resources/ProfilingExpectations/rapids_duration_and_cpu_expectation.csv index af3bc5de080..e795709c61e 100644 --- a/tools/src/test/resources/ProfilingExpectations/rapids_duration_and_cpu_expectation.csv +++ b/tools/src/test/resources/ProfilingExpectations/rapids_duration_and_cpu_expectation.csv @@ -1,2 +1,2 @@ appIndex,App ID,sqlID,SQL Duration,Contains Dataset Op,App Duration,Potential Problems,Executor CPU Time Percent -1,application_1603128018386_7759,0,11042,false,119990,"",68.48 +1,application_1603128018386_7759,0,11042,true,119990,"",68.48 diff --git a/tools/src/test/resources/ProfilingExpectations/unsupported_sql_eventlog_expectation.csv b/tools/src/test/resources/ProfilingExpectations/unsupported_sql_eventlog_expectation.csv index f0e015054d5..62272b6d7e6 100644 --- a/tools/src/test/resources/ProfilingExpectations/unsupported_sql_eventlog_expectation.csv +++ b/tools/src/test/resources/ProfilingExpectations/unsupported_sql_eventlog_expectation.csv @@ -1,3 +1,5 @@ appIndex,sqlID,nodeID,nodeName,nodeDescription,reason -1,0,3,MapElements,MapElements com.nvidia.spark.rapids.tool.profiling.QualificationInfoSuite$$$Lambda$1571/993650587@7b,"Contains Dataset" -1,0,4,Filter,Filter com.nvidia.spark.rapids.tool.profiling.QualificationInfoSuite$$$Lambda$1569/1828787392@2eb6d3,"Contains Dataset" +1,0,2,SerializeFromObject,"SerializeFromObject [staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromSt","Contains RDD/Dataset API" +1,0,3,MapElements,MapElements com.nvidia.spark.rapids.tool.profiling.QualificationInfoSuite$$$Lambda$1571/993650587@7b,"Contains RDD/Dataset API" +1,0,4,Filter,Filter com.nvidia.spark.rapids.tool.profiling.QualificationInfoSuite$$$Lambda$1569/1828787392@2eb6d3,"Contains RDD/Dataset API" +1,0,10,SerializeFromObject,"SerializeFromObject [staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromSt","Contains RDD/Dataset API" \ No newline at end of file diff --git a/tools/src/test/scala/com/nvidia/spark/rapids/tool/profiling/ApplicationInfoSuite.scala b/tools/src/test/scala/com/nvidia/spark/rapids/tool/profiling/ApplicationInfoSuite.scala index fb0d94c48e6..c46f83799ce 100644 --- a/tools/src/test/scala/com/nvidia/spark/rapids/tool/profiling/ApplicationInfoSuite.scala +++ b/tools/src/test/scala/com/nvidia/spark/rapids/tool/profiling/ApplicationInfoSuite.scala @@ -612,7 +612,7 @@ class ApplicationInfoSuite extends FunSuite with Logging { val dotDirs = ToolTestUtils.listFilesMatching(tempSubDir, { f => f.endsWith(".csv") }) - assert(dotDirs.length === 11) + assert(dotDirs.length === 12) for (file <- dotDirs) { assert(file.getAbsolutePath.endsWith(".csv")) // just load each one to make sure formatted properly @@ -642,7 +642,7 @@ class ApplicationInfoSuite extends FunSuite with Logging { val dotDirs = ToolTestUtils.listFilesMatching(tempSubDir, { f => f.endsWith(".csv") }) - assert(dotDirs.length === 9) + assert(dotDirs.length === 10) for (file <- dotDirs) { assert(file.getAbsolutePath.endsWith(".csv")) // just load each one to make sure formatted properly From 306a679e870ae5257fce313f712e8b306821652a Mon Sep 17 00:00:00 2001 From: Niranjan Artal Date: Fri, 15 Oct 2021 16:50:53 -0700 Subject: [PATCH 6/7] adrress review comments and update tests Signed-off-by: Niranjan Artal --- docs/spark-qualification-tool.md | 3 +++ .../com/nvidia/spark/rapids/tool/profiling/Analysis.scala | 2 +- .../spark/rapids/tool/profiling/ClassWarehouse.scala | 4 ++-- .../spark/sql/rapids/tool/profiling/ApplicationInfo.scala | 4 ++-- .../spark/sql/rapids/tool/profiling/EventsProcessor.scala | 2 +- .../rapids_duration_and_cpu_expectation.csv | 2 +- .../unsupported_sql_eventlog_expectation.csv | 8 ++++---- 7 files changed, 14 insertions(+), 11 deletions(-) diff --git a/docs/spark-qualification-tool.md b/docs/spark-qualification-tool.md index a74116a1eb1..3d6fb60bffb 100644 --- a/docs/spark-qualification-tool.md +++ b/docs/spark-qualification-tool.md @@ -304,6 +304,9 @@ The score is based on the total time spent in tasks of SQL Dataframe operations. The tool also looks for read data formats and types that the plugin doesn't fully support and if it finds any, it will take away from the score. The parameter to control this negative impact of the score is `-r, --read-score-percent` with the default value as 20(percent). +Each application(event log) could have multiple SQL queries. If a SQL's plan has a Dataset API or RDD call +inside of it, that SQL query is not categorized as a Dataframe SQL query. We are unable to determine how much +of that query is made up of Dataset or RDD calls so the entire query task time is not included in the score. The idea behind this algorithm is that the longer the total task time doing SQL Dataframe operations the higher the score is and the more likely the plugin will be able to help accelerate that application. diff --git a/tools/src/main/scala/com/nvidia/spark/rapids/tool/profiling/Analysis.scala b/tools/src/main/scala/com/nvidia/spark/rapids/tool/profiling/Analysis.scala index 1285f79bc52..9afd9260d9f 100644 --- a/tools/src/main/scala/com/nvidia/spark/rapids/tool/profiling/Analysis.scala +++ b/tools/src/main/scala/com/nvidia/spark/rapids/tool/profiling/Analysis.scala @@ -320,7 +320,7 @@ class Analysis(apps: Seq[ApplicationInfo]) { app.sqlIdToInfo.map { case (sqlId, sqlCase) => // Potential problems not properly track, add it later SQLDurationExecutorTimeProfileResult(app.index, app.appId, sqlId, sqlCase.duration, - sqlCase.hasDataset, app.appInfo.duration, sqlCase.problematic, + sqlCase.hasDatasetOrRDD, app.appInfo.duration, sqlCase.problematic, sqlCase.sqlCpuTimePercent) } } diff --git a/tools/src/main/scala/com/nvidia/spark/rapids/tool/profiling/ClassWarehouse.scala b/tools/src/main/scala/com/nvidia/spark/rapids/tool/profiling/ClassWarehouse.scala index b2771c83627..914f4d4787d 100644 --- a/tools/src/main/scala/com/nvidia/spark/rapids/tool/profiling/ClassWarehouse.scala +++ b/tools/src/main/scala/com/nvidia/spark/rapids/tool/profiling/ClassWarehouse.scala @@ -131,7 +131,7 @@ class SQLExecutionInfoClass( val startTime: Long, var endTime: Option[Long], var duration: Option[Long], - var hasDataset: Boolean, + var hasDatasetOrRDD: Boolean, var problematic: String = "", var sqlCpuTimePercent: Double = -1) @@ -526,7 +526,7 @@ case class SQLDurationExecutorTimeProfileResult(appIndex: Int, appId: String, sq duration: Option[Long], containsDataset: Boolean, appDuration: Option[Long], potentialProbs: String, executorCpuRatio: Double) extends ProfileResult { override val outputHeaders = Seq("appIndex", "App ID", "sqlID", "SQL Duration", - "Contains Dataset Op", "App Duration", "Potential Problems", "Executor CPU Time Percent") + "Contains Dataset or RDD Op", "App Duration", "Potential Problems", "Executor CPU Time Percent") val durStr = duration match { case Some(dur) => dur.toString case None => "" diff --git a/tools/src/main/scala/org/apache/spark/sql/rapids/tool/profiling/ApplicationInfo.scala b/tools/src/main/scala/org/apache/spark/sql/rapids/tool/profiling/ApplicationInfo.scala index 0904cb4511d..103c6a35c5d 100644 --- a/tools/src/main/scala/org/apache/spark/sql/rapids/tool/profiling/ApplicationInfo.scala +++ b/tools/src/main/scala/org/apache/spark/sql/rapids/tool/profiling/ApplicationInfo.scala @@ -273,11 +273,11 @@ class ApplicationInfo( checkGraphNodeForBatchScan(sqlID, node) if (isDataSetOrRDDPlan(node.desc)) { sqlIdToInfo.get(sqlID).foreach { sql => - sql.hasDataset = true + sql.hasDatasetOrRDD = true } if (gpuMode) { val thisPlan = UnsupportedSQLPlan(sqlID, node.id, node.name, node.desc, - "Contains RDD/Dataset API") + "Contains Dataset or RDD") unsupportedSQLplan += thisPlan } } diff --git a/tools/src/main/scala/org/apache/spark/sql/rapids/tool/profiling/EventsProcessor.scala b/tools/src/main/scala/org/apache/spark/sql/rapids/tool/profiling/EventsProcessor.scala index b5040c81485..e2e48575eac 100644 --- a/tools/src/main/scala/org/apache/spark/sql/rapids/tool/profiling/EventsProcessor.scala +++ b/tools/src/main/scala/org/apache/spark/sql/rapids/tool/profiling/EventsProcessor.scala @@ -332,7 +332,7 @@ class EventsProcessor() extends EventProcessorBase with Logging { event.time, None, None, - hasDataset = false, + hasDatasetOrRDD = false, "" ) app.sqlIdToInfo.put(event.executionId, sqlExecution) diff --git a/tools/src/test/resources/ProfilingExpectations/rapids_duration_and_cpu_expectation.csv b/tools/src/test/resources/ProfilingExpectations/rapids_duration_and_cpu_expectation.csv index e795709c61e..640069b819a 100644 --- a/tools/src/test/resources/ProfilingExpectations/rapids_duration_and_cpu_expectation.csv +++ b/tools/src/test/resources/ProfilingExpectations/rapids_duration_and_cpu_expectation.csv @@ -1,2 +1,2 @@ -appIndex,App ID,sqlID,SQL Duration,Contains Dataset Op,App Duration,Potential Problems,Executor CPU Time Percent +appIndex,App ID,sqlID,SQL Duration,Contains Dataset or RDD Op,App Duration,Potential Problems,Executor CPU Time Percent 1,application_1603128018386_7759,0,11042,true,119990,"",68.48 diff --git a/tools/src/test/resources/ProfilingExpectations/unsupported_sql_eventlog_expectation.csv b/tools/src/test/resources/ProfilingExpectations/unsupported_sql_eventlog_expectation.csv index 62272b6d7e6..5ab0922c205 100644 --- a/tools/src/test/resources/ProfilingExpectations/unsupported_sql_eventlog_expectation.csv +++ b/tools/src/test/resources/ProfilingExpectations/unsupported_sql_eventlog_expectation.csv @@ -1,5 +1,5 @@ appIndex,sqlID,nodeID,nodeName,nodeDescription,reason -1,0,2,SerializeFromObject,"SerializeFromObject [staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromSt","Contains RDD/Dataset API" -1,0,3,MapElements,MapElements com.nvidia.spark.rapids.tool.profiling.QualificationInfoSuite$$$Lambda$1571/993650587@7b,"Contains RDD/Dataset API" -1,0,4,Filter,Filter com.nvidia.spark.rapids.tool.profiling.QualificationInfoSuite$$$Lambda$1569/1828787392@2eb6d3,"Contains RDD/Dataset API" -1,0,10,SerializeFromObject,"SerializeFromObject [staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromSt","Contains RDD/Dataset API" \ No newline at end of file +1,0,2,SerializeFromObject,"SerializeFromObject [staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromSt","Contains Dataset or RDD" +1,0,3,MapElements,MapElements com.nvidia.spark.rapids.tool.profiling.QualificationInfoSuite$$$Lambda$1571/993650587@7b,"Contains Dataset or RDD" +1,0,4,Filter,Filter com.nvidia.spark.rapids.tool.profiling.QualificationInfoSuite$$$Lambda$1569/1828787392@2eb6d3,"Contains Dataset or RDD" +1,0,10,SerializeFromObject,"SerializeFromObject [staticinvoke(class org.apache.spark.unsafe.types.UTF8String, StringType, fromSt","Contains Dataset or RDD" \ No newline at end of file From 435a81ec04d67db2bff12000912378ec142600aa Mon Sep 17 00:00:00 2001 From: Niranjan Artal Date: Mon, 18 Oct 2021 09:15:45 -0700 Subject: [PATCH 7/7] update docs Signed-off-by: Niranjan Artal --- docs/spark-profiling-tool.md | 14 +++++++------- 1 file changed, 7 insertions(+), 7 deletions(-) diff --git a/docs/spark-profiling-tool.md b/docs/spark-profiling-tool.md index f2290874ac1..b5a4c5c21da 100644 --- a/docs/spark-profiling-tool.md +++ b/docs/spark-profiling-tool.md @@ -354,7 +354,7 @@ stage. Jobs and SQL are not color coordinated. #### B. Analysis - Job + Stage level aggregated task metrics - SQL level aggregated task metrics -- SQL duration, application during, if it contains a Dataset operation, potential problems, executor CPU time percent +- SQL duration, application during, if it contains Dataset or RDD operation, potential problems, executor CPU time percent - Shuffle Skew Check: (When task's Shuffle Read Size > 3 * Avg Stage-level size) Below we will aggregate the task level metrics at different levels @@ -382,15 +382,15 @@ SQL level aggregated task metrics: |1 |application_1111111111111_0001|0 |show at :11|1111 |222222 |6666666 |55555555 |55.55 |0 |13333333 |111111 |999 |3333.3 |6666666 |55555 |66666 |11111111 |0 |111111111111 |11111111111 |111111 |0 |0 |0 |888888888 |8 |11111 |11111 |99999 |11111111111 |2222222 |222222222222 |0 |222222222222 |444444444444 |5555555 |444444 | ``` -- SQL duration, application during, if it contains a Dataset operation, potential problems, executor CPU time percent: +- SQL duration, application during, if it contains Dataset or RDD operation, potential problems, executor CPU time percent: ``` SQL Duration and Executor CPU Time Percent -+--------+------------------------------+-----+------------+-------------------+------------+------------------+-------------------------+ -|appIndex|App ID |sqlID|SQL Duration|Contains Dataset Op|App Duration|Potential Problems|Executor CPU Time Percent| -+--------+------------------------------+-----+------------+-------------------+------------+------------------+-------------------------+ -|1 |application_1603128018386_7759|0 |11042 |false |119990 |null |68.48 | -+--------+------------------------------+-----+------------+-------------------+------------+------------------+-------------------------+ ++--------+------------------------------+-----+------------+--------------------------+------------+------------------+-------------------------+ +|appIndex|App ID |sqlID|SQL Duration|Contains Dataset or RDD Op|App Duration|Potential Problems|Executor CPU Time Percent| ++--------+------------------------------+-----+------------+--------------------------+------------+------------------+-------------------------+ +|1 |application_1603128018386_7759|0 |11042 |false |119990 |null |68.48 | ++--------+------------------------------+-----+------------+--------------------------+------------+------------------+-------------------------+ ``` - Shuffle Skew Check: