{"Event":"SparkListenerLogStart","Spark Version":"2.4.4"}
{"Event":"SparkListenerBlockManagerAdded","Block Manager ID":{"Executor ID":"driver","Host":"10.0.196.107","Port":37557},"Maximum Memory":384093388,"Timestamp":1594922509223,"Maximum Onheap Memory":384093388,"Maximum Offheap Memory":0}
{"Event":"SparkListenerEnvironmentUpdate","JVM Information":{"Java Home":"/usr/lib/jvm/java-1.8.0-openjdk-1.8.0.252.b09-2.amzn2.0.1.x86_64/jre","Java Version":"1.8.0_252 (Oracle Corporation)","Scala Version":"version 2.11.12"},"Spark Properties":{"spark.driver.host":"10.0.196.107","spark.serializer.objectStreamReset":"100","spark.eventLog.enabled":"true","spark.driver.port":"33837","spark.rdd.compress":"True","spark.executorEnv.PYTHONPATH":"{{PWD}}/pyspark.zip<CPS>{{PWD}}/py4j-0.10.7-src.zip","spark.app.name":"SparkContainerTestApp","spark.scheduler.mode":"FIFO","spark.executor.id":"driver","spark.submit.deployMode":"client","spark.master":"yarn","spark.ui.filters":"org.apache.hadoop.yarn.server.webproxy.amfilter.AmIpFilter","spark.executor.memory":"5633m","spark.eventLog.dir":"/tmp/spark-events/","spark.executor.cores":"3","spark.driver.appUIAddress":"http://10.0.196.107:4040","spark.yarn.isPython":"true","spark.org.apache.hadoop.yarn.server.webproxy.amfilter.AmIpFilter.param.PROXY_HOSTS":"algo-1","spark.org.apache.hadoop.yarn.server.webproxy.amfilter.AmIpFilter.param.PROXY_URI_BASES":"http://algo-1:8088/proxy/application_1594922484246_0001","spark.app.id":"application_1594922484246_0001"},"System Properties":{"java.io.tmpdir":"/tmp","line.separator":"\n","path.separator":":","sun.management.compiler":"HotSpot 64-Bit Tiered Compilers","SPARK_SUBMIT":"true","sun.cpu.endian":"little","java.awt.headless":"true","java.specification.version":"1.8","java.vm.specification.name":"Java Virtual Machine Specification","java.vendor":"Oracle Corporation","java.vm.specification.version":"1.8","user.home":"/root","file.encoding.pkg":"sun.io","sun.nio.ch.bugLevel":"","sun.arch.data.model":"64","sun.boot.library.path":"/usr/lib/jvm/java-1.8.0-openjdk-1.8.0.252.b09-2.amzn2.0.1.x86_64/jre/lib/amd64","user.dir":"/usr/lib/spark","java.library.path":"/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib","sun.cpu.isalist":"","os.arch":"amd64","java.vm.version":"25.252-b09","jetty.git.hash":"unknown","java.endorsed.dirs":"/usr/lib/jvm/java-1.8.0-openjdk-1.8.0.252.b09-2.amzn2.0.1.x86_64/jre/lib/endorsed","java.runtime.version":"1.8.0_252-b09","java.vm.info":"mixed mode","java.ext.dirs":"/usr/lib/jvm/java-1.8.0-openjdk-1.8.0.252.b09-2.amzn2.0.1.x86_64/jre/lib/ext:/usr/java/packages/lib/ext","java.runtime.name":"OpenJDK Runtime Environment","file.separator":"/","java.class.version":"52.0","java.specification.name":"Java Platform API Specification","sun.boot.class.path":"/usr/lib/jvm/java-1.8.0-openjdk-1.8.0.252.b09-2.amzn2.0.1.x86_64/jre/lib/resources.jar:/usr/lib/jvm/java-1.8.0-openjdk-1.8.0.252.b09-2.amzn2.0.1.x86_64/jre/lib/rt.jar:/usr/lib/jvm/java-1.8.0-openjdk-1.8.0.252.b09-2.amzn2.0.1.x86_64/jre/lib/sunrsasign.jar:/usr/lib/jvm/java-1.8.0-openjdk-1.8.0.252.b09-2.amzn2.0.1.x86_64/jre/lib/jsse.jar:/usr/lib/jvm/java-1.8.0-openjdk-1.8.0.252.b09-2.amzn2.0.1.x86_64/jre/lib/jce.jar:/usr/lib/jvm/java-1.8.0-openjdk-1.8.0.252.b09-2.amzn2.0.1.x86_64/jre/lib/charsets.jar:/usr/lib/jvm/java-1.8.0-openjdk-1.8.0.252.b09-2.amzn2.0.1.x86_64/jre/lib/jfr.jar:/usr/lib/jvm/java-1.8.0-openjdk-1.8.0.252.b09-2.amzn2.0.1.x86_64/jre/classes","file.encoding":"UTF-8","user.timezone":"UTC","java.specification.vendor":"Oracle Corporation","sun.java.launcher":"SUN_STANDARD","os.version":"4.14.181-108.257.amzn1.x86_64","sun.os.patch.level":"unknown","java.vm.specification.vendor":"Oracle Corporation","user.country":"US","sun.jnu.encoding":"UTF-8","user.language":"en","java.vendor.url":"http://java.oracle.com/","java.awt.printerjob":"sun.print.PSPrinterJob","java.awt.graphicsenv":"sun.awt.X11GraphicsEnvironment","awt.toolkit":"sun.awt.X11.XToolkit","os.name":"Linux","java.vm.vendor":"Oracle Corporation","java.vendor.url.bug":"http://bugreport.sun.com/bugreport/","user.name":"root","java.vm.name":"OpenJDK 64-Bit Server VM","sun.java.command":"org.apache.spark.deploy.SparkSubmit --master yarn --deploy-mode client /opt/ml/processing/input/code/test_long_duration.py --input s3://sagemaker-us-west-2-790336243319/spark/input/data.jsonl --output s3://sagemaker-us-west-2-790336243319/spark/output/sales/2020-07-16T17:56:49.573772","java.home":"/usr/lib/jvm/java-1.8.0-openjdk-1.8.0.252.b09-2.amzn2.0.1.x86_64/jre","java.version":"1.8.0_252","sun.io.unicode.encoding":"UnicodeLittle"},"Classpath Entries":{"/usr/lib/spark/jars/hadoop-aws-2.8.5-amzn-5.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-quicksight-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-apigatewaymanagementapi-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-rdsdata-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/jackson-core-asl-1.9.13.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-lakeformation-1.11.682.jar":"System Classpath","/usr/lib/spark/conf/":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-budgets-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-migrationhub-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/stringtemplate-3.2.1.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-storagegateway-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-iotevents-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-opsworkscm-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/hive-metastore-1.2.1-spark2-amzn-1.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-codedeploy-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-s3control-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/jetty-6.1.26-emr.jar":"System Classpath","/usr/lib/spark/jars/scala-compiler-2.11.12.jar":"System Classpath","/usr/lib/spark/jars/hadoop-yarn-common-2.8.5-amzn-5.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-dlm-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-resourcegroupstaggingapi-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-kms-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/json4s-core_2.11-3.5.3.jar":"System Classpath","/usr/lib/spark/jars/scala-xml_2.11-1.0.5.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-savingsplans-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-dax-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/hive-hcatalog-core-1.2.1-spark2-amzn-1.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-rekognition-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/spark-kvstore_2.11-2.4.4.jar":"System Classpath","/usr/lib/spark/jars/jersey-guava-2.22.2.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-cognitoidentity-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/jackson-module-paranamer-2.7.9.jar":"System Classpath","/usr/lib/spark/jars/joda-time-2.9.3.jar":"System Classpath","/usr/lib/spark/jars/json4s-ast_2.11-3.5.3.jar":"System Classpath","/usr/lib/spark/jars/libfb303-0.9.3.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-directory-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/spark-hive_2.11-2.4.4.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-config-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-cloudsearch-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-neptune-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/hk2-locator-2.4.0-b34.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-kafka-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-support-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-dynamodb-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-pinpoint-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/datanucleus-rdbms-3.2.9.jar":"System Classpath","/usr/lib/spark/jars/spark-mllib-local_2.11-2.4.4.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-pricing-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/validation-api-1.1.0.Final.jar":"System Classpath","/usr/lib/spark/jars/jdo-api-3.0.1.jar":"System Classpath","/usr/lib/spark/jars/calcite-linq4j-1.2.0-incubating.jar":"System Classpath","/usr/lib/spark/jars/netlib-native_system-osx-x86_64-1.1-natives.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-codegen-maven-plugin-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/curator-client-2.7.1.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-athena-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-glue-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-macie-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/hive-cli-1.2.1-spark2-amzn-1.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-iotjobsdataplane-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-pi-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/commons-math3-3.4.1.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-code-generator-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-qldbsession-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-logs-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/jcl-over-slf4j-1.7.16.jar":"System Classpath","/usr/lib/spark/jars/py4j-0.10.7.jar":"System Classpath","/usr/lib/spark/jars/hadoop-hdfs-client-2.8.5-amzn-5.jar":"System Classpath","/usr/lib/spark/jars/httpclient-4.5.9.jar":"System Classpath","/usr/lib/spark/jars/macro-compat_2.11-1.1.1.jar":"System Classpath","/usr/lib/spark/jars/jpam-1.1.jar":"System Classpath","/usr/lib/spark/jars/kryo-shaded-4.0.2.jar":"System Classpath","/usr/lib/spark/jars/apacheds-kerberos-codec-2.0.0-M15.jar":"System Classpath","/usr/lib/spark/jars/json-smart-2.3.jar":"System Classpath","/usr/lib/spark/jars/commons-cli-1.2.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-datasync-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-gamelift-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-iotthingsgraph-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-worklink-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/jersey-server-2.22.2.jar":"System Classpath","/usr/lib/spark/jars/commons-digester-1.8.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-codestarnotifications-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-comprehend-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/commons-lang-2.6.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-alexaforbusiness-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-iotanalytics-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-servicecatalog-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/log4j-1.2.17.jar":"System Classpath","/usr/lib/spark/jars/aws-glue-datacatalog-hive2-client.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-codecommit-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/orc-shims-1.5.5.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-docdb-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/snappy-java-1.1.7.3.jar":"System Classpath","/usr/lib/spark/jars/antlr-runtime-3.4.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-elasticsearch-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/jtransforms-2.4.0.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-opensdk-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/arrow-vector-0.14.0.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-iotsecuretunneling-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/shapeless_2.11-2.3.2.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-sqs-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/orc-mapreduce-1.5.5-nohive.jar":"System Classpath","/usr/lib/spark/jars/jackson-xc-1.9.13.jar":"System Classpath","/usr/lib/spark/jars/hadoop-mapreduce-client-shuffle-2.8.5-amzn-5.jar":"System Classpath","/usr/lib/spark/jars/paranamer-2.8.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-servicediscovery-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-connect-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-events-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-cloudwatch-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/jersey-common-2.22.2.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-glacier-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/commons-collections-3.2.2.jar":"System Classpath","/usr/lib/spark/jars/slf4j-api-1.7.16.jar":"System Classpath","/usr/lib/spark/jars/commons-configuration-1.6.jar":"System Classpath","/usr/lib/spark/jars/aws-glue-datacatalog-spark-client-1.11.0.jar":"System Classpath","/usr/lib/spark/jars/commons-logging-1.1.3.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-autoscaling-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/hadoop-mapreduce-client-app-2.8.5-amzn-5.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-clouddirectory-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/objenesis-2.5.1.jar":"System Classpath","/usr/lib/spark/jars/jetty-sslengine-6.1.26-emr.jar":"System Classpath","/usr/lib/spark/jars/zstd-jni-1.3.2-2.jar":"System Classpath","/usr/lib/spark/jars/spark-sketch_2.11-2.4.4.jar":"System Classpath","/usr/lib/spark/jars/stream-2.7.0.jar":"System Classpath","/usr/lib/spark/jars/hk2-utils-2.4.0-b34.jar":"System Classpath","/usr/lib/spark/jars/jackson-jaxrs-1.9.13.jar":"System Classpath","/usr/lib/spark/jars/nimbus-jose-jwt-4.41.1.jar":"System Classpath","/usr/lib/spark/jars/api-asn1-api-1.0.0-M20.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-pinpointemail-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/JavaEWAH-0.3.2.jar":"System Classpath","/usr/lib/spark/jars/orc-core-1.5.5-nohive.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-api-gateway-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/jackson-annotations-2.6.7.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-s3-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/htrace-core4-4.0.1-incubating.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-cloudformation-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/commons-compiler-3.0.9.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-kinesisanalyticsv2-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/spark-tags_2.11-2.4.4.jar":"System Classpath","/usr/lib/spark/jars/commons-beanutils-1.9.3.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-cloudhsmv2-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-marketplaceentitlement-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/univocity-parsers-2.7.3.jar":"System Classpath","/usr/lib/spark/jars/commons-codec-1.10.jar":"System Classpath","/usr/lib/spark/jars/compress-lzf-1.0.3.jar":"System Classpath","/usr/lib/spark/jars/janino-3.0.9.jar":"System Classpath","/usr/lib/spark/jars/calcite-avatica-1.2.0-incubating.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-elasticloadbalancing-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-simpledb-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/netlib-native_ref-linux-i686-1.1-natives.jar":"System Classpath","/usr/lib/spark/jars/spire_2.11-0.13.0.jar":"System Classpath","/usr/lib/spark/jars/jmespath-java-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/netlib-native_system-linux-armhf-1.1-natives.jar":"System Classpath","/usr/lib/spark/jars/jta-1.1.jar":"System Classpath","/usr/lib/spark/jars/commons-net-3.1.jar":"System Classpath","/usr/lib/spark/jars/javax.inject-2.4.0-b34.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-workdocs-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/netlib-native_system-linux-i686-1.1-natives.jar":"System Classpath","/usr/lib/spark/jars/hadoop-mapreduce-client-common-2.8.5-amzn-5.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-marketplacemeteringservice-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-codebuild-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-acm-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-workmailmessageflow-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/aircompressor-0.10.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-personalizeruntime-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-organizations-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/pyrolite-4.13.jar":"System Classpath","/usr/lib/spark/jars/httpcore-4.4.11.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-sts-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/parquet-format-2.4.0.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-cloudfront-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/antlr-2.7.7.jar":"System Classpath","/usr/lib/spark/jars/native_ref-java-1.1.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-sns-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-eventbridge-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-cloud9-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/gmetric4j-1.0.7.jar":"System Classpath","/usr/lib/spark/jars/native_system-java-1.1.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-mediapackage-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-efs-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-qldb-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-groundstation-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/hadoop-yarn-server-web-proxy-2.8.5-amzn-5.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-iot1clickprojects-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/spark-network-common_2.11-2.4.4.jar":"System Classpath","/usr/lib/spark/jars/hadoop-mapreduce-client-jobclient-2.8.5-amzn-5.jar":"System Classpath","/usr/lib/spark/jars/commons-io-2.4.jar":"System Classpath","/usr/lib/spark/jars/spark-sql_2.11-2.4.4.jar":"System Classpath","/usr/lib/spark/jars/jline-2.14.6.jar":"System Classpath","/usr/lib/spark/jars/lz4-java-1.4.0.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-mediatailor-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/accessors-smart-1.2.jar":"System Classpath","/usr/lib/spark/jars/aws-glue-datacatalog-spark-client.jar":"System Classpath","/usr/lib/spark/jars/activation-1.1.1.jar":"System Classpath","/usr/lib/spark/jars/jets3t-0.9.0.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-appconfig-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/spark-yarn_2.11-2.4.4.jar":"System Classpath","/usr/lib/spark/jars/netlib-native_ref-win-x86_64-1.1-natives.jar":"System Classpath","/usr/lib/spark/jars/spark-network-shuffle_2.11-2.4.4.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-lexmodelbuilding-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-elasticache-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/netlib-native_ref-linux-armhf-1.1-natives.jar":"System Classpath","/usr/lib/spark/jars/flatbuffers-java-1.9.0.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-comprehendmedical-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-dms-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/metrics-ganglia-3.1.5.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-mediaconnect-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/metrics-core-3.1.5.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-emr-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-textract-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-servicequotas-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/datanucleus-core-3.2.10.jar":"System Classpath","/usr/lib/spark/jars/leveldbjni-all-1.8.jar":"System Classpath","/usr/lib/spark/jars/jaxb-api-2.2.2.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-route53-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/javax.inject-1.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-wafv2-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-licensemanager-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-elasticbeanstalk-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/javax.servlet-api-3.1.0.jar":"System Classpath","/usr/lib/spark/jars/json4s-jackson_2.11-3.5.3.jar":"System Classpath","/usr/lib/spark/jars/jul-to-slf4j-1.7.16.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-elasticloadbalancingv2-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/spark-unsafe_2.11-2.4.4.jar":"System Classpath","/usr/lib/spark/jars/javassist-3.18.1-GA.jar":"System Classpath","/usr/lib/spark/jars/gson-2.2.4.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-cognitosync-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-amplify-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/guice-3.0.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-personalize-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-ram-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-pinpointsmsvoice-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-shield-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-ecr-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/spark-streaming_2.11-2.4.4.jar":"System Classpath","/usr/lib/spark/jars/spark-repl_2.11-2.4.4.jar":"System Classpath","/usr/lib/spark/jars/netlib-native_system-win-x86_64-1.1-natives.jar":"System Classpath","/usr/lib/spark/jars/snappy-0.2.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-models-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/breeze-macros_2.11-0.13.2.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-rds-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/hadoop-common-2.8.5-amzn-5.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-ses-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-cloudhsm-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-secretsmanager-1.11.682.jar":"*********(redacted)","/usr/lib/spark/jars/hk2-api-2.4.0-b34.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-appstream-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/avro-mapred-1.8.2-hadoop2.jar":"System Classpath","/usr/lib/spark/jars/scala-library-2.11.12.jar":"System Classpath","/usr/lib/spark/jars/protobuf-java-2.5.0.jar":"System Classpath","/usr/lib/spark/jars/oncrpc-1.0.7.jar":"System Classpath","/usr/lib/spark/jars/apacheds-i18n-2.0.0-M15.jar":"System Classpath","/usr/lib/spark/jars/chill_2.11-0.9.3.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-marketplacecatalog-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/hadoop-yarn-client-2.8.5-amzn-5.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-resourcegroups-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-mechanicalturkrequester-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/machinist_2.11-0.6.1.jar":"System Classpath","/usr/lib/spark/jars/netlib-native_ref-linux-x86_64-1.1-natives.jar":"System Classpath","/usr/lib/spark/jars/curator-framework-2.7.1.jar":"System Classpath","/usr/lib/spark/jars/commons-compress-1.8.1.jar":"System Classpath","/usr/lib/spark/jars/aws-glue-datacatalog-hive2-client-1.11.0.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-mediaconvert-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-sagemakerruntime-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/spark-ganglia-lgpl_2.11-2.4.4.jar":"System Classpath","/usr/lib/spark/jars/jersey-container-servlet-2.22.2.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-appsync-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/minlog-1.3.0.jar":"System Classpath","/usr/lib/spark/jars/jackson-mapper-asl-1.9.13.jar":"System Classpath","/usr/lib/spark/jars/netlib-native_system-linux-x86_64-1.1-natives.jar":"System Classpath","/usr/lib/spark/jars/eigenbase-properties-1.1.5.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-batch-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-opsworks-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/scala-reflect-2.11.12.jar":"System Classpath","/usr/lib/spark/jars/jniloader-1.1.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-fms-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-snowball-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/okio-1.4.0.jar":"System Classpath","/usr/lib/spark/jars/avro-1.8.2.jar":"System Classpath","/usr/lib/spark/jars/parquet-column-1.10.1-spark-amzn-1.jar":"System Classpath","/usr/lib/spark/jars/oro-2.0.8.jar":"System Classpath","/usr/lib/spark/jars/parquet-common-1.10.1-spark-amzn-1.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-iam-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-securityhub-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-forecastquery-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-inspector-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-iot-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-lambda-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-greengrass-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-core-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/spark-launcher_2.11-2.4.4.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-test-utils-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-redshift-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-sesv2-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-sso-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/xz-1.5.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-polly-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-applicationautoscaling-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-simpleworkflow-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/chill-java-0.9.3.jar":"System Classpath","/usr/lib/spark/jars/spire-macros_2.11-0.13.0.jar":"System Classpath","/usr/lib/spark/jars/commons-crypto-1.0.0.jar":"System Classpath","/usr/lib/spark/jars/commons-pool-1.5.4.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-guardduty-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/bonecp-0.8.0.RELEASE.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-xray-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/xmlenc-0.52.jar":"System Classpath","/usr/lib/spark/jars/hadoop-yarn-server-common-2.8.5-amzn-5.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-lex-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/netty-all-4.1.17.Final.jar":"System Classpath","/usr/lib/spark/jars/jackson-dataformat-cbor-2.6.7.jar":"System Classpath","/usr/lib/spark/jars/netlib-native_ref-osx-x86_64-1.1-natives.jar":"System Classpath","/usr/lib/spark/jars/parquet-encoding-1.10.1-spark-amzn-1.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-mobile-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-lightsail-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-elastictranscoder-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-transcribe-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/commons-dbcp-1.4.jar":"System Classpath","/usr/lib/spark/jars/guice-servlet-3.0.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-apigatewayv2-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-connectparticipant-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-mediastore-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/xbean-asm6-shaded-4.8.jar":"System Classpath","/usr/lib/spark/jars/derby-10.12.1.1.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-costexplorer-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/hadoop-auth-2.8.5-amzn-5.jar":"System Classpath","/usr/lib/spark/jars/antlr4-runtime-4.7.jar":"System Classpath","/usr/lib/spark/jars/api-util-1.0.0-M20.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-machinelearning-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-ec2instanceconnect-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/jackson-databind-2.6.7.2.jar":"System Classpath","/usr/lib/spark/jars/commons-httpclient-3.1.jar":"System Classpath","/usr/lib/spark/jars/arrow-memory-0.14.0.jar":"System Classpath","/usr/lib/spark/jars/arrow-format-0.14.0.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-mediastoredata-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-kinesisvideo-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/libthrift-0.9.3.jar":"System Classpath","/usr/lib/spark/jars/RoaringBitmap-0.7.45.jar":"System Classpath","/usr/lib/spark/jars/aopalliance-repackaged-2.4.0-b34.jar":"System Classpath","/usr/lib/spark/jars/curator-recipes-2.7.1.jar":"System Classpath","/usr/lib/spark/jars/jersey-container-servlet-core-2.22.2.jar":"System Classpath","/usr/lib/spark/jars/hive-beeline-1.2.1-spark2-amzn-1.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-ecs-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-codestar-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/avro-ipc-1.8.2.jar":"System Classpath","/usr/lib/spark/jars/apache-log4j-extras-1.2.17.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-ec2-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-stepfunctions-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-applicationinsights-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-ssooidc-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-kinesis-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-discovery-1.11.682.jar":"System Classpath","/usr/lib/hadoop/etc/hadoop/":"System Classpath","/usr/lib/spark/jars/json4s-scalap_2.11-3.5.3.jar":"System Classpath","/usr/lib/spark/jars/datanucleus-api-jdo-3.2.6.jar":"System Classpath","/usr/lib/spark/jars/breeze_2.11-0.13.2.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-robomaker-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/spark-core_2.11-2.4.4.jar":"System Classpath","/usr/lib/spark/jars/arpack_combined_all-0.1.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-backup-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/aopalliance-1.0.jar":"System Classpath","/usr/lib/spark/jars/jsp-api-2.1.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-signer-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/spark-graphx_2.11-2.4.4.jar":"System Classpath","/usr/lib/spark/jars/zookeeper-3.4.6.jar":"System Classpath","/usr/lib/spark/jars/hppc-0.7.2.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-globalaccelerator-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-dataexchange-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/core-1.1.2.jar":"System Classpath","/usr/lib/spark/jars/netlib-native_system-win-i686-1.1-natives.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-route53resolver-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-translate-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-managedblockchain-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-datapipeline-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/parquet-jackson-1.10.1-spark-amzn-1.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-waf-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/aws-glue-datacatalog-client-common-1.11.0.jar":"System Classpath","/usr/lib/spark/jars/okhttp-2.4.0.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-personalizeevents-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/jackson-module-scala_2.11-2.6.7.1.jar":"System Classpath","/usr/lib/spark/jars/metrics-json-3.1.5.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-devicefarm-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-autoscalingplans-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-workspaces-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/osgi-resource-locator-1.0.1.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-ioteventsdata-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/commons-lang3-3.5.jar":"System Classpath","/usr/lib/spark/jars/spark-mllib_2.11-2.4.4.jar":"System Classpath","/usr/lib/spark/jars/netty-3.9.9.Final.jar":"System Classpath","/usr/lib/spark/jars/calcite-core-1.2.0-incubating.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-directconnect-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-cognitoidp-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-chime-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/super-csv-2.2.0.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-servermigration-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/jodd-core-3.5.2.jar":"System Classpath","/usr/lib/spark/jars/metrics-jvm-3.1.5.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-medialive-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-marketplacecommerceanalytics-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-health-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/metrics-graphite-3.1.5.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-mq-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/hive-jdbc-1.2.1-spark2-amzn-1.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-sagemaker-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-migrationhubconfig-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-serverlessapplicationrepository-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/ivy-2.4.0.jar":"System Classpath","/usr/lib/spark/jars/scala-parser-combinators_2.11-1.1.0.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-acmpca-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-cloudwatchmetrics-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/spark-hive-thriftserver_2.11-2.4.4.jar":"System Classpath","/usr/lib/spark/jars/javax.ws.rs-api-2.0.1.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-iot1clickdevices-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-mediapackagevod-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-transfer-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/jersey-media-jaxb-2.22.2.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-eks-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/ST4-4.0.4.jar":"System Classpath","/usr/lib/spark/jars/opencsv-2.3.jar":"System Classpath","/usr/lib/spark/jars/stax-api-1.0.1.jar":"System Classpath","/usr/lib/spark/jars/parquet-hadoop-bundle-1.6.0.jar":"System Classpath","/usr/lib/spark/jars/javolution-5.5.1.jar":"System Classpath","/usr/lib/spark/jars/jersey-client-2.22.2.jar":"System Classpath","/usr/lib/spark/jars/hadoop-mapreduce-client-core-2.8.5-amzn-5.jar":"System Classpath","/usr/lib/spark/jars/guava-14.0.1.jar":"System Classpath","/usr/lib/spark/jars/slf4j-log4j12-1.7.16.jar":"System Classpath","/usr/lib/spark/jars/jsr305-1.3.9.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-importexport-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-codepipeline-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-appmesh-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/hadoop-annotations-2.8.5-amzn-5.jar":"System Classpath","/usr/lib/spark/jars/parquet-hadoop-1.10.1-spark-amzn-1.jar":"System Classpath","/usr/lib/spark/jars/javax.annotation-api-1.2.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-costandusagereport-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/shims-0.7.45.jar":"System Classpath","/usr/lib/spark/jars/jcip-annotations-1.0-1.jar":"System Classpath","/usr/lib/spark/jars/hadoop-yarn-api-2.8.5-amzn-5.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-ssm-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/jackson-core-2.6.7.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-cloudtrail-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-forecast-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/jetty-util-6.1.26-emr.jar":"System Classpath","/usr/lib/spark/jars/spark-catalyst_2.11-2.4.4.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-fsx-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/hadoop-client-2.8.5-amzn-5.jar":"System Classpath","/usr/lib/spark/jars/aws-java-sdk-workmail-1.11.682.jar":"System Classpath","/usr/lib/spark/jars/stax-api-1.0-2.jar":"System Classpath","/usr/lib/spark/jars/netlib-native_ref-win-i686-1.1-natives.jar":"System Classpath","/usr/lib/spark/jars/hive-exec-1.2.1-spark2-amzn-1.jar":"System Classpath"}}
{"Event":"SparkListenerApplicationStart","App Name":"SparkContainerTestApp","App ID":"application_1594922484246_0001","Timestamp":1594922489300,"User":"root"}
{"Event":"SparkListenerExecutorAdded","Timestamp":1594922512864,"Executor ID":"2","Executor Info":{"Host":"algo-1","Total Cores":3,"Log Urls":{"stdout":"http://algo-1:8042/node/containerlogs/container_1594922484246_0001_01_000003/root/stdout?start=-4096","stderr":"http://algo-1:8042/node/containerlogs/container_1594922484246_0001_01_000003/root/stderr?start=-4096"}}}
{"Event":"SparkListenerBlockManagerAdded","Block Manager ID":{"Executor ID":"2","Host":"algo-1","Port":43439},"Maximum Memory":2962017484,"Timestamp":1594922513102,"Maximum Onheap Memory":2962017484,"Maximum Offheap Memory":0}
{"Event":"SparkListenerJobStart","Job ID":0,"Submission Time":1594922514435,"Stage Infos":[{"Stage ID":0,"Stage Attempt ID":0,"Stage Name":"json at NativeMethodAccessorImpl.java:0","Number of Tasks":1,"RDD Info":[{"RDD ID":2,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"2\",\"name\":\"mapPartitions\"}","Callsite":"json at NativeMethodAccessorImpl.java:0","Parent IDs":[1],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number of Partitions":1,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":0,"Name":"FileScanRDD","Scope":"{\"id\":\"0\",\"name\":\"WholeStageCodegen\"}","Callsite":"json at NativeMethodAccessorImpl.java:0","Parent IDs":[],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number of Partitions":1,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":1,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"0\",\"name\":\"WholeStageCodegen\"}","Callsite":"json at NativeMethodAccessorImpl.java:0","Parent IDs":[0],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number of Partitions":1,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[],"Details":"org.apache.spark.sql.DataFrameReader.json(DataFrameReader.scala:391)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:498)\npy4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244)\npy4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357)\npy4j.Gateway.invoke(Gateway.java:282)\npy4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132)\npy4j.commands.CallCommand.execute(CallCommand.java:79)\npy4j.GatewayConnection.run(GatewayConnection.java:238)\njava.lang.Thread.run(Thread.java:748)","Accumulables":[]}],"Stage IDs":[0],"Properties":{"spark.driver.host":"10.0.196.107","spark.serializer.objectStreamReset":"100","spark.eventLog.enabled":"true","spark.driver.port":"33837","spark.rdd.compress":"True","spark.executorEnv.PYTHONPATH":"{{PWD}}/pyspark.zip<CPS>{{PWD}}/py4j-0.10.7-src.zip","spark.app.name":"SparkContainerTestApp","spark.executor.id":"driver","spark.submit.deployMode":"client","spark.master":"yarn","spark.ui.filters":"org.apache.hadoop.yarn.server.webproxy.amfilter.AmIpFilter","spark.executor.memory":"5633m","spark.eventLog.dir":"/tmp/spark-events/","spark.executor.cores":"3","spark.driver.appUIAddress":"http://10.0.196.107:4040","spark.yarn.isPython":"true","spark.org.apache.hadoop.yarn.server.webproxy.amfilter.AmIpFilter.param.PROXY_HOSTS":"algo-1","spark.org.apache.hadoop.yarn.server.webproxy.amfilter.AmIpFilter.param.PROXY_URI_BASES":"http://algo-1:8088/proxy/application_1594922484246_0001","spark.app.id":"application_1594922484246_0001"}}
{"Event":"SparkListenerStageSubmitted","Stage Info":{"Stage ID":0,"Stage Attempt ID":0,"Stage Name":"json at NativeMethodAccessorImpl.java:0","Number of Tasks":1,"RDD Info":[{"RDD ID":2,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"2\",\"name\":\"mapPartitions\"}","Callsite":"json at NativeMethodAccessorImpl.java:0","Parent IDs":[1],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number of Partitions":1,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":0,"Name":"FileScanRDD","Scope":"{\"id\":\"0\",\"name\":\"WholeStageCodegen\"}","Callsite":"json at NativeMethodAccessorImpl.java:0","Parent IDs":[],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number of Partitions":1,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":1,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"0\",\"name\":\"WholeStageCodegen\"}","Callsite":"json at NativeMethodAccessorImpl.java:0","Parent IDs":[0],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number of Partitions":1,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[],"Details":"org.apache.spark.sql.DataFrameReader.json(DataFrameReader.scala:391)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:498)\npy4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244)\npy4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357)\npy4j.Gateway.invoke(Gateway.java:282)\npy4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132)\npy4j.commands.CallCommand.execute(CallCommand.java:79)\npy4j.GatewayConnection.run(GatewayConnection.java:238)\njava.lang.Thread.run(Thread.java:748)","Submission Time":1594922514504,"Accumulables":[]},"Properties":{"spark.driver.host":"10.0.196.107","spark.serializer.objectStreamReset":"100","spark.eventLog.enabled":"true","spark.driver.port":"33837","spark.rdd.compress":"True","spark.executorEnv.PYTHONPATH":"{{PWD}}/pyspark.zip<CPS>{{PWD}}/py4j-0.10.7-src.zip","spark.app.name":"SparkContainerTestApp","spark.executor.id":"driver","spark.submit.deployMode":"client","spark.master":"yarn","spark.ui.filters":"org.apache.hadoop.yarn.server.webproxy.amfilter.AmIpFilter","spark.executor.memory":"5633m","spark.eventLog.dir":"/tmp/spark-events/","spark.executor.cores":"3","spark.driver.appUIAddress":"http://10.0.196.107:4040","spark.yarn.isPython":"true","spark.org.apache.hadoop.yarn.server.webproxy.amfilter.AmIpFilter.param.PROXY_HOSTS":"algo-1","spark.org.apache.hadoop.yarn.server.webproxy.amfilter.AmIpFilter.param.PROXY_URI_BASES":"http://algo-1:8088/proxy/application_1594922484246_0001","spark.app.id":"application_1594922484246_0001"}}
{"Event":"SparkListenerTaskStart","Stage ID":0,"Stage Attempt ID":0,"Task Info":{"Task ID":0,"Index":0,"Attempt":0,"Launch Time":1594922514590,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":0,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":0,"Index":0,"Attempt":0,"Launch Time":1594922514590,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922515773,"Failed":false,"Killed":false,"Accumulables":[{"ID":1,"Name":"number of output rows","Update":"1000","Value":"1000","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":5,"Name":"duration total (min, med, max)","Update":"366","Value":"366","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":28,"Name":"internal.metrics.input.recordsRead","Update":1000,"Value":1000,"Internal":true,"Count Failed Values":true},{"ID":27,"Name":"internal.metrics.input.bytesRead","Update":32882,"Value":32882,"Internal":true,"Count Failed Values":true},{"ID":11,"Name":"internal.metrics.jvmGCTime","Update":17,"Value":17,"Internal":true,"Count Failed Values":true},{"ID":10,"Name":"internal.metrics.resultSize","Update":1954,"Value":1954,"Internal":true,"Count Failed Values":true},{"ID":9,"Name":"internal.metrics.executorCpuTime","Update":620883099,"Value":620883099,"Internal":true,"Count Failed Values":true},{"ID":8,"Name":"internal.metrics.executorRunTime","Update":717,"Value":717,"Internal":true,"Count Failed Values":true},{"ID":7,"Name":"internal.metrics.executorDeserializeCpuTime","Update":229194857,"Value":229194857,"Internal":true,"Count Failed Values":true},{"ID":6,"Name":"internal.metrics.executorDeserializeTime","Update":410,"Value":410,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":410,"Executor Deserialize CPU Time":229194857,"Executor Run Time":717,"Executor CPU Time":620883099,"Result Size":1954,"JVM GC Time":17,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":32882,"Records Read":1000},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerStageCompleted","Stage Info":{"Stage ID":0,"Stage Attempt ID":0,"Stage Name":"json at NativeMethodAccessorImpl.java:0","Number of Tasks":1,"RDD Info":[{"RDD ID":2,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"2\",\"name\":\"mapPartitions\"}","Callsite":"json at NativeMethodAccessorImpl.java:0","Parent IDs":[1],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number of Partitions":1,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":0,"Name":"FileScanRDD","Scope":"{\"id\":\"0\",\"name\":\"WholeStageCodegen\"}","Callsite":"json at NativeMethodAccessorImpl.java:0","Parent IDs":[],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number of Partitions":1,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":1,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"0\",\"name\":\"WholeStageCodegen\"}","Callsite":"json at NativeMethodAccessorImpl.java:0","Parent IDs":[0],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number of Partitions":1,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[],"Details":"org.apache.spark.sql.DataFrameReader.json(DataFrameReader.scala:391)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:498)\npy4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244)\npy4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357)\npy4j.Gateway.invoke(Gateway.java:282)\npy4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132)\npy4j.commands.CallCommand.execute(CallCommand.java:79)\npy4j.GatewayConnection.run(GatewayConnection.java:238)\njava.lang.Thread.run(Thread.java:748)","Submission Time":1594922514504,"Completion Time":1594922515792,"Accumulables":[{"ID":8,"Name":"internal.metrics.executorRunTime","Value":717,"Internal":true,"Count Failed Values":true},{"ID":11,"Name":"internal.metrics.jvmGCTime","Value":17,"Internal":true,"Count Failed Values":true},{"ID":5,"Name":"duration total (min, med, max)","Value":"366","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":7,"Name":"internal.metrics.executorDeserializeCpuTime","Value":229194857,"Internal":true,"Count Failed Values":true},{"ID":1,"Name":"number of output rows","Value":"1000","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":28,"Name":"internal.metrics.input.recordsRead","Value":1000,"Internal":true,"Count Failed Values":true},{"ID":10,"Name":"internal.metrics.resultSize","Value":1954,"Internal":true,"Count Failed Values":true},{"ID":27,"Name":"internal.metrics.input.bytesRead","Value":32882,"Internal":true,"Count Failed Values":true},{"ID":9,"Name":"internal.metrics.executorCpuTime","Value":620883099,"Internal":true,"Count Failed Values":true},{"ID":6,"Name":"internal.metrics.executorDeserializeTime","Value":410,"Internal":true,"Count Failed Values":true}]}}
{"Event":"SparkListenerJobEnd","Job ID":0,"Completion Time":1594922515797,"Job Result":{"Result":"JobSucceeded"}}
{"Event":"org.apache.spark.sql.execution.ui.SparkListenerSQLExecutionStart","executionId":0,"description":"createOrReplaceTempView at NativeMethodAccessorImpl.java:0","details":"org.apache.spark.sql.Dataset.createOrReplaceTempView(Dataset.scala:3101)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:498)\npy4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244)\npy4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357)\npy4j.Gateway.invoke(Gateway.java:282)\npy4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132)\npy4j.commands.CallCommand.execute(CallCommand.java:79)\npy4j.GatewayConnection.run(GatewayConnection.java:238)\njava.lang.Thread.run(Thread.java:748)","physicalPlanDescription":"== Parsed Logical Plan ==\nCreateViewCommand `sales`, false, true, LocalTempView\n   +- Relation[date#6,sale#7L] json\n\n== Analyzed Logical Plan ==\nCreateViewCommand `sales`, false, true, LocalTempView\n   +- Relation[date#6,sale#7L] json\n\n== Optimized Logical Plan ==\nCreateViewCommand `sales`, false, true, LocalTempView\n   +- Relation[date#6,sale#7L] json\n\n== Physical Plan ==\nExecute CreateViewCommand\n   +- CreateViewCommand `sales`, false, true, LocalTempView\n         +- Relation[date#6,sale#7L] json","sparkPlanInfo":{"nodeName":"Execute CreateViewCommand","simpleString":"Execute CreateViewCommand","children":[],"metadata":{},"metrics":[]},"time":1594922515989}
{"Event":"org.apache.spark.sql.execution.ui.SparkListenerEffectiveSQLConf","executionId":0,"effectiveSQLConf":{"spark.sql.streaming.noDataMicroBatches.enabled":"true","spark.sql.files.maxPartitionBytes":"134217728","spark.sql.thriftserver.ui.retainedStatements":"200","spark.sql.ui.retainedExecutions":"1000","spark.sql.sources.parallelPartitionDiscovery.threshold":"32","spark.sql.cbo.joinReorder.enabled":"false","spark.sql.warehouse.dir":"file:/usr/lib/spark/spark-warehouse","spark.sql.parquet.int96AsTimestamp":"true","spark.sql.thriftserver.ui.retainedSessions":"200","spark.sql.hive.verifyPartitionPath":"false","spark.sql.autoBroadcastJoinThreshold":"10485760","spark.sql.adaptive.enabled":"false","spark.sql.optimizer.sizeBasedJoinReorder.enabled":"true","spark.sql.orc.enableVectorizedReader":"true","spark.sql.parquet.binaryAsString":"false","spark.sql.pivotMaxValues":"10000","spark.sql.redaction.options.regex":"(?i)url","spark.sql.cbo.joinReorder.dp.star.filter":"false","spark.sql.parser.quotedRegexColumnNames":"false","spark.sql.files.ignoreMissingFiles":"false","spark.sql.orc.filterPushdown":"true","spark.sql.thriftserver.scheduler.pool":"<undefined>","spark.sql.crossJoin.enabled":"false","spark.sql.function.eltOutputAsString":"false","spark.sql.cbo.joinReorder.dp.threshold":"12","spark.sql.statsImprovements.enabled":"true","spark.sql.parquet.int64AsTimestampMillis":"false","spark.sql.parquet.columnarReaderBatchSize":"4096","spark.sql.parquet.outputTimestampType":"INT96","spark.sql.statistics.size.autoUpdate.enabled":"false","spark.sql.hive.filesourcePartitionFileCacheSize":"262144000","spark.sql.inMemoryColumnarStorage.compressed":"true","spark.sql.cbo.starSchemaDetection":"false","spark.sql.columnNameOfCorruptRecord":"_corrupt_record","spark.sql.avro.compression.codec":"snappy","spark.sql.streaming.metricsEnabled":"false","spark.sql.ui.pruneCachedInMemoryRelation":"true","spark.sql.groupByAliases":"true","spark.sql.hive.metastorePartitionPruning":"true","spark.sql.execution.arrow.enabled":"false","spark.sql.extendedEventInfo":"true","spark.sql.sources.bucketing.maxBuckets":"100000","spark.sql.streaming.multipleWatermarkPolicy":"min","spark.sql.optimizer.flattenScalarSubqueriesWithAggregates.enabled":"true","spark.sql.files.maxRecordsPerFile":"0","spark.sql.legacy.replaceDatabricksSparkAvro.enabled":"true","spark.sql.hive.thriftServer.singleSession":"false","spark.sql.parquet.mergeSchema":"false","spark.sql.queryExecutionListeners":"<undefined>","spark.sql.streaming.numRecentProgressUpdates":"100","spark.sql.variable.substitute":"true","spark.sql.function.concatBinaryAsString":"false","spark.sql.avro.deflate.level":"-1","spark.sql.repl.eagerEval.maxNumRows":"20","spark.sql.bloomFilterJoin.maxFilterBytes":"2097152","spark.sql.dynamicPartitionPruning.enabled":"true","spark.sql.orderByOrdinal":"true","spark.sql.session.timeZone":"UTC","spark.sql.parquet.respectSummaryFiles":"false","spark.sql.parquet.enableVectorizedReader":"true","spark.sql.cbo.enabled":"false","spark.sql.emr.internal.extensions":"<undefined>","spark.sql.sources.bucketing.enabled":"true","spark.sql.repl.eagerEval.truncate":"20","spark.sql.optimizer.excludedRules":"<undefined>","spark.sql.sources.partitionColumnTypeInference.enabled":"true","spark.sql.sortMergeJoinExec.extendedCodegen.enabled":"true","spark.sql.execution.arrow.fallback.enabled":"true","spark.sql.hive.manageFilesourcePartitions":"true","spark.sql.parquet.int96TimestampConversion":"false","spark.sql.hive.caseSensitiveInferenceMode":"INFER_AND_SAVE","spark.sql.sources.partitionOverwriteMode":"STATIC","spark.sql.streaming.checkpointLocation":"<undefined>","spark.sql.broadcastTimeout":"300000ms","spark.sql.repl.eagerEval.enabled":"false","spark.sql.parquet.filterPushdown":"true","spark.sql.orc.compression.codec":"snappy","spark.sql.statistics.histogram.enabled":"false","spark.sql.orc.columnarReaderBatchSize":"4096","spark.sql.redaction.string.regex":"<value of spark.redaction.string.regex>","spark.sql.inMemoryColumnarStorage.batchSize":"10000","spark.sql.parquet.writeLegacyFormat":"false","spark.sql.legacy.sizeOfNull":"true","spark.sql.statistics.fallBackToHdfs":"false","spark.sql.execution.arrow.maxRecordsPerBatch":"10000","spark.sql.stringHashComputationWithoutCopyMemory.enabled":"true","spark.sql.streaming.streamingQueryListeners":"<undefined>","spark.sql.files.ignoreCorruptFiles":"false","spark.sql.inMemoryColumnarStorage.enableVectorizedReader":"true","spark.sql.extensions":"<undefined>","spark.sql.sources.default":"parquet","spark.sql.ui.extendedInfo":"true","spark.sql.bloomFilterJoin.enabled":"true","spark.sql.parquet.compression.codec":"snappy","spark.sql.optimizer.distinctBeforeIntersect.enabled":"true","spark.sql.parquet.recordLevelFilter.enabled":"false","spark.sql.adaptive.shuffle.targetPostShuffleInputSize":"67108864b","spark.sql.shuffle.partitions":"200","spark.sql.groupByOrdinal":"true"}}
{"Event":"org.apache.spark.sql.execution.ui.SparkListenerQueryExecutionMetrics","executionId":0,"timePerRule":{"PruneFileSourcePartitions":32786,"UpdateNullabilityInAttributeReferences":1307047,"Analyzer$HandleNullInputsForUDF":12094,"Analyzer$ResolveSubqueryColumnAliases":3393,"ResolveTimeZone":5735,"Analyzer$ResolveOrdinalInOrderByAndGroupBy":4255,"RewriteCorrelatedScalarSubquery":41544,"RemoveLiteralFromGroupExpressions":24580,"PushProjectionThroughUnion":61844,"EliminateSubqueryAliases":41641,"RemoveRedundantSorts":22082,"FlattenScalarSubqueriesWithAggregates":51179,"LikeSimplification":83080,"CollapseRepartition":42629,"ResolveHints$ResolveCoalesceHints":9181,"Analyzer$ExtractGenerator":14168,"RewriteIntersectAll":21904,"ResolveHints$ResolveBroadcastHints":20038,"NullPropagation":108489,"PullupCorrelatedPredicates":23204,"UpdateOuterReferences":6139,"ExtractPythonUDFs":83293,"Analyzer$WindowsSubstitution":3652,"CombineUnions":76331,"ReorderAssociativeOperator":83907,"ResolveHints$RemoveAllHints":3356,"SimplifyBinaryComparison":47649,"ResolveTableValuedFunctions":4020,"EliminateSerialization":40018,"TypeCoercion$BooleanEquality":18684,"ReplaceIntersectWithSemiJoin":38424,"ConstantPropagation":45051,"CostBasedJoinReorder":18905,"Analyzer$ResolveReferences":46706,"RemoveRedundantAliases":35304,"TypeCoercion$ImplicitTypeCasts":18175,"RewriteExceptAll":23313,"PropagateEmptyRelation":50835,"SimplifyCasts":87499,"EliminateMapObjects":39183,"CombineLimits":43872,"ReplaceExpressions":50984,"ResolveInlineTables":4017,"RemoveRedundantProject":70344,"OptimizeIn":55140,"CollapseWindow":53997,"TypeCoercion$IfCoercion":8576,"BooleanSimplification":62831,"TypeCoercion$PromoteStrings":6335,"Analyzer$ResolveAliases":3313,"DecimalAggregates":24493,"PruneFilters":42640,"Analyzer$ResolveMissingReferences":4097,"Analyzer$ResolveRelations":3448,"EliminateUnions":3542,"RewritePredicateSubquery":19256,"LimitPushDown":41681,"SimplifyCaseConversionExpressions":54261,"Analyzer$ResolveNaturalAndUsingJoin":3813,"EliminateView":34331,"CombineTypedFilters":18373,"CheckCartesianProducts":42220,"ExtractPythonUDFFromAggregate":20564,"Analyzer$ExtractWindowExpressions":4908,"ReplaceExceptWithAntiJoin":23216,"ResolveLambdaVariables":6559,"SubstituteUnresolvedOrdinals":4044,"TypeCoercion$CaseWhenCoercion":10288,"DecimalPrecision":12376,"EliminateSorts":41154,"TypeCoercion$StackCoercion":8406,"Analyzer$ResolveAggAliasInGroupBy":3320,"FoldablePropagation":61022,"EliminateDistinct":11183,"InferFiltersFromConstraints":45017,"Analyzer$CTESubstitution":4057,"ParquetSchemaPruning":18412,"Analyzer$PullOutNondeterministic":7345,"Analyzer$ResolveFunctions":6356,"ResolveHigherOrderFunctions":6132,"Analyzer$ResolvePivot":4051,"CollapseProject":76080,"Analyzer$ResolveNewInstance":4168,"ColumnPruning":213221,"Analyzer$ResolveWindowOrder":5654,"TypeCoercion$ConcatCoercion":9452,"PullOutPythonUDFInJoinCondition":22786,"TimeWindowing":5335,"PushDownPredicate":55590,"Optimizer$OptimizeSubqueries":53460,"TypeCoercion$Division":8565,"ComputeCurrentTime":81166,"ResolveCreateNamedStruct":6392,"TypeCoercion$EltCoercion":9236,"ConvertToLocalRelation":58365,"RemoveRepetitionFromGroupExpressions":22272,"ReplaceDistinctWithAggregate":21772,"PreprocessTableCreation":5596,"ResolveSQLOnFile":6040,"Analyzer$ResolveSubquery":3214,"CombineConcats":9936,"Analyzer$ResolveGroupingAnalytics":5162,"RemoveDispensableExpressions":89014,"Analyzer$ResolveWindowFrame":5903,"Analyzer$ResolveDeserializer":18321,"PushPredicateThroughJoin":54494,"RewriteDistinctAggregates":29148,"Analyzer$ResolveAggregateFunctions":3470,"ReorderJoin":43565,"Analyzer$ResolveUpCast":3822,"Analyzer$ResolveGenerate":3541,"TypeCoercion$WidenSetOperationTypes":3388,"EliminateOuterJoin":41261,"SimplifyExtractValueOps":49610,"OptimizeMetadataOnlyQuery":12670,"ReplaceExceptWithFilter":72499,"CleanupAliases":10307,"GetCurrentDatabase":76055,"Analyzer$ResolveOutputRelation":4890,"BloomFilterJoinRule":27006,"Analyzer$ResolveRandomSeed":3307,"TypeCoercion$WindowFrameCoercion":8191,"ConstantFolding":63708,"TypeCoercion$DateTimeOperations":7476,"TypeCoercion$InConversion":6957,"FindDataSourceTable":6268,"SimplifyConditionals":72405,"DataSourceAnalysis":5483,"TypeCoercion$FunctionArgumentConversion":8187,"Analyzer$GlobalAggregates":3324,"Analyzer$FixNullability":49642,"Analyzer$LookupFunctions":51286,"CombineFilters":81599,"ReplaceDeduplicateWithAggregate":22627,"PreprocessTableInsertion":4766},"numRunsPerRule":{"PruneFileSourcePartitions":1,"UpdateNullabilityInAttributeReferences":1,"Analyzer$HandleNullInputsForUDF":1,"Analyzer$ResolveSubqueryColumnAliases":1,"ResolveTimeZone":1,"Analyzer$ResolveOrdinalInOrderByAndGroupBy":1,"RewriteCorrelatedScalarSubquery":2,"RemoveLiteralFromGroupExpressions":1,"PushProjectionThroughUnion":2,"EliminateSubqueryAliases":1,"RemoveRedundantSorts":1,"FlattenScalarSubqueriesWithAggregates":1,"LikeSimplification":2,"CollapseRepartition":2,"ResolveHints$ResolveCoalesceHints":1,"Analyzer$ExtractGenerator":1,"RewriteIntersectAll":1,"ResolveHints$ResolveBroadcastHints":1,"NullPropagation":3,"PullupCorrelatedPredicates":1,"UpdateOuterReferences":1,"ExtractPythonUDFs":1,"Analyzer$WindowsSubstitution":1,"CombineUnions":3,"ReorderAssociativeOperator":2,"ResolveHints$RemoveAllHints":1,"SimplifyBinaryComparison":2,"ResolveTableValuedFunctions":1,"EliminateSerialization":2,"TypeCoercion$BooleanEquality":1,"ReplaceIntersectWithSemiJoin":1,"ConstantPropagation":2,"CostBasedJoinReorder":1,"Analyzer$ResolveReferences":1,"RemoveRedundantAliases":2,"TypeCoercion$ImplicitTypeCasts":1,"RewriteExceptAll":1,"PropagateEmptyRelation":2,"SimplifyCasts":2,"EliminateMapObjects":1,"CombineLimits":2,"ReplaceExpressions":1,"ResolveInlineTables":1,"RemoveRedundantProject":4,"OptimizeIn":2,"CollapseWindow":2,"TypeCoercion$IfCoercion":1,"BooleanSimplification":2,"TypeCoercion$PromoteStrings":1,"Analyzer$ResolveAliases":1,"DecimalAggregates":1,"PruneFilters":2,"Analyzer$ResolveMissingReferences":1,"Analyzer$ResolveRelations":1,"EliminateUnions":1,"RewritePredicateSubquery":1,"LimitPushDown":2,"SimplifyCaseConversionExpressions":2,"Analyzer$ResolveNaturalAndUsingJoin":1,"EliminateView":1,"CombineTypedFilters":1,"CheckCartesianProducts":1,"ExtractPythonUDFFromAggregate":1,"Analyzer$ExtractWindowExpressions":1,"ReplaceExceptWithAntiJoin":1,"ResolveLambdaVariables":1,"SubstituteUnresolvedOrdinals":1,"TypeCoercion$CaseWhenCoercion":1,"DecimalPrecision":1,"EliminateSorts":2,"TypeCoercion$StackCoercion":1,"Analyzer$ResolveAggAliasInGroupBy":1,"FoldablePropagation":2,"EliminateDistinct":1,"InferFiltersFromConstraints":1,"Analyzer$CTESubstitution":1,"ParquetSchemaPruning":1,"Analyzer$PullOutNondeterministic":1,"Analyzer$ResolveFunctions":1,"ResolveHigherOrderFunctions":1,"Analyzer$ResolvePivot":1,"CollapseProject":4,"Analyzer$ResolveNewInstance":1,"ColumnPruning":4,"Analyzer$ResolveWindowOrder":1,"TypeCoercion$ConcatCoercion":1,"PullOutPythonUDFInJoinCondition":1,"TimeWindowing":1,"PushDownPredicate":3,"Optimizer$OptimizeSubqueries":1,"TypeCoercion$Division":1,"ComputeCurrentTime":1,"ResolveCreateNamedStruct":1,"TypeCoercion$EltCoercion":1,"ConvertToLocalRelation":2,"RemoveRepetitionFromGroupExpressions":1,"ReplaceDistinctWithAggregate":1,"PreprocessTableCreation":1,"ResolveSQLOnFile":1,"Analyzer$ResolveSubquery":1,"CombineConcats":2,"Analyzer$ResolveGroupingAnalytics":1,"RemoveDispensableExpressions":2,"Analyzer$ResolveWindowFrame":1,"Analyzer$ResolveDeserializer":1,"PushPredicateThroughJoin":3,"RewriteDistinctAggregates":1,"Analyzer$ResolveAggregateFunctions":1,"ReorderJoin":2,"Analyzer$ResolveUpCast":1,"Analyzer$ResolveGenerate":1,"TypeCoercion$WidenSetOperationTypes":1,"EliminateOuterJoin":2,"SimplifyExtractValueOps":2,"OptimizeMetadataOnlyQuery":1,"ReplaceExceptWithFilter":1,"CleanupAliases":1,"GetCurrentDatabase":1,"Analyzer$ResolveOutputRelation":1,"BloomFilterJoinRule":1,"Analyzer$ResolveRandomSeed":1,"TypeCoercion$WindowFrameCoercion":1,"ConstantFolding":2,"TypeCoercion$DateTimeOperations":1,"TypeCoercion$InConversion":1,"FindDataSourceTable":1,"SimplifyConditionals":3,"DataSourceAnalysis":1,"TypeCoercion$FunctionArgumentConversion":1,"Analyzer$GlobalAggregates":1,"Analyzer$FixNullability":1,"Analyzer$LookupFunctions":1,"CombineFilters":3,"ReplaceDeduplicateWithAggregate":1,"PreprocessTableInsertion":1},"numEffectiveRunsPerRule":{},"timeEffectiveRunsPerRule":{}}
{"Event":"org.apache.spark.sql.execution.ui.SparkListenerSQLExecutionEnd","executionId":0,"time":1594922516005}
{"Event":"org.apache.spark.sql.execution.ui.SparkListenerSQLExecutionStart","executionId":1,"description":"showString at NativeMethodAccessorImpl.java:0","details":"org.apache.spark.sql.Dataset.showString(Dataset.scala:291)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:498)\npy4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244)\npy4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357)\npy4j.Gateway.invoke(Gateway.java:282)\npy4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132)\npy4j.commands.CallCommand.execute(CallCommand.java:79)\npy4j.GatewayConnection.run(GatewayConnection.java:238)\njava.lang.Thread.run(Thread.java:748)","physicalPlanDescription":"== Parsed Logical Plan ==\nGlobalLimit 21\n+- LocalLimit 21\n   +- Project [cast(date#6 as string) AS date#14, cast(sale#7L as string) AS sale#15]\n      +- Project [date#6, sale#7L]\n         +- Filter (sale#7L > cast(750 as bigint))\n            +- SubqueryAlias `sales`\n               +- Relation[date#6,sale#7L] json\n\n== Analyzed Logical Plan ==\ndate: string, sale: string\nGlobalLimit 21\n+- LocalLimit 21\n   +- Project [cast(date#6 as string) AS date#14, cast(sale#7L as string) AS sale#15]\n      +- Project [date#6, sale#7L]\n         +- Filter (sale#7L > cast(750 as bigint))\n            +- SubqueryAlias `sales`\n               +- Relation[date#6,sale#7L] json\n\n== Optimized Logical Plan ==\nGlobalLimit 21\n+- LocalLimit 21\n   +- Project [date#6, cast(sale#7L as string) AS sale#15]\n      +- Filter (isnotnull(sale#7L) && (sale#7L > 750))\n         +- Relation[date#6,sale#7L] json\n\n== Physical Plan ==\nCollectLimit 21\n+- *(1) Project [date#6, cast(sale#7L as string) AS sale#15]\n   +- *(1) Filter (isnotnull(sale#7L) && (sale#7L > 750))\n      +- *(1) FileScan json [date#6,sale#7L] Batched: false, Format: JSON, Location: InMemoryFileIndex[s3://sagemaker-us-west-2-790336243319/spark/input/data.jsonl], PartitionFilters: [], PushedFilters: [IsNotNull(sale), GreaterThan(sale,750)], ReadSchema: struct<date:string,sale:bigint>","sparkPlanInfo":{"nodeName":"CollectLimit","simpleString":"CollectLimit 21","children":[{"nodeName":"WholeStageCodegen","simpleString":"WholeStageCodegen","children":[{"nodeName":"Project","simpleString":"Project [date#6, cast(sale#7L as string) AS sale#15]","children":[{"nodeName":"Filter","simpleString":"Filter (isnotnull(sale#7L) && (sale#7L > 750))","children":[{"nodeName":"Scan json ","simpleString":"FileScan json [date#6,sale#7L] Batched: false, Format: JSON, Location: InMemoryFileIndex[s3://sagemaker-us-west-2-790336243319/spark/input/data.jsonl], PartitionFilters: [], PushedFilters: [IsNotNull(sale), GreaterThan(sale,750)], ReadSchema: struct<date:string,sale:bigint>","children":[],"metadata":{"Location":"InMemoryFileIndex[s3://sagemaker-us-west-2-790336243319/spark/input/data.jsonl]","ReadSchema":"struct<date:string,sale:bigint>","Format":"JSON","Batched":"false","PartitionFilters":"[]","PushedFilters":"[IsNotNull(sale), GreaterThan(sale,750)]"},"metrics":[{"name":"number of output rows","accumulatorId":33,"metricType":"sum"},{"name":"number of files","accumulatorId":34,"metricType":"sum"},{"name":"metadata time (ms)","accumulatorId":35,"metricType":"sum"},{"name":"scan time total (min, med, max)","accumulatorId":36,"metricType":"timing"}]}],"metadata":{},"metrics":[{"name":"number of output rows","accumulatorId":32,"metricType":"sum"}]}],"metadata":{},"metrics":[]}],"metadata":{},"metrics":[{"name":"duration total (min, med, max)","accumulatorId":31,"metricType":"timing"}]}],"metadata":{},"metrics":[]},"time":1594922516195}
{"Event":"org.apache.spark.sql.execution.ui.SparkListenerEffectiveSQLConf","executionId":1,"effectiveSQLConf":{"spark.sql.streaming.noDataMicroBatches.enabled":"true","spark.sql.files.maxPartitionBytes":"134217728","spark.sql.thriftserver.ui.retainedStatements":"200","spark.sql.ui.retainedExecutions":"1000","spark.sql.sources.parallelPartitionDiscovery.threshold":"32","spark.sql.cbo.joinReorder.enabled":"false","spark.sql.warehouse.dir":"file:/usr/lib/spark/spark-warehouse","spark.sql.parquet.int96AsTimestamp":"true","spark.sql.thriftserver.ui.retainedSessions":"200","spark.sql.hive.verifyPartitionPath":"false","spark.sql.autoBroadcastJoinThreshold":"10485760","spark.sql.adaptive.enabled":"false","spark.sql.optimizer.sizeBasedJoinReorder.enabled":"true","spark.sql.orc.enableVectorizedReader":"true","spark.sql.parquet.binaryAsString":"false","spark.sql.pivotMaxValues":"10000","spark.sql.redaction.options.regex":"(?i)url","spark.sql.cbo.joinReorder.dp.star.filter":"false","spark.sql.parser.quotedRegexColumnNames":"false","spark.sql.files.ignoreMissingFiles":"false","spark.sql.orc.filterPushdown":"true","spark.sql.thriftserver.scheduler.pool":"<undefined>","spark.sql.crossJoin.enabled":"false","spark.sql.function.eltOutputAsString":"false","spark.sql.cbo.joinReorder.dp.threshold":"12","spark.sql.statsImprovements.enabled":"true","spark.sql.parquet.int64AsTimestampMillis":"false","spark.sql.parquet.columnarReaderBatchSize":"4096","spark.sql.parquet.outputTimestampType":"INT96","spark.sql.statistics.size.autoUpdate.enabled":"false","spark.sql.hive.filesourcePartitionFileCacheSize":"262144000","spark.sql.inMemoryColumnarStorage.compressed":"true","spark.sql.cbo.starSchemaDetection":"false","spark.sql.columnNameOfCorruptRecord":"_corrupt_record","spark.sql.avro.compression.codec":"snappy","spark.sql.streaming.metricsEnabled":"false","spark.sql.ui.pruneCachedInMemoryRelation":"true","spark.sql.groupByAliases":"true","spark.sql.hive.metastorePartitionPruning":"true","spark.sql.execution.arrow.enabled":"false","spark.sql.extendedEventInfo":"true","spark.sql.sources.bucketing.maxBuckets":"100000","spark.sql.streaming.multipleWatermarkPolicy":"min","spark.sql.optimizer.flattenScalarSubqueriesWithAggregates.enabled":"true","spark.sql.files.maxRecordsPerFile":"0","spark.sql.legacy.replaceDatabricksSparkAvro.enabled":"true","spark.sql.hive.thriftServer.singleSession":"false","spark.sql.parquet.mergeSchema":"false","spark.sql.queryExecutionListeners":"<undefined>","spark.sql.streaming.numRecentProgressUpdates":"100","spark.sql.variable.substitute":"true","spark.sql.function.concatBinaryAsString":"false","spark.sql.avro.deflate.level":"-1","spark.sql.repl.eagerEval.maxNumRows":"20","spark.sql.bloomFilterJoin.maxFilterBytes":"2097152","spark.sql.dynamicPartitionPruning.enabled":"true","spark.sql.orderByOrdinal":"true","spark.sql.session.timeZone":"UTC","spark.sql.parquet.respectSummaryFiles":"false","spark.sql.parquet.enableVectorizedReader":"true","spark.sql.cbo.enabled":"false","spark.sql.emr.internal.extensions":"<undefined>","spark.sql.sources.bucketing.enabled":"true","spark.sql.repl.eagerEval.truncate":"20","spark.sql.optimizer.excludedRules":"<undefined>","spark.sql.sources.partitionColumnTypeInference.enabled":"true","spark.sql.sortMergeJoinExec.extendedCodegen.enabled":"true","spark.sql.execution.arrow.fallback.enabled":"true","spark.sql.hive.manageFilesourcePartitions":"true","spark.sql.parquet.int96TimestampConversion":"false","spark.sql.hive.caseSensitiveInferenceMode":"INFER_AND_SAVE","spark.sql.sources.partitionOverwriteMode":"STATIC","spark.sql.streaming.checkpointLocation":"<undefined>","spark.sql.broadcastTimeout":"300000ms","spark.sql.repl.eagerEval.enabled":"false","spark.sql.parquet.filterPushdown":"true","spark.sql.orc.compression.codec":"snappy","spark.sql.statistics.histogram.enabled":"false","spark.sql.orc.columnarReaderBatchSize":"4096","spark.sql.redaction.string.regex":"<value of spark.redaction.string.regex>","spark.sql.inMemoryColumnarStorage.batchSize":"10000","spark.sql.parquet.writeLegacyFormat":"false","spark.sql.legacy.sizeOfNull":"true","spark.sql.statistics.fallBackToHdfs":"false","spark.sql.execution.arrow.maxRecordsPerBatch":"10000","spark.sql.stringHashComputationWithoutCopyMemory.enabled":"true","spark.sql.streaming.streamingQueryListeners":"<undefined>","spark.sql.files.ignoreCorruptFiles":"false","spark.sql.inMemoryColumnarStorage.enableVectorizedReader":"true","spark.sql.extensions":"<undefined>","spark.sql.sources.default":"parquet","spark.sql.ui.extendedInfo":"true","spark.sql.bloomFilterJoin.enabled":"true","spark.sql.parquet.compression.codec":"snappy","spark.sql.optimizer.distinctBeforeIntersect.enabled":"true","spark.sql.parquet.recordLevelFilter.enabled":"false","spark.sql.adaptive.shuffle.targetPostShuffleInputSize":"67108864b","spark.sql.shuffle.partitions":"200","spark.sql.groupByOrdinal":"true"}}
{"Event":"org.apache.spark.sql.execution.ui.SparkListenerQueryExecutionMetrics","executionId":1,"timePerRule":{"PruneFileSourcePartitions":2121192,"UpdateNullabilityInAttributeReferences":154166,"Analyzer$HandleNullInputsForUDF":21069,"Analyzer$ResolveSubqueryColumnAliases":6610,"ResolveTimeZone":9239,"Analyzer$ResolveOrdinalInOrderByAndGroupBy":8086,"RewriteCorrelatedScalarSubquery":963688,"RemoveLiteralFromGroupExpressions":96169,"PushProjectionThroughUnion":223321,"EliminateSubqueryAliases":345120,"RemoveRedundantSorts":76850,"FlattenScalarSubqueriesWithAggregates":1802136,"LikeSimplification":262307,"CollapseRepartition":202893,"ResolveHints$ResolveCoalesceHints":6604,"Analyzer$ExtractGenerator":23053,"RewriteIntersectAll":79761,"ResolveHints$ResolveBroadcastHints":30882,"NullPropagation":490655,"PullupCorrelatedPredicates":99057,"UpdateOuterReferences":10464,"ExtractPythonUDFs":107796,"Analyzer$WindowsSubstitution":4827,"CombineUnions":272353,"ReorderAssociativeOperator":366412,"ResolveHints$RemoveAllHints":4265,"SimplifyBinaryComparison":286779,"ResolveTableValuedFunctions":3820,"EliminateSerialization":172773,"TypeCoercion$BooleanEquality":10655,"ReplaceIntersectWithSemiJoin":54510,"ConstantPropagation":257491,"CostBasedJoinReorder":18924,"Analyzer$ResolveReferences":63988,"RemoveRedundantAliases":890198,"TypeCoercion$ImplicitTypeCasts":10188,"RewriteExceptAll":90411,"PropagateEmptyRelation":167144,"SimplifyCasts":386904,"EliminateMapObjects":116384,"CombineLimits":237749,"ReplaceExpressions":163201,"ResolveInlineTables":6362,"RemoveRedundantProject":432660,"OptimizeIn":233088,"CollapseWindow":311959,"TypeCoercion$IfCoercion":11195,"BooleanSimplification":1334871,"TypeCoercion$PromoteStrings":11870,"Analyzer$ResolveAliases":6052,"DecimalAggregates":111361,"PruneFilters":3433069,"Analyzer$ResolveMissingReferences":6050,"Analyzer$ResolveRelations":4466,"EliminateUnions":4120,"RewritePredicateSubquery":1323572,"LimitPushDown":181757,"SimplifyCaseConversionExpressions":245165,"Analyzer$ResolveNaturalAndUsingJoin":5694,"EliminateView":194373,"CombineTypedFilters":45351,"CheckCartesianProducts":57602,"ExtractPythonUDFFromAggregate":45726,"Analyzer$ExtractWindowExpressions":8265,"ReplaceExceptWithAntiJoin":53345,"ResolveLambdaVariables":9723,"SubstituteUnresolvedOrdinals":4167,"TypeCoercion$CaseWhenCoercion":9635,"DecimalPrecision":21987,"EliminateSorts":195530,"TypeCoercion$StackCoercion":12857,"Analyzer$ResolveAggAliasInGroupBy":5913,"FoldablePropagation":522266,"EliminateDistinct":6127,"InferFiltersFromConstraints":3476374,"Analyzer$CTESubstitution":4564,"ParquetSchemaPruning":13845,"Analyzer$PullOutNondeterministic":527412,"Analyzer$ResolveFunctions":12922,"ResolveHigherOrderFunctions":10688,"Analyzer$ResolvePivot":6197,"CollapseProject":362356,"Analyzer$ResolveNewInstance":8109,"ColumnPruning":2320102,"Analyzer$ResolveWindowOrder":10403,"TypeCoercion$ConcatCoercion":13990,"PullOutPythonUDFInJoinCondition":43875,"TimeWindowing":38027,"PushDownPredicate":264822,"Optimizer$OptimizeSubqueries":118425,"TypeCoercion$Division":12179,"ComputeCurrentTime":188392,"ResolveCreateNamedStruct":10971,"TypeCoercion$EltCoercion":16225,"ConvertToLocalRelation":595338,"RemoveRepetitionFromGroupExpressions":89031,"ReplaceDistinctWithAggregate":96719,"PreprocessTableCreation":6460,"ResolveSQLOnFile":5429,"Analyzer$ResolveSubquery":15156,"CombineConcats":8634,"Analyzer$ResolveGroupingAnalytics":7888,"RemoveDispensableExpressions":294349,"Analyzer$ResolveWindowFrame":9590,"Analyzer$ResolveDeserializer":14901,"PushPredicateThroughJoin":285880,"RewriteDistinctAggregates":130163,"Analyzer$ResolveAggregateFunctions":5850,"ReorderJoin":184677,"Analyzer$ResolveUpCast":7536,"Analyzer$ResolveGenerate":5734,"TypeCoercion$WidenSetOperationTypes":6369,"EliminateOuterJoin":195302,"SimplifyExtractValueOps":330911,"OptimizeMetadataOnlyQuery":11856,"ReplaceExceptWithFilter":70944,"CleanupAliases":12138,"GetCurrentDatabase":188451,"Analyzer$ResolveOutputRelation":5999,"BloomFilterJoinRule":81709,"Analyzer$ResolveRandomSeed":5733,"TypeCoercion$WindowFrameCoercion":8950,"ConstantFolding":519622,"TypeCoercion$DateTimeOperations":9809,"TypeCoercion$InConversion":11248,"FindDataSourceTable":6107,"SimplifyConditionals":310184,"DataSourceAnalysis":7170,"TypeCoercion$FunctionArgumentConversion":16778,"Analyzer$GlobalAggregates":5807,"Analyzer$FixNullability":140844,"Analyzer$LookupFunctions":16384,"CombineFilters":248107,"ReplaceDeduplicateWithAggregate":96652,"PreprocessTableInsertion":6000},"numRunsPerRule":{"PruneFileSourcePartitions":1,"UpdateNullabilityInAttributeReferences":1,"Analyzer$HandleNullInputsForUDF":1,"Analyzer$ResolveSubqueryColumnAliases":1,"ResolveTimeZone":1,"Analyzer$ResolveOrdinalInOrderByAndGroupBy":1,"RewriteCorrelatedScalarSubquery":3,"RemoveLiteralFromGroupExpressions":1,"PushProjectionThroughUnion":3,"EliminateSubqueryAliases":1,"RemoveRedundantSorts":1,"FlattenScalarSubqueriesWithAggregates":1,"LikeSimplification":3,"CollapseRepartition":3,"ResolveHints$ResolveCoalesceHints":1,"Analyzer$ExtractGenerator":1,"RewriteIntersectAll":1,"ResolveHints$ResolveBroadcastHints":1,"NullPropagation":4,"PullupCorrelatedPredicates":1,"UpdateOuterReferences":1,"ExtractPythonUDFs":1,"Analyzer$WindowsSubstitution":1,"CombineUnions":4,"ReorderAssociativeOperator":3,"ResolveHints$RemoveAllHints":1,"SimplifyBinaryComparison":3,"ResolveTableValuedFunctions":1,"EliminateSerialization":3,"TypeCoercion$BooleanEquality":1,"ReplaceIntersectWithSemiJoin":1,"ConstantPropagation":3,"CostBasedJoinReorder":1,"Analyzer$ResolveReferences":1,"RemoveRedundantAliases":3,"TypeCoercion$ImplicitTypeCasts":1,"RewriteExceptAll":1,"PropagateEmptyRelation":2,"SimplifyCasts":3,"EliminateMapObjects":1,"CombineLimits":3,"ReplaceExpressions":1,"ResolveInlineTables":1,"RemoveRedundantProject":5,"OptimizeIn":3,"CollapseWindow":3,"TypeCoercion$IfCoercion":1,"BooleanSimplification":3,"TypeCoercion$PromoteStrings":1,"Analyzer$ResolveAliases":1,"DecimalAggregates":1,"PruneFilters":3,"Analyzer$ResolveMissingReferences":1,"Analyzer$ResolveRelations":1,"EliminateUnions":1,"RewritePredicateSubquery":1,"LimitPushDown":3,"SimplifyCaseConversionExpressions":3,"Analyzer$ResolveNaturalAndUsingJoin":1,"EliminateView":1,"CombineTypedFilters":1,"CheckCartesianProducts":1,"ExtractPythonUDFFromAggregate":1,"Analyzer$ExtractWindowExpressions":1,"ReplaceExceptWithAntiJoin":1,"ResolveLambdaVariables":1,"SubstituteUnresolvedOrdinals":1,"TypeCoercion$CaseWhenCoercion":1,"DecimalPrecision":1,"EliminateSorts":3,"TypeCoercion$StackCoercion":1,"Analyzer$ResolveAggAliasInGroupBy":1,"FoldablePropagation":3,"EliminateDistinct":1,"InferFiltersFromConstraints":1,"Analyzer$CTESubstitution":1,"ParquetSchemaPruning":1,"Analyzer$PullOutNondeterministic":1,"Analyzer$ResolveFunctions":1,"ResolveHigherOrderFunctions":1,"Analyzer$ResolvePivot":1,"CollapseProject":5,"Analyzer$ResolveNewInstance":1,"ColumnPruning":5,"Analyzer$ResolveWindowOrder":1,"TypeCoercion$ConcatCoercion":1,"PullOutPythonUDFInJoinCondition":1,"TimeWindowing":1,"PushDownPredicate":4,"Optimizer$OptimizeSubqueries":1,"TypeCoercion$Division":1,"ComputeCurrentTime":1,"ResolveCreateNamedStruct":1,"TypeCoercion$EltCoercion":1,"ConvertToLocalRelation":2,"RemoveRepetitionFromGroupExpressions":1,"ReplaceDistinctWithAggregate":1,"PreprocessTableCreation":1,"ResolveSQLOnFile":1,"Analyzer$ResolveSubquery":1,"CombineConcats":3,"Analyzer$ResolveGroupingAnalytics":1,"RemoveDispensableExpressions":3,"Analyzer$ResolveWindowFrame":1,"Analyzer$ResolveDeserializer":1,"PushPredicateThroughJoin":4,"RewriteDistinctAggregates":1,"Analyzer$ResolveAggregateFunctions":1,"ReorderJoin":3,"Analyzer$ResolveUpCast":1,"Analyzer$ResolveGenerate":1,"TypeCoercion$WidenSetOperationTypes":1,"EliminateOuterJoin":3,"SimplifyExtractValueOps":3,"OptimizeMetadataOnlyQuery":1,"ReplaceExceptWithFilter":1,"CleanupAliases":1,"GetCurrentDatabase":1,"Analyzer$ResolveOutputRelation":1,"BloomFilterJoinRule":1,"Analyzer$ResolveRandomSeed":1,"TypeCoercion$WindowFrameCoercion":1,"ConstantFolding":3,"TypeCoercion$DateTimeOperations":1,"TypeCoercion$InConversion":1,"FindDataSourceTable":1,"SimplifyConditionals":4,"DataSourceAnalysis":1,"TypeCoercion$FunctionArgumentConversion":1,"Analyzer$GlobalAggregates":1,"Analyzer$FixNullability":1,"Analyzer$LookupFunctions":1,"CombineFilters":4,"ReplaceDeduplicateWithAggregate":1,"PreprocessTableInsertion":1},"numEffectiveRunsPerRule":{"EliminateSubqueryAliases":1,"RemoveRedundantAliases":1,"SimplifyCasts":1,"InferFiltersFromConstraints":1,"ColumnPruning":1,"ConstantFolding":1},"timeEffectiveRunsPerRule":{"EliminateSubqueryAliases":345120,"RemoveRedundantAliases":709219,"SimplifyCasts":180817,"InferFiltersFromConstraints":3476374,"ColumnPruning":814617,"ConstantFolding":404082}}
{"Event":"org.apache.spark.sql.execution.ui.SparkListenerDriverAccumUpdates","executionId":1,"accumUpdates":[[34,1],[35,0]]}
{"Event":"SparkListenerJobStart","Job ID":1,"Submission Time":1594922516308,"Stage Infos":[{"Stage ID":1,"Stage Attempt ID":0,"Stage Name":"showString at NativeMethodAccessorImpl.java:0","Number of Tasks":1,"RDD Info":[{"RDD ID":6,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"11\",\"name\":\"map\"}","Callsite":"showString at NativeMethodAccessorImpl.java:0","Parent IDs":[5],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number of Partitions":1,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":5,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"10\",\"name\":\"mapPartitionsInternal\"}","Callsite":"showString at NativeMethodAccessorImpl.java:0","Parent IDs":[4],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number of Partitions":1,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":3,"Name":"FileScanRDD","Scope":"{\"id\":\"6\",\"name\":\"WholeStageCodegen\"}","Callsite":"showString at NativeMethodAccessorImpl.java:0","Parent IDs":[],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number of Partitions":1,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":4,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"6\",\"name\":\"WholeStageCodegen\"}","Callsite":"showString at NativeMethodAccessorImpl.java:0","Parent IDs":[3],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number of Partitions":1,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[],"Details":"org.apache.spark.sql.Dataset.showString(Dataset.scala:291)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:498)\npy4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244)\npy4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357)\npy4j.Gateway.invoke(Gateway.java:282)\npy4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132)\npy4j.commands.CallCommand.execute(CallCommand.java:79)\npy4j.GatewayConnection.run(GatewayConnection.java:238)\njava.lang.Thread.run(Thread.java:748)","Accumulables":[]}],"Stage IDs":[1],"Properties":{"spark.driver.host":"10.0.196.107","spark.serializer.objectStreamReset":"100","spark.eventLog.enabled":"true","spark.driver.port":"33837","spark.rdd.compress":"True","spark.executorEnv.PYTHONPATH":"{{PWD}}/pyspark.zip<CPS>{{PWD}}/py4j-0.10.7-src.zip","spark.app.name":"SparkContainerTestApp","spark.executor.id":"driver","spark.submit.deployMode":"client","spark.master":"yarn","spark.ui.filters":"org.apache.hadoop.yarn.server.webproxy.amfilter.AmIpFilter","spark.executor.memory":"5633m","spark.eventLog.dir":"/tmp/spark-events/","spark.sql.execution.id":"1","spark.executor.cores":"3","spark.driver.appUIAddress":"http://10.0.196.107:4040","spark.yarn.isPython":"true","spark.org.apache.hadoop.yarn.server.webproxy.amfilter.AmIpFilter.param.PROXY_HOSTS":"algo-1","spark.org.apache.hadoop.yarn.server.webproxy.amfilter.AmIpFilter.param.PROXY_URI_BASES":"http://algo-1:8088/proxy/application_1594922484246_0001","spark.app.id":"application_1594922484246_0001"}}
{"Event":"SparkListenerStageSubmitted","Stage Info":{"Stage ID":1,"Stage Attempt ID":0,"Stage Name":"showString at NativeMethodAccessorImpl.java:0","Number of Tasks":1,"RDD Info":[{"RDD ID":6,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"11\",\"name\":\"map\"}","Callsite":"showString at NativeMethodAccessorImpl.java:0","Parent IDs":[5],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number of Partitions":1,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":5,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"10\",\"name\":\"mapPartitionsInternal\"}","Callsite":"showString at NativeMethodAccessorImpl.java:0","Parent IDs":[4],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number of Partitions":1,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":3,"Name":"FileScanRDD","Scope":"{\"id\":\"6\",\"name\":\"WholeStageCodegen\"}","Callsite":"showString at NativeMethodAccessorImpl.java:0","Parent IDs":[],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number of Partitions":1,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":4,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"6\",\"name\":\"WholeStageCodegen\"}","Callsite":"showString at NativeMethodAccessorImpl.java:0","Parent IDs":[3],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number of Partitions":1,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[],"Details":"org.apache.spark.sql.Dataset.showString(Dataset.scala:291)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:498)\npy4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244)\npy4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357)\npy4j.Gateway.invoke(Gateway.java:282)\npy4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132)\npy4j.commands.CallCommand.execute(CallCommand.java:79)\npy4j.GatewayConnection.run(GatewayConnection.java:238)\njava.lang.Thread.run(Thread.java:748)","Submission Time":1594922516309,"Accumulables":[]},"Properties":{"spark.driver.host":"10.0.196.107","spark.serializer.objectStreamReset":"100","spark.eventLog.enabled":"true","spark.driver.port":"33837","spark.rdd.compress":"True","spark.executorEnv.PYTHONPATH":"{{PWD}}/pyspark.zip<CPS>{{PWD}}/py4j-0.10.7-src.zip","spark.app.name":"SparkContainerTestApp","spark.executor.id":"driver","spark.submit.deployMode":"client","spark.master":"yarn","spark.ui.filters":"org.apache.hadoop.yarn.server.webproxy.amfilter.AmIpFilter","spark.executor.memory":"5633m","spark.eventLog.dir":"/tmp/spark-events/","spark.sql.execution.id":"1","spark.executor.cores":"3","spark.driver.appUIAddress":"http://10.0.196.107:4040","spark.yarn.isPython":"true","spark.org.apache.hadoop.yarn.server.webproxy.amfilter.AmIpFilter.param.PROXY_HOSTS":"algo-1","spark.org.apache.hadoop.yarn.server.webproxy.amfilter.AmIpFilter.param.PROXY_URI_BASES":"http://algo-1:8088/proxy/application_1594922484246_0001","spark.app.id":"application_1594922484246_0001"}}
{"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":{"Task ID":1,"Index":0,"Attempt":0,"Launch Time":1594922516318,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":1,"Index":0,"Attempt":0,"Launch Time":1594922516318,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922516466,"Failed":false,"Killed":false,"Accumulables":[{"ID":32,"Name":"number of output rows","Update":"21","Value":"21","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":33,"Name":"number of output rows","Update":"80","Value":"80","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"internal.metrics.input.recordsRead","Update":80,"Value":80,"Internal":true,"Count Failed Values":true},{"ID":58,"Name":"internal.metrics.input.bytesRead","Update":16347,"Value":16347,"Internal":true,"Count Failed Values":true},{"ID":41,"Name":"internal.metrics.resultSize","Update":1536,"Value":1536,"Internal":true,"Count Failed Values":true},{"ID":40,"Name":"internal.metrics.executorCpuTime","Update":76859470,"Value":76859470,"Internal":true,"Count Failed Values":true},{"ID":39,"Name":"internal.metrics.executorRunTime","Update":111,"Value":111,"Internal":true,"Count Failed Values":true},{"ID":38,"Name":"internal.metrics.executorDeserializeCpuTime","Update":14657263,"Value":14657263,"Internal":true,"Count Failed Values":true},{"ID":37,"Name":"internal.metrics.executorDeserializeTime","Update":24,"Value":24,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":24,"Executor Deserialize CPU Time":14657263,"Executor Run Time":111,"Executor CPU Time":76859470,"Result Size":1536,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":16347,"Records Read":80},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerStageCompleted","Stage Info":{"Stage ID":1,"Stage Attempt ID":0,"Stage Name":"showString at NativeMethodAccessorImpl.java:0","Number of Tasks":1,"RDD Info":[{"RDD ID":6,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"11\",\"name\":\"map\"}","Callsite":"showString at NativeMethodAccessorImpl.java:0","Parent IDs":[5],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number of Partitions":1,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":5,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"10\",\"name\":\"mapPartitionsInternal\"}","Callsite":"showString at NativeMethodAccessorImpl.java:0","Parent IDs":[4],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number of Partitions":1,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":3,"Name":"FileScanRDD","Scope":"{\"id\":\"6\",\"name\":\"WholeStageCodegen\"}","Callsite":"showString at NativeMethodAccessorImpl.java:0","Parent IDs":[],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number of Partitions":1,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":4,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"6\",\"name\":\"WholeStageCodegen\"}","Callsite":"showString at NativeMethodAccessorImpl.java:0","Parent IDs":[3],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number of Partitions":1,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[],"Details":"org.apache.spark.sql.Dataset.showString(Dataset.scala:291)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:498)\npy4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244)\npy4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357)\npy4j.Gateway.invoke(Gateway.java:282)\npy4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132)\npy4j.commands.CallCommand.execute(CallCommand.java:79)\npy4j.GatewayConnection.run(GatewayConnection.java:238)\njava.lang.Thread.run(Thread.java:748)","Submission Time":1594922516309,"Completion Time":1594922516467,"Accumulables":[{"ID":32,"Name":"number of output rows","Value":"21","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":59,"Name":"internal.metrics.input.recordsRead","Value":80,"Internal":true,"Count Failed Values":true},{"ID":41,"Name":"internal.metrics.resultSize","Value":1536,"Internal":true,"Count Failed Values":true},{"ID":38,"Name":"internal.metrics.executorDeserializeCpuTime","Value":14657263,"Internal":true,"Count Failed Values":true},{"ID":58,"Name":"internal.metrics.input.bytesRead","Value":16347,"Internal":true,"Count Failed Values":true},{"ID":40,"Name":"internal.metrics.executorCpuTime","Value":76859470,"Internal":true,"Count Failed Values":true},{"ID":37,"Name":"internal.metrics.executorDeserializeTime","Value":24,"Internal":true,"Count Failed Values":true},{"ID":39,"Name":"internal.metrics.executorRunTime","Value":111,"Internal":true,"Count Failed Values":true},{"ID":33,"Name":"number of output rows","Value":"80","Internal":true,"Count Failed Values":true,"Metadata":"sql"}]}}
{"Event":"SparkListenerJobEnd","Job ID":1,"Completion Time":1594922516468,"Job Result":{"Result":"JobSucceeded"}}
{"Event":"org.apache.spark.sql.execution.ui.SparkListenerSQLExecutionEnd","executionId":1,"time":1594922516473}
{"Event":"SparkListenerExecutorAdded","Timestamp":1594922518190,"Executor ID":"1","Executor Info":{"Host":"algo-2","Total Cores":3,"Log Urls":{"stdout":"http://algo-2:8042/node/containerlogs/container_1594922484246_0001_01_000002/root/stdout?start=-4096","stderr":"http://algo-2:8042/node/containerlogs/container_1594922484246_0001_01_000002/root/stderr?start=-4096"}}}
{"Event":"SparkListenerBlockManagerAdded","Block Manager ID":{"Executor ID":"1","Host":"algo-2","Port":37013},"Maximum Memory":2962017484,"Timestamp":1594922518370,"Maximum Onheap Memory":2962017484,"Maximum Offheap Memory":0}
{"Event":"org.apache.spark.sql.execution.ui.SparkListenerSQLExecutionStart","executionId":2,"description":"collect at /opt/ml/processing/input/code/test_long_duration.py:32","details":"org.apache.spark.sql.Dataset.collectToPython(Dataset.scala:3260)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:498)\npy4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244)\npy4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357)\npy4j.Gateway.invoke(Gateway.java:282)\npy4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132)\npy4j.commands.CallCommand.execute(CallCommand.java:79)\npy4j.GatewayConnection.run(GatewayConnection.java:238)\njava.lang.Thread.run(Thread.java:748)","physicalPlanDescription":"== Parsed Logical Plan ==\n'Aggregate ['date], [unresolvedalias('date, None), avg(sale#7L) AS avg(sale)#24]\n+- Relation[date#6,sale#7L] json\n\n== Analyzed Logical Plan ==\ndate: string, avg(sale): double\nAggregate [date#6], [date#6, avg(sale#7L) AS avg(sale)#24]\n+- Relation[date#6,sale#7L] json\n\n== Optimized Logical Plan ==\nAggregate [date#6], [date#6, avg(sale#7L) AS avg(sale)#24]\n+- Relation[date#6,sale#7L] json\n\n== Physical Plan ==\n*(2) HashAggregate(keys=[date#6], functions=[avg(sale#7L)], output=[date#6, avg(sale)#24])\n+- Exchange hashpartitioning(date#6, 200)\n   +- *(1) HashAggregate(keys=[date#6], functions=[partial_avg(sale#7L)], output=[date#6, sum#29, count#30L])\n      +- *(1) FileScan json [date#6,sale#7L] Batched: false, Format: JSON, Location: InMemoryFileIndex[s3://sagemaker-us-west-2-790336243319/spark/input/data.jsonl], PartitionFilters: [], PushedFilters: [], ReadSchema: struct<date:string,sale:bigint>","sparkPlanInfo":{"nodeName":"WholeStageCodegen","simpleString":"WholeStageCodegen","children":[{"nodeName":"HashAggregate","simpleString":"HashAggregate(keys=[date#6], functions=[avg(sale#7L)])","children":[{"nodeName":"InputAdapter","simpleString":"InputAdapter","children":[{"nodeName":"Exchange","simpleString":"Exchange hashpartitioning(date#6, 200)","children":[{"nodeName":"WholeStageCodegen","simpleString":"WholeStageCodegen","children":[{"nodeName":"HashAggregate","simpleString":"HashAggregate(keys=[date#6], functions=[partial_avg(sale#7L)])","children":[{"nodeName":"Scan json ","simpleString":"FileScan json [date#6,sale#7L] Batched: false, Format: JSON, Location: InMemoryFileIndex[s3://sagemaker-us-west-2-790336243319/spark/input/data.jsonl], PartitionFilters: [], PushedFilters: [], ReadSchema: struct<date:string,sale:bigint>","children":[],"metadata":{"Location":"InMemoryFileIndex[s3://sagemaker-us-west-2-790336243319/spark/input/data.jsonl]","ReadSchema":"struct<date:string,sale:bigint>","Format":"JSON","Batched":"false","PartitionFilters":"[]","PushedFilters":"[]"},"metrics":[{"name":"number of output rows","accumulatorId":76,"metricType":"sum"},{"name":"number of files","accumulatorId":77,"metricType":"sum"},{"name":"metadata time (ms)","accumulatorId":78,"metricType":"sum"},{"name":"scan time total (min, med, max)","accumulatorId":79,"metricType":"timing"}]}],"metadata":{},"metrics":[{"name":"spill size total (min, med, max)","accumulatorId":73,"metricType":"size"},{"name":"aggregate time total (min, med, max)","accumulatorId":74,"metricType":"timing"},{"name":"peak memory total (min, med, max)","accumulatorId":72,"metricType":"size"},{"name":"number of output rows","accumulatorId":71,"metricType":"sum"},{"name":"avg hash probe (min, med, max)","accumulatorId":75,"metricType":"average"}]}],"metadata":{},"metrics":[{"name":"duration total (min, med, max)","accumulatorId":70,"metricType":"timing"}]}],"metadata":{},"metrics":[{"name":"data size total (min, med, max)","accumulatorId":63,"metricType":"size"}]}],"metadata":{},"metrics":[]}],"metadata":{},"metrics":[{"name":"spill size total (min, med, max)","accumulatorId":67,"metricType":"size"},{"name":"aggregate time total (min, med, max)","accumulatorId":68,"metricType":"timing"},{"name":"peak memory total (min, med, max)","accumulatorId":66,"metricType":"size"},{"name":"number of output rows","accumulatorId":65,"metricType":"sum"},{"name":"avg hash probe (min, med, max)","accumulatorId":69,"metricType":"average"}]}],"metadata":{},"metrics":[{"name":"duration total (min, med, max)","accumulatorId":64,"metricType":"timing"}]},"time":1594922576641}
{"Event":"org.apache.spark.sql.execution.ui.SparkListenerEffectiveSQLConf","executionId":2,"effectiveSQLConf":{"spark.sql.streaming.noDataMicroBatches.enabled":"true","spark.sql.files.maxPartitionBytes":"134217728","spark.sql.thriftserver.ui.retainedStatements":"200","spark.sql.ui.retainedExecutions":"1000","spark.sql.sources.parallelPartitionDiscovery.threshold":"32","spark.sql.cbo.joinReorder.enabled":"false","spark.sql.warehouse.dir":"file:/usr/lib/spark/spark-warehouse","spark.sql.parquet.int96AsTimestamp":"true","spark.sql.thriftserver.ui.retainedSessions":"200","spark.sql.hive.verifyPartitionPath":"false","spark.sql.autoBroadcastJoinThreshold":"10485760","spark.sql.adaptive.enabled":"false","spark.sql.optimizer.sizeBasedJoinReorder.enabled":"true","spark.sql.orc.enableVectorizedReader":"true","spark.sql.parquet.binaryAsString":"false","spark.sql.pivotMaxValues":"10000","spark.sql.redaction.options.regex":"(?i)url","spark.sql.cbo.joinReorder.dp.star.filter":"false","spark.sql.parser.quotedRegexColumnNames":"false","spark.sql.files.ignoreMissingFiles":"false","spark.sql.orc.filterPushdown":"true","spark.sql.thriftserver.scheduler.pool":"<undefined>","spark.sql.crossJoin.enabled":"false","spark.sql.function.eltOutputAsString":"false","spark.sql.cbo.joinReorder.dp.threshold":"12","spark.sql.statsImprovements.enabled":"true","spark.sql.parquet.int64AsTimestampMillis":"false","spark.sql.parquet.columnarReaderBatchSize":"4096","spark.sql.parquet.outputTimestampType":"INT96","spark.sql.statistics.size.autoUpdate.enabled":"false","spark.sql.hive.filesourcePartitionFileCacheSize":"262144000","spark.sql.inMemoryColumnarStorage.compressed":"true","spark.sql.cbo.starSchemaDetection":"false","spark.sql.columnNameOfCorruptRecord":"_corrupt_record","spark.sql.avro.compression.codec":"snappy","spark.sql.streaming.metricsEnabled":"false","spark.sql.ui.pruneCachedInMemoryRelation":"true","spark.sql.groupByAliases":"true","spark.sql.hive.metastorePartitionPruning":"true","spark.sql.execution.arrow.enabled":"false","spark.sql.extendedEventInfo":"true","spark.sql.sources.bucketing.maxBuckets":"100000","spark.sql.streaming.multipleWatermarkPolicy":"min","spark.sql.optimizer.flattenScalarSubqueriesWithAggregates.enabled":"true","spark.sql.files.maxRecordsPerFile":"0","spark.sql.legacy.replaceDatabricksSparkAvro.enabled":"true","spark.sql.hive.thriftServer.singleSession":"false","spark.sql.parquet.mergeSchema":"false","spark.sql.queryExecutionListeners":"<undefined>","spark.sql.streaming.numRecentProgressUpdates":"100","spark.sql.variable.substitute":"true","spark.sql.function.concatBinaryAsString":"false","spark.sql.avro.deflate.level":"-1","spark.sql.repl.eagerEval.maxNumRows":"20","spark.sql.bloomFilterJoin.maxFilterBytes":"2097152","spark.sql.dynamicPartitionPruning.enabled":"true","spark.sql.orderByOrdinal":"true","spark.sql.session.timeZone":"UTC","spark.sql.parquet.respectSummaryFiles":"false","spark.sql.parquet.enableVectorizedReader":"true","spark.sql.cbo.enabled":"false","spark.sql.emr.internal.extensions":"<undefined>","spark.sql.sources.bucketing.enabled":"true","spark.sql.repl.eagerEval.truncate":"20","spark.sql.optimizer.excludedRules":"<undefined>","spark.sql.sources.partitionColumnTypeInference.enabled":"true","spark.sql.sortMergeJoinExec.extendedCodegen.enabled":"true","spark.sql.execution.arrow.fallback.enabled":"true","spark.sql.hive.manageFilesourcePartitions":"true","spark.sql.parquet.int96TimestampConversion":"false","spark.sql.hive.caseSensitiveInferenceMode":"INFER_AND_SAVE","spark.sql.sources.partitionOverwriteMode":"STATIC","spark.sql.streaming.checkpointLocation":"<undefined>","spark.sql.broadcastTimeout":"300000ms","spark.sql.repl.eagerEval.enabled":"false","spark.sql.parquet.filterPushdown":"true","spark.sql.orc.compression.codec":"snappy","spark.sql.statistics.histogram.enabled":"false","spark.sql.orc.columnarReaderBatchSize":"4096","spark.sql.redaction.string.regex":"<value of spark.redaction.string.regex>","spark.sql.inMemoryColumnarStorage.batchSize":"10000","spark.sql.parquet.writeLegacyFormat":"false","spark.sql.legacy.sizeOfNull":"true","spark.sql.statistics.fallBackToHdfs":"false","spark.sql.execution.arrow.maxRecordsPerBatch":"10000","spark.sql.stringHashComputationWithoutCopyMemory.enabled":"true","spark.sql.streaming.streamingQueryListeners":"<undefined>","spark.sql.files.ignoreCorruptFiles":"false","spark.sql.inMemoryColumnarStorage.enableVectorizedReader":"true","spark.sql.extensions":"<undefined>","spark.sql.sources.default":"parquet","spark.sql.ui.extendedInfo":"true","spark.sql.bloomFilterJoin.enabled":"true","spark.sql.parquet.compression.codec":"snappy","spark.sql.optimizer.distinctBeforeIntersect.enabled":"true","spark.sql.parquet.recordLevelFilter.enabled":"false","spark.sql.adaptive.shuffle.targetPostShuffleInputSize":"67108864b","spark.sql.shuffle.partitions":"200","spark.sql.groupByOrdinal":"true"}}
{"Event":"org.apache.spark.sql.execution.ui.SparkListenerQueryExecutionMetrics","executionId":2,"timePerRule":{"PruneFileSourcePartitions":61220,"UpdateNullabilityInAttributeReferences":74361,"Analyzer$HandleNullInputsForUDF":30408,"Analyzer$ResolveSubqueryColumnAliases":9831,"ResolveTimeZone":25630,"Analyzer$ResolveOrdinalInOrderByAndGroupBy":1135812,"RewriteCorrelatedScalarSubquery":506265,"RemoveLiteralFromGroupExpressions":487326,"PushProjectionThroughUnion":65369,"EliminateSubqueryAliases":25806,"RemoveRedundantSorts":32341,"FlattenScalarSubqueriesWithAggregates":68353,"LikeSimplification":114254,"CollapseRepartition":66088,"ResolveHints$ResolveCoalesceHints":17857,"Analyzer$ExtractGenerator":95837,"RewriteIntersectAll":23071,"ResolveHints$ResolveBroadcastHints":38479,"NullPropagation":192789,"PullupCorrelatedPredicates":35086,"UpdateOuterReferences":9314,"ExtractPythonUDFs":148567,"Analyzer$WindowsSubstitution":7982,"CombineUnions":85645,"ReorderAssociativeOperator":230316,"ResolveHints$RemoveAllHints":5690,"SimplifyBinaryComparison":89960,"ResolveTableValuedFunctions":14583,"EliminateSerialization":65502,"TypeCoercion$BooleanEquality":33817,"ReplaceIntersectWithSemiJoin":36430,"ConstantPropagation":70743,"CostBasedJoinReorder":17929,"Analyzer$ResolveReferences":586275,"RemoveRedundantAliases":166397,"TypeCoercion$ImplicitTypeCasts":1424348,"RewriteExceptAll":28102,"PropagateEmptyRelation":79891,"SimplifyCasts":116581,"EliminateMapObjects":57529,"CombineLimits":65766,"ReplaceExpressions":38117,"ResolveInlineTables":11054,"RemoveRedundantProject":134678,"OptimizeIn":81199,"CollapseWindow":66861,"TypeCoercion$IfCoercion":56023,"BooleanSimplification":111494,"TypeCoercion$PromoteStrings":47771,"Analyzer$ResolveAliases":54544,"DecimalAggregates":67199,"PruneFilters":63994,"Analyzer$ResolveMissingReferences":23614,"Analyzer$ResolveRelations":17346,"EliminateUnions":4766,"RewritePredicateSubquery":32548,"LimitPushDown":65375,"SimplifyCaseConversionExpressions":88612,"Analyzer$ResolveNaturalAndUsingJoin":9639,"EliminateView":20825,"CombineTypedFilters":31802,"CheckCartesianProducts":47030,"ExtractPythonUDFFromAggregate":1053222,"Analyzer$ExtractWindowExpressions":29586,"ReplaceExceptWithAntiJoin":34202,"ResolveLambdaVariables":52951,"SubstituteUnresolvedOrdinals":347833,"TypeCoercion$CaseWhenCoercion":30037,"DecimalPrecision":63726,"EliminateSorts":63436,"TypeCoercion$StackCoercion":27882,"Analyzer$ResolveAggAliasInGroupBy":636769,"FoldablePropagation":42488,"EliminateDistinct":14112,"InferFiltersFromConstraints":53478,"Analyzer$CTESubstitution":5585,"ParquetSchemaPruning":18997,"Analyzer$PullOutNondeterministic":839363,"Analyzer$ResolveFunctions":61478,"ResolveHigherOrderFunctions":23306,"Analyzer$ResolvePivot":16722,"CollapseProject":162807,"Analyzer$ResolveNewInstance":27023,"ColumnPruning":891183,"Analyzer$ResolveWindowOrder":26748,"TypeCoercion$ConcatCoercion":29308,"PullOutPythonUDFInJoinCondition":32971,"TimeWindowing":53980,"PushDownPredicate":96503,"Optimizer$OptimizeSubqueries":52148,"TypeCoercion$Division":68721,"ComputeCurrentTime":46034,"ResolveCreateNamedStruct":60651,"TypeCoercion$EltCoercion":41682,"ConvertToLocalRelation":51726,"RemoveRepetitionFromGroupExpressions":45355,"ReplaceDistinctWithAggregate":30294,"PreprocessTableCreation":9428,"ResolveSQLOnFile":35189,"Analyzer$ResolveSubquery":35239,"CombineConcats":24910,"Analyzer$ResolveGroupingAnalytics":58130,"RemoveDispensableExpressions":114700,"Analyzer$ResolveWindowFrame":22553,"Analyzer$ResolveDeserializer":953465,"PushPredicateThroughJoin":97715,"RewriteDistinctAggregates":1097038,"Analyzer$ResolveAggregateFunctions":8527,"ReorderJoin":67328,"Analyzer$ResolveUpCast":25620,"Analyzer$ResolveGenerate":12474,"TypeCoercion$WidenSetOperationTypes":11438,"EliminateOuterJoin":93327,"SimplifyExtractValueOps":107760,"OptimizeMetadataOnlyQuery":12879,"ReplaceExceptWithFilter":146123,"CleanupAliases":808600,"GetCurrentDatabase":34033,"Analyzer$ResolveOutputRelation":10384,"BloomFilterJoinRule":65115,"Analyzer$ResolveRandomSeed":40303,"TypeCoercion$WindowFrameCoercion":41017,"ConstantFolding":77716,"TypeCoercion$DateTimeOperations":35320,"TypeCoercion$InConversion":48538,"FindDataSourceTable":10031,"SimplifyConditionals":148736,"DataSourceAnalysis":6258,"TypeCoercion$FunctionArgumentConversion":340023,"Analyzer$GlobalAggregates":8403,"Analyzer$FixNullability":110039,"Analyzer$LookupFunctions":45535,"CombineFilters":98236,"ReplaceDeduplicateWithAggregate":28803,"PreprocessTableInsertion":6270},"numRunsPerRule":{"PruneFileSourcePartitions":1,"UpdateNullabilityInAttributeReferences":1,"Analyzer$HandleNullInputsForUDF":1,"Analyzer$ResolveSubqueryColumnAliases":2,"ResolveTimeZone":2,"Analyzer$ResolveOrdinalInOrderByAndGroupBy":2,"RewriteCorrelatedScalarSubquery":2,"RemoveLiteralFromGroupExpressions":1,"PushProjectionThroughUnion":2,"EliminateSubqueryAliases":1,"RemoveRedundantSorts":1,"FlattenScalarSubqueriesWithAggregates":1,"LikeSimplification":2,"CollapseRepartition":2,"ResolveHints$ResolveCoalesceHints":1,"Analyzer$ExtractGenerator":2,"RewriteIntersectAll":1,"ResolveHints$ResolveBroadcastHints":1,"NullPropagation":3,"PullupCorrelatedPredicates":1,"UpdateOuterReferences":1,"ExtractPythonUDFs":1,"Analyzer$WindowsSubstitution":1,"CombineUnions":3,"ReorderAssociativeOperator":2,"ResolveHints$RemoveAllHints":1,"SimplifyBinaryComparison":2,"ResolveTableValuedFunctions":2,"EliminateSerialization":2,"TypeCoercion$BooleanEquality":2,"ReplaceIntersectWithSemiJoin":1,"ConstantPropagation":2,"CostBasedJoinReorder":1,"Analyzer$ResolveReferences":2,"RemoveRedundantAliases":2,"TypeCoercion$ImplicitTypeCasts":2,"RewriteExceptAll":1,"PropagateEmptyRelation":2,"SimplifyCasts":2,"EliminateMapObjects":1,"CombineLimits":2,"ReplaceExpressions":1,"ResolveInlineTables":2,"RemoveRedundantProject":4,"OptimizeIn":2,"CollapseWindow":2,"TypeCoercion$IfCoercion":2,"BooleanSimplification":2,"TypeCoercion$PromoteStrings":2,"Analyzer$ResolveAliases":2,"DecimalAggregates":1,"PruneFilters":2,"Analyzer$ResolveMissingReferences":2,"Analyzer$ResolveRelations":2,"EliminateUnions":1,"RewritePredicateSubquery":1,"LimitPushDown":2,"SimplifyCaseConversionExpressions":2,"Analyzer$ResolveNaturalAndUsingJoin":2,"EliminateView":1,"CombineTypedFilters":1,"CheckCartesianProducts":1,"ExtractPythonUDFFromAggregate":1,"Analyzer$ExtractWindowExpressions":2,"ReplaceExceptWithAntiJoin":1,"ResolveLambdaVariables":2,"SubstituteUnresolvedOrdinals":1,"TypeCoercion$CaseWhenCoercion":2,"DecimalPrecision":2,"EliminateSorts":2,"TypeCoercion$StackCoercion":2,"Analyzer$ResolveAggAliasInGroupBy":2,"FoldablePropagation":2,"EliminateDistinct":1,"InferFiltersFromConstraints":1,"Analyzer$CTESubstitution":1,"ParquetSchemaPruning":1,"Analyzer$PullOutNondeterministic":1,"Analyzer$ResolveFunctions":2,"ResolveHigherOrderFunctions":2,"Analyzer$ResolvePivot":2,"CollapseProject":4,"Analyzer$ResolveNewInstance":2,"ColumnPruning":4,"Analyzer$ResolveWindowOrder":2,"TypeCoercion$ConcatCoercion":2,"PullOutPythonUDFInJoinCondition":1,"TimeWindowing":2,"PushDownPredicate":3,"Optimizer$OptimizeSubqueries":1,"TypeCoercion$Division":2,"ComputeCurrentTime":1,"ResolveCreateNamedStruct":2,"TypeCoercion$EltCoercion":2,"ConvertToLocalRelation":2,"RemoveRepetitionFromGroupExpressions":1,"ReplaceDistinctWithAggregate":1,"PreprocessTableCreation":1,"ResolveSQLOnFile":2,"Analyzer$ResolveSubquery":2,"CombineConcats":2,"Analyzer$ResolveGroupingAnalytics":2,"RemoveDispensableExpressions":2,"Analyzer$ResolveWindowFrame":2,"Analyzer$ResolveDeserializer":2,"PushPredicateThroughJoin":3,"RewriteDistinctAggregates":1,"Analyzer$ResolveAggregateFunctions":2,"ReorderJoin":2,"Analyzer$ResolveUpCast":2,"Analyzer$ResolveGenerate":2,"TypeCoercion$WidenSetOperationTypes":2,"EliminateOuterJoin":2,"SimplifyExtractValueOps":2,"OptimizeMetadataOnlyQuery":1,"ReplaceExceptWithFilter":1,"CleanupAliases":2,"GetCurrentDatabase":1,"Analyzer$ResolveOutputRelation":2,"BloomFilterJoinRule":1,"Analyzer$ResolveRandomSeed":2,"TypeCoercion$WindowFrameCoercion":2,"ConstantFolding":2,"TypeCoercion$DateTimeOperations":2,"TypeCoercion$InConversion":2,"FindDataSourceTable":2,"SimplifyConditionals":3,"DataSourceAnalysis":1,"TypeCoercion$FunctionArgumentConversion":2,"Analyzer$GlobalAggregates":2,"Analyzer$FixNullability":1,"Analyzer$LookupFunctions":1,"CombineFilters":3,"ReplaceDeduplicateWithAggregate":1,"PreprocessTableInsertion":1},"numEffectiveRunsPerRule":{"Analyzer$ResolveReferences":1,"Analyzer$ResolveAliases":1,"CleanupAliases":1},"timeEffectiveRunsPerRule":{"Analyzer$ResolveReferences":522274,"Analyzer$ResolveAliases":38385,"CleanupAliases":759208}}
{"Event":"org.apache.spark.sql.execution.ui.SparkListenerDriverAccumUpdates","executionId":2,"accumUpdates":[[77,1],[78,0]]}
{"Event":"SparkListenerJobStart","Job ID":2,"Submission Time":1594922576850,"Stage Infos":[{"Stage ID":2,"Stage Attempt ID":0,"Stage Name":"collect at /opt/ml/processing/input/code/test_long_duration.py:32","Number of Tasks":1,"RDD Info":[{"RDD ID":9,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"19\",\"name\":\"Exchange\"}","Callsite":"collect at /opt/ml/processing/input/code/test_long_duration.py:32","Parent IDs":[8],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number of Partitions":1,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":8,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"20\",\"name\":\"WholeStageCodegen\"}","Callsite":"collect at /opt/ml/processing/input/code/test_long_duration.py:32","Parent IDs":[7],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number of Partitions":1,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":7,"Name":"FileScanRDD","Scope":"{\"id\":\"20\",\"name\":\"WholeStageCodegen\"}","Callsite":"collect at /opt/ml/processing/input/code/test_long_duration.py:32","Parent IDs":[],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number of Partitions":1,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[],"Details":"org.apache.spark.sql.Dataset.collectToPython(Dataset.scala:3260)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:498)\npy4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244)\npy4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357)\npy4j.Gateway.invoke(Gateway.java:282)\npy4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132)\npy4j.commands.CallCommand.execute(CallCommand.java:79)\npy4j.GatewayConnection.run(GatewayConnection.java:238)\njava.lang.Thread.run(Thread.java:748)","Accumulables":[]},{"Stage ID":3,"Stage Attempt ID":0,"Stage Name":"collect at /opt/ml/processing/input/code/test_long_duration.py:32","Number of Tasks":200,"RDD Info":[{"RDD ID":12,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"23\",\"name\":\"mapPartitionsInternal\"}","Callsite":"collect at /opt/ml/processing/input/code/test_long_duration.py:32","Parent IDs":[11],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":10,"Name":"ShuffledRowRDD","Scope":"{\"id\":\"19\",\"name\":\"Exchange\"}","Callsite":"collect at /opt/ml/processing/input/code/test_long_duration.py:32","Parent IDs":[9],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":11,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"16\",\"name\":\"WholeStageCodegen\"}","Callsite":"collect at /opt/ml/processing/input/code/test_long_duration.py:32","Parent IDs":[10],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[2],"Details":"org.apache.spark.sql.Dataset.collectToPython(Dataset.scala:3260)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:498)\npy4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244)\npy4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357)\npy4j.Gateway.invoke(Gateway.java:282)\npy4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132)\npy4j.commands.CallCommand.execute(CallCommand.java:79)\npy4j.GatewayConnection.run(GatewayConnection.java:238)\njava.lang.Thread.run(Thread.java:748)","Accumulables":[]}],"Stage IDs":[2,3],"Properties":{"spark.driver.host":"10.0.196.107","spark.serializer.objectStreamReset":"100","spark.eventLog.enabled":"true","spark.driver.port":"33837","spark.rdd.compress":"True","spark.executorEnv.PYTHONPATH":"{{PWD}}/pyspark.zip<CPS>{{PWD}}/py4j-0.10.7-src.zip","spark.app.name":"SparkContainerTestApp","spark.rdd.scope":"{\"id\":\"24\",\"name\":\"collect\"}","callSite.short":"collect at /opt/ml/processing/input/code/test_long_duration.py:32","spark.rdd.scope.noOverride":"true","spark.executor.id":"driver","spark.submit.deployMode":"client","spark.master":"yarn","spark.ui.filters":"org.apache.hadoop.yarn.server.webproxy.amfilter.AmIpFilter","spark.executor.memory":"5633m","spark.eventLog.dir":"/tmp/spark-events/","spark.sql.execution.id":"2","spark.executor.cores":"3","spark.driver.appUIAddress":"http://10.0.196.107:4040","spark.yarn.isPython":"true","spark.org.apache.hadoop.yarn.server.webproxy.amfilter.AmIpFilter.param.PROXY_HOSTS":"algo-1","spark.org.apache.hadoop.yarn.server.webproxy.amfilter.AmIpFilter.param.PROXY_URI_BASES":"http://algo-1:8088/proxy/application_1594922484246_0001","spark.app.id":"application_1594922484246_0001"}}
{"Event":"SparkListenerStageSubmitted","Stage Info":{"Stage ID":2,"Stage Attempt ID":0,"Stage Name":"collect at /opt/ml/processing/input/code/test_long_duration.py:32","Number of Tasks":1,"RDD Info":[{"RDD ID":9,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"19\",\"name\":\"Exchange\"}","Callsite":"collect at /opt/ml/processing/input/code/test_long_duration.py:32","Parent IDs":[8],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number of Partitions":1,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":8,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"20\",\"name\":\"WholeStageCodegen\"}","Callsite":"collect at /opt/ml/processing/input/code/test_long_duration.py:32","Parent IDs":[7],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number of Partitions":1,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":7,"Name":"FileScanRDD","Scope":"{\"id\":\"20\",\"name\":\"WholeStageCodegen\"}","Callsite":"collect at /opt/ml/processing/input/code/test_long_duration.py:32","Parent IDs":[],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number of Partitions":1,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[],"Details":"org.apache.spark.sql.Dataset.collectToPython(Dataset.scala:3260)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:498)\npy4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244)\npy4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357)\npy4j.Gateway.invoke(Gateway.java:282)\npy4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132)\npy4j.commands.CallCommand.execute(CallCommand.java:79)\npy4j.GatewayConnection.run(GatewayConnection.java:238)\njava.lang.Thread.run(Thread.java:748)","Submission Time":1594922576853,"Accumulables":[]},"Properties":{"spark.driver.host":"10.0.196.107","spark.serializer.objectStreamReset":"100","spark.eventLog.enabled":"true","spark.driver.port":"33837","spark.rdd.compress":"True","spark.executorEnv.PYTHONPATH":"{{PWD}}/pyspark.zip<CPS>{{PWD}}/py4j-0.10.7-src.zip","spark.app.name":"SparkContainerTestApp","spark.rdd.scope":"{\"id\":\"24\",\"name\":\"collect\"}","callSite.short":"collect at /opt/ml/processing/input/code/test_long_duration.py:32","spark.rdd.scope.noOverride":"true","spark.executor.id":"driver","spark.submit.deployMode":"client","spark.master":"yarn","spark.ui.filters":"org.apache.hadoop.yarn.server.webproxy.amfilter.AmIpFilter","spark.executor.memory":"5633m","spark.eventLog.dir":"/tmp/spark-events/","spark.sql.execution.id":"2","spark.executor.cores":"3","spark.driver.appUIAddress":"http://10.0.196.107:4040","spark.yarn.isPython":"true","spark.org.apache.hadoop.yarn.server.webproxy.amfilter.AmIpFilter.param.PROXY_HOSTS":"algo-1","spark.org.apache.hadoop.yarn.server.webproxy.amfilter.AmIpFilter.param.PROXY_URI_BASES":"http://algo-1:8088/proxy/application_1594922484246_0001","spark.app.id":"application_1594922484246_0001"}}
{"Event":"SparkListenerTaskStart","Stage ID":2,"Stage Attempt ID":0,"Task Info":{"Task ID":2,"Index":0,"Attempt":0,"Launch Time":1594922576861,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":2,"Stage Attempt ID":0,"Task Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":2,"Index":0,"Attempt":0,"Launch Time":1594922576861,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922578352,"Failed":false,"Killed":false,"Accumulables":[{"ID":63,"Name":"data size total (min, med, max)","Update":"336","Value":"336","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":71,"Name":"number of output rows","Update":"7","Value":"7","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":72,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"262144","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":74,"Name":"aggregate time total (min, med, max)","Update":"287","Value":"287","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":76,"Name":"number of output rows","Update":"1000","Value":"1000","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":70,"Name":"duration total (min, med, max)","Update":"463","Value":"463","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":102,"Name":"internal.metrics.input.recordsRead","Update":1000,"Value":1000,"Internal":true,"Count Failed Values":true},{"ID":101,"Name":"internal.metrics.input.bytesRead","Update":32882,"Value":32882,"Internal":true,"Count Failed Values":true},{"ID":100,"Name":"internal.metrics.shuffle.write.writeTime","Update":18157945,"Value":18157945,"Internal":true,"Count Failed Values":true},{"ID":99,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":7,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":98,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":522,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":89,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":262144,"Internal":true,"Count Failed Values":true},{"ID":86,"Name":"internal.metrics.resultSerializationTime","Update":1,"Value":1,"Internal":true,"Count Failed Values":true},{"ID":85,"Name":"internal.metrics.jvmGCTime","Update":101,"Value":101,"Internal":true,"Count Failed Values":true},{"ID":84,"Name":"internal.metrics.resultSize","Update":2432,"Value":2432,"Internal":true,"Count Failed Values":true},{"ID":83,"Name":"internal.metrics.executorCpuTime","Update":811043363,"Value":811043363,"Internal":true,"Count Failed Values":true},{"ID":82,"Name":"internal.metrics.executorRunTime","Update":999,"Value":999,"Internal":true,"Count Failed Values":true},{"ID":81,"Name":"internal.metrics.executorDeserializeCpuTime","Update":427102814,"Value":427102814,"Internal":true,"Count Failed Values":true},{"ID":80,"Name":"internal.metrics.executorDeserializeTime","Update":462,"Value":462,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":462,"Executor Deserialize CPU Time":427102814,"Executor Run Time":999,"Executor CPU Time":811043363,"Result Size":2432,"JVM GC Time":101,"Result Serialization Time":1,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":522,"Shuffle Write Time":18157945,"Shuffle Records Written":7},"Input Metrics":{"Bytes Read":32882,"Records Read":1000},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerStageCompleted","Stage Info":{"Stage ID":2,"Stage Attempt ID":0,"Stage Name":"collect at /opt/ml/processing/input/code/test_long_duration.py:32","Number of Tasks":1,"RDD Info":[{"RDD ID":9,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"19\",\"name\":\"Exchange\"}","Callsite":"collect at /opt/ml/processing/input/code/test_long_duration.py:32","Parent IDs":[8],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number of Partitions":1,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":8,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"20\",\"name\":\"WholeStageCodegen\"}","Callsite":"collect at /opt/ml/processing/input/code/test_long_duration.py:32","Parent IDs":[7],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number of Partitions":1,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":7,"Name":"FileScanRDD","Scope":"{\"id\":\"20\",\"name\":\"WholeStageCodegen\"}","Callsite":"collect at /opt/ml/processing/input/code/test_long_duration.py:32","Parent IDs":[],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number of Partitions":1,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[],"Details":"org.apache.spark.sql.Dataset.collectToPython(Dataset.scala:3260)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:498)\npy4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244)\npy4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357)\npy4j.Gateway.invoke(Gateway.java:282)\npy4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132)\npy4j.commands.CallCommand.execute(CallCommand.java:79)\npy4j.GatewayConnection.run(GatewayConnection.java:238)\njava.lang.Thread.run(Thread.java:748)","Submission Time":1594922576853,"Completion Time":1594922578354,"Accumulables":[{"ID":83,"Name":"internal.metrics.executorCpuTime","Value":811043363,"Internal":true,"Count Failed Values":true},{"ID":101,"Name":"internal.metrics.input.bytesRead","Value":32882,"Internal":true,"Count Failed Values":true},{"ID":86,"Name":"internal.metrics.resultSerializationTime","Value":1,"Internal":true,"Count Failed Values":true},{"ID":80,"Name":"internal.metrics.executorDeserializeTime","Value":462,"Internal":true,"Count Failed Values":true},{"ID":89,"Name":"internal.metrics.peakExecutionMemory","Value":262144,"Internal":true,"Count Failed Values":true},{"ID":71,"Name":"number of output rows","Value":"7","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":98,"Name":"internal.metrics.shuffle.write.bytesWritten","Value":522,"Internal":true,"Count Failed Values":true},{"ID":74,"Name":"aggregate time total (min, med, max)","Value":"287","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":82,"Name":"internal.metrics.executorRunTime","Value":999,"Internal":true,"Count Failed Values":true},{"ID":100,"Name":"internal.metrics.shuffle.write.writeTime","Value":18157945,"Internal":true,"Count Failed Values":true},{"ID":85,"Name":"internal.metrics.jvmGCTime","Value":101,"Internal":true,"Count Failed Values":true},{"ID":76,"Name":"number of output rows","Value":"1000","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":70,"Name":"duration total (min, med, max)","Value":"463","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":63,"Name":"data size total (min, med, max)","Value":"336","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":99,"Name":"internal.metrics.shuffle.write.recordsWritten","Value":7,"Internal":true,"Count Failed Values":true},{"ID":72,"Name":"peak memory total (min, med, max)","Value":"262144","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":81,"Name":"internal.metrics.executorDeserializeCpuTime","Value":427102814,"Internal":true,"Count Failed Values":true},{"ID":84,"Name":"internal.metrics.resultSize","Value":2432,"Internal":true,"Count Failed Values":true},{"ID":102,"Name":"internal.metrics.input.recordsRead","Value":1000,"Internal":true,"Count Failed Values":true}]}}
{"Event":"SparkListenerStageSubmitted","Stage Info":{"Stage ID":3,"Stage Attempt ID":0,"Stage Name":"collect at /opt/ml/processing/input/code/test_long_duration.py:32","Number of Tasks":200,"RDD Info":[{"RDD ID":12,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"23\",\"name\":\"mapPartitionsInternal\"}","Callsite":"collect at /opt/ml/processing/input/code/test_long_duration.py:32","Parent IDs":[11],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":10,"Name":"ShuffledRowRDD","Scope":"{\"id\":\"19\",\"name\":\"Exchange\"}","Callsite":"collect at /opt/ml/processing/input/code/test_long_duration.py:32","Parent IDs":[9],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":11,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"16\",\"name\":\"WholeStageCodegen\"}","Callsite":"collect at /opt/ml/processing/input/code/test_long_duration.py:32","Parent IDs":[10],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[2],"Details":"org.apache.spark.sql.Dataset.collectToPython(Dataset.scala:3260)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:498)\npy4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244)\npy4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357)\npy4j.Gateway.invoke(Gateway.java:282)\npy4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132)\npy4j.commands.CallCommand.execute(CallCommand.java:79)\npy4j.GatewayConnection.run(GatewayConnection.java:238)\njava.lang.Thread.run(Thread.java:748)","Submission Time":1594922578369,"Accumulables":[]},"Properties":{"spark.driver.host":"10.0.196.107","spark.serializer.objectStreamReset":"100","spark.eventLog.enabled":"true","spark.driver.port":"33837","spark.rdd.compress":"True","spark.executorEnv.PYTHONPATH":"{{PWD}}/pyspark.zip<CPS>{{PWD}}/py4j-0.10.7-src.zip","spark.app.name":"SparkContainerTestApp","spark.rdd.scope":"{\"id\":\"24\",\"name\":\"collect\"}","callSite.short":"collect at /opt/ml/processing/input/code/test_long_duration.py:32","spark.rdd.scope.noOverride":"true","spark.executor.id":"driver","spark.submit.deployMode":"client","spark.master":"yarn","spark.ui.filters":"org.apache.hadoop.yarn.server.webproxy.amfilter.AmIpFilter","spark.executor.memory":"5633m","spark.eventLog.dir":"/tmp/spark-events/","spark.sql.execution.id":"2","spark.executor.cores":"3","spark.driver.appUIAddress":"http://10.0.196.107:4040","spark.yarn.isPython":"true","spark.org.apache.hadoop.yarn.server.webproxy.amfilter.AmIpFilter.param.PROXY_HOSTS":"algo-1","spark.org.apache.hadoop.yarn.server.webproxy.amfilter.AmIpFilter.param.PROXY_URI_BASES":"http://algo-1:8088/proxy/application_1594922484246_0001","spark.app.id":"application_1594922484246_0001"}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":3,"Index":3,"Attempt":0,"Launch Time":1594922578378,"Executor ID":"1","Host":"algo-2","Locality":"NODE_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":4,"Index":4,"Attempt":0,"Launch Time":1594922578380,"Executor ID":"1","Host":"algo-2","Locality":"NODE_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":5,"Index":12,"Attempt":0,"Launch Time":1594922578380,"Executor ID":"1","Host":"algo-2","Locality":"NODE_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":6,"Index":0,"Attempt":0,"Launch Time":1594922578380,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":7,"Index":1,"Attempt":0,"Launch Time":1594922578381,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":8,"Index":2,"Attempt":0,"Launch Time":1594922578381,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":9,"Index":128,"Attempt":0,"Launch Time":1594922578566,"Executor ID":"1","Host":"algo-2","Locality":"NODE_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":4,"Index":4,"Attempt":0,"Launch Time":1594922578380,"Executor ID":"1","Host":"algo-2","Locality":"NODE_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922578566,"Failed":false,"Killed":false,"Accumulables":[{"ID":69,"Name":"avg hash probe (min, med, max)","Update":"10","Value":"10","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":65,"Name":"number of output rows","Update":"1","Value":"1","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":66,"Name":"peak memory total (min, med, max)","Update":"33816576","Value":"33816576","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"7","Value":"7","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"30","Value":"30","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1,"Value":1,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":84,"Value":84,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":1,"Value":1,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":33816576,"Value":33816576,"Internal":true,"Count Failed Values":true},{"ID":111,"Name":"internal.metrics.resultSerializationTime","Update":1,"Value":1,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":3001,"Value":3001,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":45524570,"Value":45524570,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":110,"Value":110,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":11557333,"Value":11557333,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":64,"Value":64,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":64,"Executor Deserialize CPU Time":11557333,"Executor Run Time":110,"Executor CPU Time":45524570,"Result Size":3001,"JVM GC Time":0,"Result Serialization Time":1,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":1,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":84,"Total Records Read":1},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":10,"Index":136,"Attempt":0,"Launch Time":1594922578570,"Executor ID":"1","Host":"algo-2","Locality":"NODE_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":3,"Index":3,"Attempt":0,"Launch Time":1594922578378,"Executor ID":"1","Host":"algo-2","Locality":"NODE_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922578570,"Failed":false,"Killed":false,"Accumulables":[{"ID":69,"Name":"avg hash probe (min, med, max)","Update":"10","Value":"20","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":65,"Name":"number of output rows","Update":"1","Value":"2","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":66,"Name":"peak memory total (min, med, max)","Update":"33816576","Value":"67633152","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"26","Value":"33","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"37","Value":"67","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":84,"Value":168,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":1,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":33816576,"Value":67633152,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2959,"Value":5960,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":29078251,"Value":74602821,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":128,"Value":238,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":13046868,"Value":24604201,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":55,"Value":119,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":55,"Executor Deserialize CPU Time":13046868,"Executor Run Time":128,"Executor CPU Time":29078251,"Result Size":2959,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":1,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":84,"Total Records Read":1},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":11,"Index":140,"Attempt":0,"Launch Time":1594922578576,"Executor ID":"1","Host":"algo-2","Locality":"NODE_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":5,"Index":12,"Attempt":0,"Launch Time":1594922578380,"Executor ID":"1","Host":"algo-2","Locality":"NODE_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922578577,"Failed":false,"Killed":false,"Accumulables":[{"ID":69,"Name":"avg hash probe (min, med, max)","Update":"10","Value":"30","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":65,"Name":"number of output rows","Update":"2","Value":"4","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":66,"Name":"peak memory total (min, med, max)","Update":"33816576","Value":"101449728","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"31","Value":"64","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"40","Value":"107","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":2,"Value":4,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":102,"Value":270,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":1,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":33816576,"Value":101449728,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2976,"Value":8936,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":31285520,"Value":105888341,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":120,"Value":358,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":16408822,"Value":41013023,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":63,"Value":182,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":63,"Executor Deserialize CPU Time":16408822,"Executor Run Time":120,"Executor CPU Time":31285520,"Result Size":2976,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":1,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":102,"Total Records Read":2},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":12,"Index":5,"Attempt":0,"Launch Time":1594922578604,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":9,"Index":128,"Attempt":0,"Launch Time":1594922578566,"Executor ID":"1","Host":"algo-2","Locality":"NODE_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922578605,"Failed":false,"Killed":false,"Accumulables":[{"ID":69,"Name":"avg hash probe (min, med, max)","Update":"10","Value":"40","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":65,"Name":"number of output rows","Update":"1","Value":"5","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":66,"Name":"peak memory total (min, med, max)","Update":"33816576","Value":"135266304","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"64","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"23","Value":"130","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1,"Value":5,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":84,"Value":354,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":1,"Value":4,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":33816576,"Value":135266304,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2959,"Value":11895,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":7143492,"Value":113031833,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":27,"Value":385,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":3759564,"Value":44772587,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":6,"Value":188,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":6,"Executor Deserialize CPU Time":3759564,"Executor Run Time":27,"Executor CPU Time":7143492,"Result Size":2959,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":1,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":84,"Total Records Read":1},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":13,"Index":6,"Attempt":0,"Launch Time":1594922578609,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":11,"Index":140,"Attempt":0,"Launch Time":1594922578576,"Executor ID":"1","Host":"algo-2","Locality":"NODE_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922578610,"Failed":false,"Killed":false,"Accumulables":[{"ID":69,"Name":"avg hash probe (min, med, max)","Update":"10","Value":"50","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":65,"Name":"number of output rows","Update":"1","Value":"6","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":66,"Name":"peak memory total (min, med, max)","Update":"33816576","Value":"169082880","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"4","Value":"68","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"13","Value":"143","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":84,"Value":438,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":1,"Value":5,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":33816576,"Value":169082880,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2959,"Value":14854,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":6127568,"Value":119159401,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":23,"Value":408,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":3812092,"Value":48584679,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":3,"Value":191,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":3,"Executor Deserialize CPU Time":3812092,"Executor Run Time":23,"Executor CPU Time":6127568,"Result Size":2959,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":1,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":84,"Total Records Read":1},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":14,"Index":7,"Attempt":0,"Launch Time":1594922578611,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":10,"Index":136,"Attempt":0,"Launch Time":1594922578570,"Executor ID":"1","Host":"algo-2","Locality":"NODE_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922578612,"Failed":false,"Killed":false,"Accumulables":[{"ID":69,"Name":"avg hash probe (min, med, max)","Update":"10","Value":"60","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":65,"Name":"number of output rows","Update":"1","Value":"7","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":66,"Name":"peak memory total (min, med, max)","Update":"33816576","Value":"202899456","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"1","Value":"69","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"20","Value":"163","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":84,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":1,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":33816576,"Value":202899456,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2955,"Value":17809,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":5850287,"Value":125009688,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":21,"Value":429,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":3965935,"Value":52550614,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":6,"Value":197,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":6,"Executor Deserialize CPU Time":3965935,"Executor Run Time":21,"Executor CPU Time":5850287,"Result Size":2955,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":1,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":84,"Total Records Read":1},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":15,"Index":8,"Attempt":0,"Launch Time":1594922578641,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":12,"Index":5,"Attempt":0,"Launch Time":1594922578604,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922578642,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"203161600","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"69","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"14","Value":"177","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":203161600,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":20726,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":5585831,"Value":130595519,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":17,"Value":446,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":3465564,"Value":56016178,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":6,"Value":203,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":6,"Executor Deserialize CPU Time":3465564,"Executor Run Time":17,"Executor CPU Time":5585831,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":16,"Index":9,"Attempt":0,"Launch Time":1594922578644,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":14,"Index":7,"Attempt":0,"Launch Time":1594922578611,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922578644,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"203423744","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"69","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"10","Value":"187","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":203423744,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":23643,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":5458143,"Value":136053662,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":11,"Value":457,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":3982988,"Value":59999166,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":11,"Value":214,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":11,"Executor Deserialize CPU Time":3982988,"Executor Run Time":11,"Executor CPU Time":5458143,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":17,"Index":10,"Attempt":0,"Launch Time":1594922578646,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":13,"Index":6,"Attempt":0,"Launch Time":1594922578609,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922578647,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"203685888","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"69","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"8","Value":"195","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":203685888,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":26560,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":5040490,"Value":141094152,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":9,"Value":466,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":3881695,"Value":63880861,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":15,"Value":229,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":15,"Executor Deserialize CPU Time":3881695,"Executor Run Time":9,"Executor CPU Time":5040490,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":18,"Index":11,"Attempt":0,"Launch Time":1594922578681,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":19,"Index":13,"Attempt":0,"Launch Time":1594922578681,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":20,"Index":14,"Attempt":0,"Launch Time":1594922578682,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":15,"Index":8,"Attempt":0,"Launch Time":1594922578641,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922578682,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"203948032","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"69","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"9","Value":"204","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":203948032,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":29477,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":6117366,"Value":147211518,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":14,"Value":480,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":2756422,"Value":66637283,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":4,"Value":233,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":4,"Executor Deserialize CPU Time":2756422,"Executor Run Time":14,"Executor CPU Time":6117366,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":17,"Index":10,"Attempt":0,"Launch Time":1594922578646,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922578683,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"204210176","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"69","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"7","Value":"211","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":204210176,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":32394,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":5761452,"Value":152972970,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":18,"Value":498,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":3522829,"Value":70160112,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":3,"Value":236,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":3,"Executor Deserialize CPU Time":3522829,"Executor Run Time":18,"Executor CPU Time":5761452,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":16,"Index":9,"Attempt":0,"Launch Time":1594922578644,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922578685,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"204472320","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"69","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"7","Value":"218","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":204472320,"Internal":true,"Count Failed Values":true},{"ID":111,"Name":"internal.metrics.resultSerializationTime","Update":1,"Value":2,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2960,"Value":35354,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":6004705,"Value":158977675,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":17,"Value":515,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":3642668,"Value":73802780,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":4,"Value":240,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":4,"Executor Deserialize CPU Time":3642668,"Executor Run Time":17,"Executor CPU Time":6004705,"Result Size":2960,"JVM GC Time":0,"Result Serialization Time":1,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":21,"Index":15,"Attempt":0,"Launch Time":1594922578700,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":22,"Index":16,"Attempt":0,"Launch Time":1594922578700,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":23,"Index":17,"Attempt":0,"Launch Time":1594922578702,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":7,"Index":1,"Attempt":0,"Launch Time":1594922578381,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922578703,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"204734464","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"4","Value":"73","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"51","Value":"269","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":204734464,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":38271,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":69221011,"Value":228198686,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":153,"Value":668,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":27502366,"Value":101305146,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":138,"Value":378,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":138,"Executor Deserialize CPU Time":27502366,"Executor Run Time":153,"Executor CPU Time":69221011,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":8,"Index":2,"Attempt":0,"Launch Time":1594922578381,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922578704,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"204996608","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"73","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"52","Value":"321","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":204996608,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":41188,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":31570348,"Value":259769034,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":155,"Value":823,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":41126776,"Value":142431922,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":134,"Value":512,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":134,"Executor Deserialize CPU Time":41126776,"Executor Run Time":155,"Executor CPU Time":31570348,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":6,"Index":0,"Attempt":0,"Launch Time":1594922578380,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922578704,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"205258752","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"73","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"53","Value":"374","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":205258752,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":44105,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":44276312,"Value":304045346,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":152,"Value":975,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":74528177,"Value":216960099,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":143,"Value":655,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":143,"Executor Deserialize CPU Time":74528177,"Executor Run Time":152,"Executor CPU Time":44276312,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":24,"Index":18,"Attempt":0,"Launch Time":1594922578720,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":19,"Index":13,"Attempt":0,"Launch Time":1594922578681,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922578721,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"205520896","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"73","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"21","Value":"395","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":205520896,"Internal":true,"Count Failed Values":true},{"ID":111,"Name":"internal.metrics.resultSerializationTime","Update":1,"Value":3,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2960,"Value":47065,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":7492338,"Value":311537684,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":24,"Value":999,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4298882,"Value":221258981,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":5,"Value":660,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":5,"Executor Deserialize CPU Time":4298882,"Executor Run Time":24,"Executor CPU Time":7492338,"Result Size":2960,"JVM GC Time":0,"Result Serialization Time":1,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":25,"Index":19,"Attempt":0,"Launch Time":1594922578723,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":20,"Index":14,"Attempt":0,"Launch Time":1594922578682,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922578723,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"205783040","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"73","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"24","Value":"419","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":205783040,"Internal":true,"Count Failed Values":true},{"ID":111,"Name":"internal.metrics.resultSerializationTime","Update":1,"Value":4,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2960,"Value":50025,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":7101800,"Value":318639484,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":25,"Value":1024,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":3118706,"Value":224377687,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":4,"Value":664,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":4,"Executor Deserialize CPU Time":3118706,"Executor Run Time":25,"Executor CPU Time":7101800,"Result Size":2960,"JVM GC Time":0,"Result Serialization Time":1,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":26,"Index":20,"Attempt":0,"Launch Time":1594922578723,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":18,"Index":11,"Attempt":0,"Launch Time":1594922578681,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922578724,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"206045184","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"73","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"28","Value":"447","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":206045184,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":52942,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":4910555,"Value":323550039,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":29,"Value":1053,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":3458122,"Value":227835809,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":4,"Value":668,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":4,"Executor Deserialize CPU Time":3458122,"Executor Run Time":29,"Executor CPU Time":4910555,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":27,"Index":21,"Attempt":0,"Launch Time":1594922578743,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":24,"Index":18,"Attempt":0,"Launch Time":1594922578720,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922578744,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"206307328","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"73","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"7","Value":"454","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":206307328,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":55859,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":4964201,"Value":328514240,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":8,"Value":1061,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":3162376,"Value":230998185,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":4,"Value":672,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":4,"Executor Deserialize CPU Time":3162376,"Executor Run Time":8,"Executor CPU Time":4964201,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":28,"Index":22,"Attempt":0,"Launch Time":1594922578748,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":29,"Index":23,"Attempt":0,"Launch Time":1594922578749,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":30,"Index":24,"Attempt":0,"Launch Time":1594922578749,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":31,"Index":25,"Attempt":0,"Launch Time":1594922578750,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":23,"Index":17,"Attempt":0,"Launch Time":1594922578702,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922578753,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"206569472","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"73","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"13","Value":"467","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":206569472,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":58776,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":8547124,"Value":337061364,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":15,"Value":1076,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":3672026,"Value":234670211,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":7,"Value":679,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":7,"Executor Deserialize CPU Time":3672026,"Executor Run Time":15,"Executor CPU Time":8547124,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":26,"Index":20,"Attempt":0,"Launch Time":1594922578723,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922578753,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"206831616","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"73","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"8","Value":"475","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":206831616,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":61693,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":4773164,"Value":341834528,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":10,"Value":1086,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":3700034,"Value":238370245,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":8,"Value":687,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":8,"Executor Deserialize CPU Time":3700034,"Executor Run Time":10,"Executor CPU Time":4773164,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":21,"Index":15,"Attempt":0,"Launch Time":1594922578700,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922578753,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"207093760","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"73","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"24","Value":"499","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":207093760,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":64610,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":9215314,"Value":351049842,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":27,"Value":1113,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":3434232,"Value":241804477,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":4,"Value":691,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":4,"Executor Deserialize CPU Time":3434232,"Executor Run Time":27,"Executor CPU Time":9215314,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":22,"Index":16,"Attempt":0,"Launch Time":1594922578700,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922578753,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"207355904","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"73","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"19","Value":"518","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":207355904,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":67527,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":8197983,"Value":359247825,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":33,"Value":1146,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":3192220,"Value":244996697,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":5,"Value":696,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":5,"Executor Deserialize CPU Time":3192220,"Executor Run Time":33,"Executor CPU Time":8197983,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":32,"Index":26,"Attempt":0,"Launch Time":1594922578755,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":25,"Index":19,"Attempt":0,"Launch Time":1594922578723,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922578756,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"207618048","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"73","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"15","Value":"533","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":207618048,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":70444,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":4997467,"Value":364245292,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":17,"Value":1163,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":3706390,"Value":248703087,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":8,"Value":704,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":8,"Executor Deserialize CPU Time":3706390,"Executor Run Time":17,"Executor CPU Time":4997467,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":33,"Index":27,"Attempt":0,"Launch Time":1594922578761,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":27,"Index":21,"Attempt":0,"Launch Time":1594922578743,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922578762,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"207880192","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"73","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"3","Value":"536","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":207880192,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":73361,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":4401943,"Value":368647235,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":5,"Value":1168,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":2449642,"Value":251152729,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":2,"Value":706,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":2,"Executor Deserialize CPU Time":2449642,"Executor Run Time":5,"Executor CPU Time":4401943,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":34,"Index":28,"Attempt":0,"Launch Time":1594922578776,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":35,"Index":29,"Attempt":0,"Launch Time":1594922578777,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":29,"Index":23,"Attempt":0,"Launch Time":1594922578749,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922578778,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"208142336","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"73","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"14","Value":"550","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":208142336,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":76278,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":8276701,"Value":376923936,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":16,"Value":1184,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":3793511,"Value":254946240,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":5,"Value":711,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":5,"Executor Deserialize CPU Time":3793511,"Executor Run Time":16,"Executor CPU Time":8276701,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":32,"Index":26,"Attempt":0,"Launch Time":1594922578755,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922578778,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"208404480","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"73","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"9","Value":"559","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":208404480,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":79195,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":4643398,"Value":381567334,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":15,"Value":1199,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":2381181,"Value":257327421,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":3,"Value":714,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":3,"Executor Deserialize CPU Time":2381181,"Executor Run Time":15,"Executor CPU Time":4643398,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":36,"Index":30,"Attempt":0,"Launch Time":1594922578778,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":30,"Index":24,"Attempt":0,"Launch Time":1594922578749,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922578779,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"208666624","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"73","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"20","Value":"579","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":208666624,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":82112,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":4698823,"Value":386266157,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":22,"Value":1221,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":2391720,"Value":259719141,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":3,"Value":717,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":3,"Executor Deserialize CPU Time":2391720,"Executor Run Time":22,"Executor CPU Time":4698823,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":37,"Index":31,"Attempt":0,"Launch Time":1594922578781,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":33,"Index":27,"Attempt":0,"Launch Time":1594922578761,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922578782,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"208928768","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"73","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"11","Value":"590","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":208928768,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":85029,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":4297900,"Value":390564057,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":13,"Value":1234,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":2302894,"Value":262022035,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":2,"Value":719,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":2,"Executor Deserialize CPU Time":2302894,"Executor Run Time":13,"Executor CPU Time":4297900,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":38,"Index":32,"Attempt":0,"Launch Time":1594922578785,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":28,"Index":22,"Attempt":0,"Launch Time":1594922578748,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922578785,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"209190912","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"73","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"9","Value":"599","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":209190912,"Internal":true,"Count Failed Values":true},{"ID":111,"Name":"internal.metrics.resultSerializationTime","Update":1,"Value":5,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2960,"Value":87989,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":6130583,"Value":396694640,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":10,"Value":1244,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":2865868,"Value":264887903,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":18,"Value":737,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":18,"Executor Deserialize CPU Time":2865868,"Executor Run Time":10,"Executor CPU Time":6130583,"Result Size":2960,"JVM GC Time":0,"Result Serialization Time":1,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":39,"Index":33,"Attempt":0,"Launch Time":1594922578794,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":31,"Index":25,"Attempt":0,"Launch Time":1594922578750,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922578795,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"209453056","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"73","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"6","Value":"605","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":209453056,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":90906,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":6127797,"Value":402822437,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":9,"Value":1253,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":2951435,"Value":267839338,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":25,"Value":762,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":25,"Executor Deserialize CPU Time":2951435,"Executor Run Time":9,"Executor CPU Time":6127797,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":40,"Index":34,"Attempt":0,"Launch Time":1594922578805,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":38,"Index":32,"Attempt":0,"Launch Time":1594922578785,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922578806,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"209715200","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"73","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"9","Value":"614","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":209715200,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":93823,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":6433317,"Value":409255754,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":10,"Value":1263,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":2992720,"Value":270832058,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":4,"Value":766,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":4,"Executor Deserialize CPU Time":2992720,"Executor Run Time":10,"Executor CPU Time":6433317,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":41,"Index":35,"Attempt":0,"Launch Time":1594922578806,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":36,"Index":30,"Attempt":0,"Launch Time":1594922578778,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922578807,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"209977344","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"73","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"10","Value":"624","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":209977344,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":96740,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":6540903,"Value":415796657,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":17,"Value":1280,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":3083903,"Value":273915961,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":2,"Value":768,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":2,"Executor Deserialize CPU Time":3083903,"Executor Run Time":17,"Executor CPU Time":6540903,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":42,"Index":36,"Attempt":0,"Launch Time":1594922578809,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":43,"Index":37,"Attempt":0,"Launch Time":1594922578809,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":37,"Index":31,"Attempt":0,"Launch Time":1594922578781,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922578810,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"210239488","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"73","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"9","Value":"633","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":210239488,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":99657,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":7101678,"Value":422898335,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":15,"Value":1295,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":2969217,"Value":276885178,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":4,"Value":772,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":4,"Executor Deserialize CPU Time":2969217,"Executor Run Time":15,"Executor CPU Time":7101678,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":34,"Index":28,"Attempt":0,"Launch Time":1594922578776,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922578810,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"210501632","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"73","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"17","Value":"650","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":210501632,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":102574,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":4864874,"Value":427763209,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":23,"Value":1318,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":2481339,"Value":279366517,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":2,"Value":774,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":2,"Executor Deserialize CPU Time":2481339,"Executor Run Time":23,"Executor CPU Time":4864874,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":44,"Index":38,"Attempt":0,"Launch Time":1594922578834,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":45,"Index":39,"Attempt":0,"Launch Time":1594922578834,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":46,"Index":40,"Attempt":0,"Launch Time":1594922578835,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":41,"Index":35,"Attempt":0,"Launch Time":1594922578806,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922578837,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"210763776","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"73","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"3","Value":"653","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":210763776,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":105491,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":5189239,"Value":432952448,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":16,"Value":1334,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":2977287,"Value":282343804,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":4,"Value":778,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":4,"Executor Deserialize CPU Time":2977287,"Executor Run Time":16,"Executor CPU Time":5189239,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":43,"Index":37,"Attempt":0,"Launch Time":1594922578809,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922578837,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"211025920","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"73","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"13","Value":"666","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":211025920,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":108408,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":4787972,"Value":437740420,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":14,"Value":1348,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":3336465,"Value":285680269,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":4,"Value":782,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":4,"Executor Deserialize CPU Time":3336465,"Executor Run Time":14,"Executor CPU Time":4787972,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":42,"Index":36,"Attempt":0,"Launch Time":1594922578809,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922578837,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"211288064","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"73","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"12","Value":"678","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":211288064,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":111325,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":4600055,"Value":442340475,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":16,"Value":1364,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":3292163,"Value":288972432,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":3,"Value":785,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":3,"Executor Deserialize CPU Time":3292163,"Executor Run Time":16,"Executor CPU Time":4600055,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":47,"Index":41,"Attempt":0,"Launch Time":1594922578838,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":48,"Index":42,"Attempt":0,"Launch Time":1594922578838,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":35,"Index":29,"Attempt":0,"Launch Time":1594922578777,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922578839,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"211550208","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"73","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"30","Value":"708","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":211550208,"Internal":true,"Count Failed Values":true},{"ID":111,"Name":"internal.metrics.resultSerializationTime","Update":1,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2960,"Value":114285,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":6391044,"Value":448731519,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":31,"Value":1395,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":2964123,"Value":291936555,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":5,"Value":790,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":5,"Executor Deserialize CPU Time":2964123,"Executor Run Time":31,"Executor CPU Time":6391044,"Result Size":2960,"JVM GC Time":0,"Result Serialization Time":1,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":39,"Index":33,"Attempt":0,"Launch Time":1594922578794,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922578840,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"211812352","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"73","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"9","Value":"717","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":211812352,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":117202,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":6192610,"Value":454924129,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":19,"Value":1414,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":3146070,"Value":295082625,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":8,"Value":798,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":8,"Executor Deserialize CPU Time":3146070,"Executor Run Time":19,"Executor CPU Time":6192610,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":49,"Index":43,"Attempt":0,"Launch Time":1594922578848,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":46,"Index":40,"Attempt":0,"Launch Time":1594922578835,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922578849,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"212074496","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"73","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"5","Value":"722","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":212074496,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":120119,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":4589442,"Value":459513571,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":8,"Value":1422,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":2489206,"Value":297571831,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":2,"Value":800,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":2,"Executor Deserialize CPU Time":2489206,"Executor Run Time":8,"Executor CPU Time":4589442,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":50,"Index":44,"Attempt":0,"Launch Time":1594922578853,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":45,"Index":39,"Attempt":0,"Launch Time":1594922578834,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922578854,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"212336640","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"73","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"11","Value":"733","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":212336640,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":123036,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":4533633,"Value":464047204,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":12,"Value":1434,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":2699880,"Value":300271711,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":3,"Value":803,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":3,"Executor Deserialize CPU Time":2699880,"Executor Run Time":12,"Executor CPU Time":4533633,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":51,"Index":45,"Attempt":0,"Launch Time":1594922578861,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":40,"Index":34,"Attempt":0,"Launch Time":1594922578805,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922578861,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"212598784","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"73","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"10","Value":"743","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":212598784,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":125953,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":5487699,"Value":469534903,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":12,"Value":1446,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":3282295,"Value":303554006,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":20,"Value":823,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":20,"Executor Deserialize CPU Time":3282295,"Executor Run Time":12,"Executor CPU Time":5487699,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":52,"Index":46,"Attempt":0,"Launch Time":1594922578863,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":44,"Index":38,"Attempt":0,"Launch Time":1594922578834,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922578863,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"212860928","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"73","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"4","Value":"747","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":212860928,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":128870,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":4521675,"Value":474056578,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":13,"Value":1459,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":2697875,"Value":306251881,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":4,"Value":827,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":4,"Executor Deserialize CPU Time":2697875,"Executor Run Time":13,"Executor CPU Time":4521675,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":53,"Index":47,"Attempt":0,"Launch Time":1594922578872,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":47,"Index":41,"Attempt":0,"Launch Time":1594922578838,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922578872,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"213123072","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"73","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"19","Value":"766","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":213123072,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":131787,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":6296623,"Value":480353201,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":22,"Value":1481,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4064878,"Value":310316759,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":4,"Value":831,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":4,"Executor Deserialize CPU Time":4064878,"Executor Run Time":22,"Executor CPU Time":6296623,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":54,"Index":48,"Attempt":0,"Launch Time":1594922578881,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":55,"Index":49,"Attempt":0,"Launch Time":1594922578881,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":50,"Index":44,"Attempt":0,"Launch Time":1594922578853,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922578882,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"213385216","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"73","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"9","Value":"775","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":213385216,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":134704,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":4372137,"Value":484725338,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":12,"Value":1493,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":2483178,"Value":312799937,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":3,"Value":834,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":3,"Executor Deserialize CPU Time":2483178,"Executor Run Time":12,"Executor CPU Time":4372137,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":49,"Index":43,"Attempt":0,"Launch Time":1594922578848,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922578883,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"213647360","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"73","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"11","Value":"786","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":213647360,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":137621,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":4424001,"Value":489149339,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":12,"Value":1505,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":2515858,"Value":315315795,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":4,"Value":838,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":4,"Executor Deserialize CPU Time":2515858,"Executor Run Time":12,"Executor CPU Time":4424001,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":56,"Index":50,"Attempt":0,"Launch Time":1594922578883,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":52,"Index":46,"Attempt":0,"Launch Time":1594922578863,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922578884,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"213909504","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"73","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"6","Value":"792","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":213909504,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":140538,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":4443867,"Value":493593206,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":8,"Value":1513,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":2722682,"Value":318038477,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":2,"Value":840,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":2,"Executor Deserialize CPU Time":2722682,"Executor Run Time":8,"Executor CPU Time":4443867,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":57,"Index":51,"Attempt":0,"Launch Time":1594922578893,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":48,"Index":42,"Attempt":0,"Launch Time":1594922578838,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922578893,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"214171648","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"73","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"20","Value":"812","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":214171648,"Internal":true,"Count Failed Values":true},{"ID":111,"Name":"internal.metrics.resultSerializationTime","Update":1,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2960,"Value":143498,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":5899520,"Value":499492726,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":31,"Value":1544,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":4398509,"Value":322436986,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":4,"Value":844,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":4,"Executor Deserialize CPU Time":4398509,"Executor Run Time":31,"Executor CPU Time":5899520,"Result Size":2960,"JVM GC Time":0,"Result Serialization Time":1,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":58,"Index":52,"Attempt":0,"Launch Time":1594922578901,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":55,"Index":49,"Attempt":0,"Launch Time":1594922578881,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922578902,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"214433792","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"73","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"4","Value":"816","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":214433792,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":146415,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":5897569,"Value":505390295,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":10,"Value":1554,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":3366735,"Value":325803721,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":3,"Value":847,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":3,"Executor Deserialize CPU Time":3366735,"Executor Run Time":10,"Executor CPU Time":5897569,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":59,"Index":53,"Attempt":0,"Launch Time":1594922578903,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":54,"Index":48,"Attempt":0,"Launch Time":1594922578881,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922578904,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"214695936","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"73","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"4","Value":"820","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":214695936,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":149332,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":6266050,"Value":511656345,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":9,"Value":1563,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":3629831,"Value":329433552,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":4,"Value":851,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":4,"Executor Deserialize CPU Time":3629831,"Executor Run Time":9,"Executor CPU Time":6266050,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":60,"Index":54,"Attempt":0,"Launch Time":1594922578904,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":56,"Index":50,"Attempt":0,"Launch Time":1594922578883,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922578905,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"214958080","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"73","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"10","Value":"830","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":214958080,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":152249,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":4888427,"Value":516544772,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":13,"Value":1576,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":3304567,"Value":332738119,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":3,"Value":854,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":3,"Executor Deserialize CPU Time":3304567,"Executor Run Time":13,"Executor CPU Time":4888427,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":61,"Index":55,"Attempt":0,"Launch Time":1594922578913,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":58,"Index":52,"Attempt":0,"Launch Time":1594922578901,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922578914,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"215220224","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"73","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"3","Value":"833","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":215220224,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":155166,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":4463569,"Value":521008341,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":4,"Value":1580,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":3040324,"Value":335778443,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":4,"Value":858,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":4,"Executor Deserialize CPU Time":3040324,"Executor Run Time":4,"Executor CPU Time":4463569,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":62,"Index":56,"Attempt":0,"Launch Time":1594922578916,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":63,"Index":57,"Attempt":0,"Launch Time":1594922578949,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":64,"Index":58,"Attempt":0,"Launch Time":1594922578950,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":65,"Index":59,"Attempt":0,"Launch Time":1594922578950,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":51,"Index":45,"Attempt":0,"Launch Time":1594922578861,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922578951,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"215482368","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"73","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"16","Value":"849","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":215482368,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":158083,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":5338335,"Value":526346676,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":18,"Value":1598,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":3891586,"Value":339670029,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":13,"Value":871,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":13,"Executor Deserialize CPU Time":3891586,"Executor Run Time":18,"Executor CPU Time":5338335,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":60,"Index":54,"Attempt":0,"Launch Time":1594922578904,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922578951,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"215744512","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"73","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"3","Value":"852","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":215744512,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":161000,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":4377168,"Value":530723844,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":4,"Value":1602,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":3181594,"Value":342851623,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":10,"Value":881,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":10,"Executor Deserialize CPU Time":3181594,"Executor Run Time":4,"Executor CPU Time":4377168,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":59,"Index":53,"Attempt":0,"Launch Time":1594922578903,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922578951,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"216006656","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"73","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"3","Value":"855","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":216006656,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":163917,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":4547732,"Value":535271576,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":5,"Value":1607,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":3662473,"Value":346514096,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":10,"Value":891,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":10,"Executor Deserialize CPU Time":3662473,"Executor Run Time":5,"Executor CPU Time":4547732,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":66,"Index":60,"Attempt":0,"Launch Time":1594922578954,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":57,"Index":51,"Attempt":0,"Launch Time":1594922578893,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922578954,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"216268800","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"73","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"9","Value":"864","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":216268800,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":166834,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":5046136,"Value":540317712,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":12,"Value":1619,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":3041962,"Value":349556058,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":2,"Value":893,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":2,"Executor Deserialize CPU Time":3041962,"Executor Run Time":12,"Executor CPU Time":5046136,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":61,"Index":55,"Attempt":0,"Launch Time":1594922578913,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922578954,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"216530944","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"73","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"16","Value":"880","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":216530944,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":169751,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":4515836,"Value":544833548,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":17,"Value":1636,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":2673455,"Value":352229513,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":3,"Value":896,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":3,"Executor Deserialize CPU Time":2673455,"Executor Run Time":17,"Executor CPU Time":4515836,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":67,"Index":61,"Attempt":0,"Launch Time":1594922578956,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":53,"Index":47,"Attempt":0,"Launch Time":1594922578872,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922578958,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"216793088","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"73","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"28","Value":"908","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":216793088,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":172668,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":5701419,"Value":550534967,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":30,"Value":1666,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":3034645,"Value":355264158,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":29,"Value":925,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":29,"Executor Deserialize CPU Time":3034645,"Executor Run Time":30,"Executor CPU Time":5701419,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":68,"Index":62,"Attempt":0,"Launch Time":1594922578968,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":64,"Index":58,"Attempt":0,"Launch Time":1594922578950,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922578968,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"217055232","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"73","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"3","Value":"911","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":217055232,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":175585,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":4866281,"Value":555401248,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":6,"Value":1672,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":3649755,"Value":358913913,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":5,"Value":930,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":5,"Executor Deserialize CPU Time":3649755,"Executor Run Time":6,"Executor CPU Time":4866281,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":69,"Index":63,"Attempt":0,"Launch Time":1594922578976,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":65,"Index":59,"Attempt":0,"Launch Time":1594922578950,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922578977,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"217317376","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"73","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"6","Value":"917","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":217317376,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":178502,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":4108632,"Value":559509880,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":8,"Value":1680,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":2391412,"Value":361305325,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":7,"Value":937,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":7,"Executor Deserialize CPU Time":2391412,"Executor Run Time":8,"Executor CPU Time":4108632,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":70,"Index":64,"Attempt":0,"Launch Time":1594922578980,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":63,"Index":57,"Attempt":0,"Launch Time":1594922578949,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922578981,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"217579520","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"73","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"2","Value":"919","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":217579520,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":181419,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":4472521,"Value":563982401,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":13,"Value":1693,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":3797815,"Value":365103140,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":6,"Value":943,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":6,"Executor Deserialize CPU Time":3797815,"Executor Run Time":13,"Executor CPU Time":4472521,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":71,"Index":65,"Attempt":0,"Launch Time":1594922578993,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":72,"Index":66,"Attempt":0,"Launch Time":1594922578993,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":62,"Index":56,"Attempt":0,"Launch Time":1594922578916,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922578994,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"217841664","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"73","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"13","Value":"932","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":217841664,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":184336,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":5451283,"Value":569433684,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":25,"Value":1718,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":2928631,"Value":368031771,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":5,"Value":948,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":5,"Executor Deserialize CPU Time":2928631,"Executor Run Time":25,"Executor CPU Time":5451283,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":67,"Index":61,"Attempt":0,"Launch Time":1594922578956,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922578994,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"218103808","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"73","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"23","Value":"955","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":218103808,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":187253,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":4616840,"Value":574050524,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":25,"Value":1743,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":2513529,"Value":370545300,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":3,"Value":951,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":3,"Executor Deserialize CPU Time":2513529,"Executor Run Time":25,"Executor CPU Time":4616840,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":73,"Index":67,"Attempt":0,"Launch Time":1594922579001,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":74,"Index":68,"Attempt":0,"Launch Time":1594922579002,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":75,"Index":69,"Attempt":0,"Launch Time":1594922579003,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":70,"Index":64,"Attempt":0,"Launch Time":1594922578980,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922579004,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"218365952","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"73","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"7","Value":"962","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":218365952,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":190170,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":4831813,"Value":578882337,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":9,"Value":1752,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":2417990,"Value":372963290,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":3,"Value":954,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":3,"Executor Deserialize CPU Time":2417990,"Executor Run Time":9,"Executor CPU Time":4831813,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":69,"Index":63,"Attempt":0,"Launch Time":1594922578976,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922579005,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"218628096","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"73","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"7","Value":"969","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":218628096,"Internal":true,"Count Failed Values":true},{"ID":111,"Name":"internal.metrics.resultSerializationTime","Update":1,"Value":8,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2960,"Value":193130,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":5687151,"Value":584569488,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":13,"Value":1765,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":2342044,"Value":375305334,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":3,"Value":957,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":3,"Executor Deserialize CPU Time":2342044,"Executor Run Time":13,"Executor CPU Time":5687151,"Result Size":2960,"JVM GC Time":0,"Result Serialization Time":1,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":68,"Index":62,"Attempt":0,"Launch Time":1594922578968,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922579006,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"218890240","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"73","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"8","Value":"977","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":218890240,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":196047,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":5105012,"Value":589674500,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":21,"Value":1786,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":2331151,"Value":377636485,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":2,"Value":959,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":2,"Executor Deserialize CPU Time":2331151,"Executor Run Time":21,"Executor CPU Time":5105012,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":76,"Index":70,"Attempt":0,"Launch Time":1594922579017,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":66,"Index":60,"Attempt":0,"Launch Time":1594922578954,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922579018,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"219152384","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"73","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"25","Value":"1002","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":219152384,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":198964,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":4713339,"Value":594387839,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":29,"Value":1815,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":2442598,"Value":380079083,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":3,"Value":962,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":3,"Executor Deserialize CPU Time":2442598,"Executor Run Time":29,"Executor CPU Time":4713339,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":77,"Index":71,"Attempt":0,"Launch Time":1594922579020,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":72,"Index":66,"Attempt":0,"Launch Time":1594922578993,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922579021,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"219414528","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"73","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"8","Value":"1010","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":219414528,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":201881,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":5017553,"Value":599405392,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":11,"Value":1826,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":2461165,"Value":382540248,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":3,"Value":965,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":3,"Executor Deserialize CPU Time":2461165,"Executor Run Time":11,"Executor CPU Time":5017553,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":78,"Index":72,"Attempt":0,"Launch Time":1594922579030,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":79,"Index":73,"Attempt":0,"Launch Time":1594922579031,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":80,"Index":74,"Attempt":0,"Launch Time":1594922579032,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":73,"Index":67,"Attempt":0,"Launch Time":1594922579001,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922579034,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"219676672","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"73","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"8","Value":"1018","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":219676672,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":204798,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":4142675,"Value":603548067,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":11,"Value":1837,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":2433199,"Value":384973447,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":7,"Value":972,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":7,"Executor Deserialize CPU Time":2433199,"Executor Run Time":11,"Executor CPU Time":4142675,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":74,"Index":68,"Attempt":0,"Launch Time":1594922579002,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922579034,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"219938816","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"73","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"3","Value":"1021","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":219938816,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":207715,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":4707124,"Value":608255191,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":13,"Value":1850,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":2426636,"Value":387400083,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":2,"Value":974,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":2,"Executor Deserialize CPU Time":2426636,"Executor Run Time":13,"Executor CPU Time":4707124,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":75,"Index":69,"Attempt":0,"Launch Time":1594922579003,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922579035,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"220200960","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"73","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"2","Value":"1023","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":220200960,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":210632,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":4058522,"Value":612313713,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":13,"Value":1863,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":2237726,"Value":389637809,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":3,"Value":977,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":3,"Executor Deserialize CPU Time":2237726,"Executor Run Time":13,"Executor CPU Time":4058522,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":81,"Index":75,"Attempt":0,"Launch Time":1594922579053,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":82,"Index":76,"Attempt":0,"Launch Time":1594922579054,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":83,"Index":77,"Attempt":0,"Launch Time":1594922579056,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":84,"Index":78,"Attempt":0,"Launch Time":1594922579060,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":85,"Index":79,"Attempt":0,"Launch Time":1594922579062,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":79,"Index":73,"Attempt":0,"Launch Time":1594922579031,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922579065,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"220463104","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"73","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"11","Value":"1034","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":220463104,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":213549,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":4677715,"Value":616991428,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":14,"Value":1877,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":2501560,"Value":392139369,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":2,"Value":979,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":2,"Executor Deserialize CPU Time":2501560,"Executor Run Time":14,"Executor CPU Time":4677715,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":76,"Index":70,"Attempt":0,"Launch Time":1594922579017,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922579066,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"220725248","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"73","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"3","Value":"1037","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":220725248,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":216466,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":4483827,"Value":621475255,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":6,"Value":1883,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":2475261,"Value":394614630,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":21,"Value":1000,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":21,"Executor Deserialize CPU Time":2475261,"Executor Run Time":6,"Executor CPU Time":4483827,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":77,"Index":71,"Attempt":0,"Launch Time":1594922579020,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922579067,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"220987392","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"73","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"14","Value":"1051","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":220987392,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":219383,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":4954556,"Value":626429811,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":16,"Value":1899,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":2310030,"Value":396924660,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":2,"Value":1002,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":2,"Executor Deserialize CPU Time":2310030,"Executor Run Time":16,"Executor CPU Time":4954556,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":78,"Index":72,"Attempt":0,"Launch Time":1594922579030,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922579067,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"221249536","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"73","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"6","Value":"1057","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":221249536,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":222300,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":4522406,"Value":630952217,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":11,"Value":1910,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":3124381,"Value":400049041,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":7,"Value":1009,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":7,"Executor Deserialize CPU Time":3124381,"Executor Run Time":11,"Executor CPU Time":4522406,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":80,"Index":74,"Attempt":0,"Launch Time":1594922579032,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922579067,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"221511680","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"73","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"3","Value":"1060","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":221511680,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":225217,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":5202894,"Value":636155111,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":11,"Value":1921,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":3084405,"Value":403133446,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":2,"Value":1011,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":2,"Executor Deserialize CPU Time":3084405,"Executor Run Time":11,"Executor CPU Time":5202894,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":86,"Index":80,"Attempt":0,"Launch Time":1594922579073,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":71,"Index":65,"Attempt":0,"Launch Time":1594922578993,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922579076,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"221773824","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"73","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"8","Value":"1068","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":221773824,"Internal":true,"Count Failed Values":true},{"ID":111,"Name":"internal.metrics.resultSerializationTime","Update":1,"Value":9,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2960,"Value":228177,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":4532118,"Value":640687229,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":20,"Value":1941,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":2928713,"Value":406062159,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":53,"Value":1064,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":53,"Executor Deserialize CPU Time":2928713,"Executor Run Time":20,"Executor CPU Time":4532118,"Result Size":2960,"JVM GC Time":0,"Result Serialization Time":1,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":83,"Index":77,"Attempt":0,"Launch Time":1594922579056,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922579078,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"222035968","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"73","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"2","Value":"1070","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":222035968,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":231094,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":3952662,"Value":644639891,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":3,"Value":1944,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":2299775,"Value":408361934,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":3,"Value":1067,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":3,"Executor Deserialize CPU Time":2299775,"Executor Run Time":3,"Executor CPU Time":3952662,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":87,"Index":81,"Attempt":0,"Launch Time":1594922579079,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":82,"Index":76,"Attempt":0,"Launch Time":1594922579054,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922579081,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"222298112","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"73","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"3","Value":"1073","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":222298112,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":234011,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":4582688,"Value":649222579,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":10,"Value":1954,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":3182715,"Value":411544649,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":4,"Value":1071,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":4,"Executor Deserialize CPU Time":3182715,"Executor Run Time":10,"Executor CPU Time":4582688,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":88,"Index":82,"Attempt":0,"Launch Time":1594922579083,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":84,"Index":78,"Attempt":0,"Launch Time":1594922579060,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922579084,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"222560256","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"73","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"6","Value":"1079","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":222560256,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":236928,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":4556262,"Value":653778841,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":8,"Value":1962,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":2464681,"Value":414009330,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":2,"Value":1073,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":2,"Executor Deserialize CPU Time":2464681,"Executor Run Time":8,"Executor CPU Time":4556262,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":89,"Index":83,"Attempt":0,"Launch Time":1594922579086,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":81,"Index":75,"Attempt":0,"Launch Time":1594922579053,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922579092,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"222822400","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"73","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"18","Value":"1097","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":222822400,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":239845,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":4198340,"Value":657977181,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":21,"Value":1983,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":3109144,"Value":417118474,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":2,"Value":1075,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":2,"Executor Deserialize CPU Time":3109144,"Executor Run Time":21,"Executor CPU Time":4198340,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":90,"Index":84,"Attempt":0,"Launch Time":1594922579094,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":87,"Index":81,"Attempt":0,"Launch Time":1594922579079,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922579095,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"223084544","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"73","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"3","Value":"1100","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":223084544,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":242762,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":4104888,"Value":662082069,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":4,"Value":1987,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":2396412,"Value":419514886,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":3,"Value":1078,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":3,"Executor Deserialize CPU Time":2396412,"Executor Run Time":4,"Executor CPU Time":4104888,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":91,"Index":85,"Attempt":0,"Launch Time":1594922579097,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":88,"Index":82,"Attempt":0,"Launch Time":1594922579083,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922579098,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"223346688","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"73","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"2","Value":"1102","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":223346688,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":245679,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":3715164,"Value":665797233,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":5,"Value":1992,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":2321425,"Value":421836311,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":1,"Value":1079,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":1,"Executor Deserialize CPU Time":2321425,"Executor Run Time":5,"Executor CPU Time":3715164,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":92,"Index":86,"Attempt":0,"Launch Time":1594922579103,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":93,"Index":87,"Attempt":0,"Launch Time":1594922579114,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":91,"Index":85,"Attempt":0,"Launch Time":1594922579097,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922579115,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"223608832","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"73","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"2","Value":"1104","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":223608832,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":248596,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":3870770,"Value":669668003,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":4,"Value":1996,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":2239665,"Value":424075976,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":2,"Value":1081,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":2,"Executor Deserialize CPU Time":2239665,"Executor Run Time":4,"Executor CPU Time":3870770,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":94,"Index":88,"Attempt":0,"Launch Time":1594922579116,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":95,"Index":89,"Attempt":0,"Launch Time":1594922579117,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":90,"Index":84,"Attempt":0,"Launch Time":1594922579094,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922579118,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"223870976","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"73","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"2","Value":"1106","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":223870976,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":251513,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":3911408,"Value":673579411,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":13,"Value":2009,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":2346736,"Value":426422712,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":1,"Value":1082,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":1,"Executor Deserialize CPU Time":2346736,"Executor Run Time":13,"Executor CPU Time":3911408,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":89,"Index":83,"Attempt":0,"Launch Time":1594922579086,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922579118,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"224133120","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"73","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"3","Value":"1109","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":224133120,"Internal":true,"Count Failed Values":true},{"ID":111,"Name":"internal.metrics.resultSerializationTime","Update":1,"Value":10,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2960,"Value":254473,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":4576901,"Value":678156312,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":21,"Value":2030,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":1991197,"Value":428413909,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":1,"Value":1083,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":1,"Executor Deserialize CPU Time":1991197,"Executor Run Time":21,"Executor CPU Time":4576901,"Result Size":2960,"JVM GC Time":0,"Result Serialization Time":1,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":96,"Index":90,"Attempt":0,"Launch Time":1594922579120,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":92,"Index":86,"Attempt":0,"Launch Time":1594922579103,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922579121,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"224395264","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"73","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"2","Value":"1111","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":224395264,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":257390,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":3795746,"Value":681952058,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":4,"Value":2034,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":2253286,"Value":430667195,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":2,"Value":1085,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":2,"Executor Deserialize CPU Time":2253286,"Executor Run Time":4,"Executor CPU Time":3795746,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":97,"Index":91,"Attempt":0,"Launch Time":1594922579136,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":94,"Index":88,"Attempt":0,"Launch Time":1594922579116,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922579138,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"224657408","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"73","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"3","Value":"1114","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":224657408,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":260307,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":4510360,"Value":686462418,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":4,"Value":2038,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":2908157,"Value":433575352,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":4,"Value":1089,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":4,"Executor Deserialize CPU Time":2908157,"Executor Run Time":4,"Executor CPU Time":4510360,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":98,"Index":92,"Attempt":0,"Launch Time":1594922579141,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":99,"Index":93,"Attempt":0,"Launch Time":1594922579143,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":100,"Index":94,"Attempt":0,"Launch Time":1594922579145,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":101,"Index":95,"Attempt":0,"Launch Time":1594922579152,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":85,"Index":79,"Attempt":0,"Launch Time":1594922579062,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922579153,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"224919552","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"73","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"9","Value":"1123","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":224919552,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":263224,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":4773720,"Value":691236138,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":37,"Value":2075,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":2151795,"Value":435727147,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":3,"Value":1092,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":3,"Executor Deserialize CPU Time":2151795,"Executor Run Time":37,"Executor CPU Time":4773720,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":96,"Index":90,"Attempt":0,"Launch Time":1594922579120,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922579154,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"225181696","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"73","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"11","Value":"1134","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":225181696,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":266141,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":4390636,"Value":695626774,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":12,"Value":2087,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":2702932,"Value":438430079,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":3,"Value":1095,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":3,"Executor Deserialize CPU Time":2702932,"Executor Run Time":12,"Executor CPU Time":4390636,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":93,"Index":87,"Attempt":0,"Launch Time":1594922579114,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922579154,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"225443840","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"73","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"2","Value":"1136","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":225443840,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":269058,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":4138785,"Value":699765559,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":9,"Value":2096,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":2539659,"Value":440969738,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":11,"Value":1106,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":11,"Executor Deserialize CPU Time":2539659,"Executor Run Time":9,"Executor CPU Time":4138785,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":86,"Index":80,"Attempt":0,"Launch Time":1594922579073,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922579155,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"225705984","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"73","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"16","Value":"1152","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":225705984,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":271975,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":3929839,"Value":703695398,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":38,"Value":2134,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":2398499,"Value":443368237,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":9,"Value":1115,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":9,"Executor Deserialize CPU Time":2398499,"Executor Run Time":38,"Executor CPU Time":3929839,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":102,"Index":96,"Attempt":0,"Launch Time":1594922579194,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":103,"Index":97,"Attempt":0,"Launch Time":1594922579196,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":104,"Index":98,"Attempt":0,"Launch Time":1594922579203,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":95,"Index":89,"Attempt":0,"Launch Time":1594922579117,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922579204,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"225968128","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"73","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"44","Value":"1196","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":225968128,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":274892,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":4482133,"Value":708177531,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":46,"Value":2180,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":2479405,"Value":445847642,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":2,"Value":1117,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":2,"Executor Deserialize CPU Time":2479405,"Executor Run Time":46,"Executor CPU Time":4482133,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":99,"Index":93,"Attempt":0,"Launch Time":1594922579143,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922579204,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"226230272","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"73","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"40","Value":"1236","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":226230272,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":277809,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":4845310,"Value":713022841,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":41,"Value":2221,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":2253326,"Value":448100968,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":3,"Value":1120,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":3,"Executor Deserialize CPU Time":2253326,"Executor Run Time":41,"Executor CPU Time":4845310,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":98,"Index":92,"Attempt":0,"Launch Time":1594922579141,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922579204,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"226492416","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"73","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"5","Value":"1241","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":226492416,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":280726,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":4147299,"Value":717170140,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":15,"Value":2236,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":2273792,"Value":450374760,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":5,"Value":1125,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":5,"Executor Deserialize CPU Time":2273792,"Executor Run Time":15,"Executor CPU Time":4147299,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":105,"Index":99,"Attempt":0,"Launch Time":1594922579221,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":106,"Index":100,"Attempt":0,"Launch Time":1594922579223,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":97,"Index":91,"Attempt":0,"Launch Time":1594922579136,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922579224,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"226754560","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"73","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"27","Value":"1268","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":226754560,"Internal":true,"Count Failed Values":true},{"ID":110,"Name":"internal.metrics.jvmGCTime","Update":5,"Value":5,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2960,"Value":283686,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":4166338,"Value":721336478,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":29,"Value":2265,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":2340394,"Value":452715154,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":2,"Value":1127,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":2,"Executor Deserialize CPU Time":2340394,"Executor Run Time":29,"Executor CPU Time":4166338,"Result Size":2960,"JVM GC Time":5,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":100,"Index":94,"Attempt":0,"Launch Time":1594922579145,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922579224,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"227016704","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"73","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"13","Value":"1281","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":227016704,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":286603,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":3691637,"Value":725028115,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":14,"Value":2279,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":2334655,"Value":455049809,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":3,"Value":1130,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":3,"Executor Deserialize CPU Time":2334655,"Executor Run Time":14,"Executor CPU Time":3691637,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":101,"Index":95,"Attempt":0,"Launch Time":1594922579152,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922579227,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"227278848","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"73","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"12","Value":"1293","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":227278848,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":289520,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":3299805,"Value":728327920,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":14,"Value":2293,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":1975992,"Value":457025801,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":1,"Value":1131,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":1,"Executor Deserialize CPU Time":1975992,"Executor Run Time":14,"Executor CPU Time":3299805,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":107,"Index":101,"Attempt":0,"Launch Time":1594922579228,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":108,"Index":102,"Attempt":0,"Launch Time":1594922579236,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":103,"Index":97,"Attempt":0,"Launch Time":1594922579196,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922579237,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"227540992","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"73","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"12","Value":"1305","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":227540992,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":292437,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":4545445,"Value":732873365,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":13,"Value":2306,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":3456428,"Value":460482229,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":6,"Value":1137,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":6,"Executor Deserialize CPU Time":3456428,"Executor Run Time":13,"Executor CPU Time":4545445,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":109,"Index":103,"Attempt":0,"Launch Time":1594922579238,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":105,"Index":99,"Attempt":0,"Launch Time":1594922579221,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922579239,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"227803136","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"73","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"2","Value":"1307","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":227803136,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":295354,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":3814114,"Value":736687479,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":4,"Value":2310,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":2412686,"Value":462894915,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":3,"Value":1140,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":3,"Executor Deserialize CPU Time":2412686,"Executor Run Time":4,"Executor CPU Time":3814114,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":110,"Index":104,"Attempt":0,"Launch Time":1594922579243,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":104,"Index":98,"Attempt":0,"Launch Time":1594922579203,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922579244,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"228065280","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"73","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"3","Value":"1310","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":228065280,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":298271,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":4153760,"Value":740841239,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":29,"Value":2339,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":2159118,"Value":465054033,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":4,"Value":1144,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":4,"Executor Deserialize CPU Time":2159118,"Executor Run Time":29,"Executor CPU Time":4153760,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":107,"Index":101,"Attempt":0,"Launch Time":1594922579228,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922579246,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"228327424","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"73","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"5","Value":"1315","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":228327424,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":301188,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":3400044,"Value":744241283,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":8,"Value":2347,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":2887251,"Value":467941284,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":3,"Value":1147,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":3,"Executor Deserialize CPU Time":2887251,"Executor Run Time":8,"Executor CPU Time":3400044,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":111,"Index":105,"Attempt":0,"Launch Time":1594922579247,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":112,"Index":106,"Attempt":0,"Launch Time":1594922579248,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":113,"Index":107,"Attempt":0,"Launch Time":1594922579249,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":109,"Index":103,"Attempt":0,"Launch Time":1594922579238,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922579249,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"228589568","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"73","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"2","Value":"1317","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":228589568,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":304105,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":3259837,"Value":747501120,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":4,"Value":2351,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":1797677,"Value":469738961,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":1,"Value":1148,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":1,"Executor Deserialize CPU Time":1797677,"Executor Run Time":4,"Executor CPU Time":3259837,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":106,"Index":100,"Attempt":0,"Launch Time":1594922579223,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922579249,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"228851712","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"73","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"11","Value":"1328","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":228851712,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":307022,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":3471799,"Value":750972919,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":13,"Value":2364,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":2898789,"Value":472637750,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":3,"Value":1151,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":3,"Executor Deserialize CPU Time":2898789,"Executor Run Time":13,"Executor CPU Time":3471799,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":114,"Index":108,"Attempt":0,"Launch Time":1594922579252,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":102,"Index":96,"Attempt":0,"Launch Time":1594922579194,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922579252,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"229113856","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"73","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"17","Value":"1345","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":229113856,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":309939,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":4410121,"Value":755383040,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":40,"Value":2404,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":3475702,"Value":476113452,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":4,"Value":1155,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":4,"Executor Deserialize CPU Time":3475702,"Executor Run Time":40,"Executor CPU Time":4410121,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":115,"Index":109,"Attempt":0,"Launch Time":1594922579265,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":108,"Index":102,"Attempt":0,"Launch Time":1594922579236,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922579266,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"229376000","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"73","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"3","Value":"1348","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":229376000,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":312856,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":4615172,"Value":759998212,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":10,"Value":2414,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":2771342,"Value":478884794,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":2,"Value":1157,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":2,"Executor Deserialize CPU Time":2771342,"Executor Run Time":10,"Executor CPU Time":4615172,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":116,"Index":110,"Attempt":0,"Launch Time":1594922579269,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":113,"Index":107,"Attempt":0,"Launch Time":1594922579249,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922579269,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"229638144","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"73","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"2","Value":"1350","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":229638144,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":315773,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":3181768,"Value":763179980,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":3,"Value":2417,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":2391316,"Value":481276110,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":3,"Value":1160,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":3,"Executor Deserialize CPU Time":2391316,"Executor Run Time":3,"Executor CPU Time":3181768,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":117,"Index":111,"Attempt":0,"Launch Time":1594922579270,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":111,"Index":105,"Attempt":0,"Launch Time":1594922579247,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922579270,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"229900288","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"73","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"2","Value":"1352","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":229900288,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":318690,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":3066994,"Value":766246974,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":7,"Value":2424,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":2505679,"Value":483781789,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":2,"Value":1162,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":2,"Executor Deserialize CPU Time":2505679,"Executor Run Time":7,"Executor CPU Time":3066994,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":118,"Index":112,"Attempt":0,"Launch Time":1594922579272,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":112,"Index":106,"Attempt":0,"Launch Time":1594922579248,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922579272,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"230162432","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"73","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"5","Value":"1357","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":230162432,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":321607,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":3122501,"Value":769369475,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":19,"Value":2443,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":1958321,"Value":485740110,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":2,"Value":1164,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":2,"Executor Deserialize CPU Time":1958321,"Executor Run Time":19,"Executor CPU Time":3122501,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":119,"Index":113,"Attempt":0,"Launch Time":1594922579280,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":110,"Index":104,"Attempt":0,"Launch Time":1594922579243,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922579280,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"230424576","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"73","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"8","Value":"1365","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":230424576,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":324524,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":4535577,"Value":773905052,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":20,"Value":2463,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":2621571,"Value":488361681,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":9,"Value":1173,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":9,"Executor Deserialize CPU Time":2621571,"Executor Run Time":20,"Executor CPU Time":4535577,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":120,"Index":114,"Attempt":0,"Launch Time":1594922579283,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":117,"Index":111,"Attempt":0,"Launch Time":1594922579270,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922579284,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"230686720","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"73","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"2","Value":"1367","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":230686720,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":327441,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":3061424,"Value":776966476,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":3,"Value":2466,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":1837451,"Value":490199132,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":5,"Value":1178,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":5,"Executor Deserialize CPU Time":1837451,"Executor Run Time":3,"Executor CPU Time":3061424,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":121,"Index":115,"Attempt":0,"Launch Time":1594922579299,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":115,"Index":109,"Attempt":0,"Launch Time":1594922579265,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922579300,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"230948864","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"73","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"3","Value":"1370","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":230948864,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":330358,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":4289455,"Value":781255931,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":18,"Value":2484,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":2170499,"Value":492369631,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":10,"Value":1188,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":10,"Executor Deserialize CPU Time":2170499,"Executor Run Time":18,"Executor CPU Time":4289455,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":122,"Index":116,"Attempt":0,"Launch Time":1594922579305,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":123,"Index":117,"Attempt":0,"Launch Time":1594922579306,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":119,"Index":113,"Attempt":0,"Launch Time":1594922579280,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922579307,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"231211008","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"73","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"2","Value":"1372","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":231211008,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":333275,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":3688071,"Value":784944002,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":6,"Value":2490,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":2285103,"Value":494654734,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":8,"Value":1196,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":8,"Executor Deserialize CPU Time":2285103,"Executor Run Time":6,"Executor CPU Time":3688071,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":118,"Index":112,"Attempt":0,"Launch Time":1594922579272,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922579307,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"231473152","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"73","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"7","Value":"1379","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":231473152,"Internal":true,"Count Failed Values":true},{"ID":111,"Name":"internal.metrics.resultSerializationTime","Update":1,"Value":11,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2960,"Value":336235,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":3114213,"Value":788058215,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":9,"Value":2499,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":1847339,"Value":496502073,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":1,"Value":1197,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":1,"Executor Deserialize CPU Time":1847339,"Executor Run Time":9,"Executor CPU Time":3114213,"Result Size":2960,"JVM GC Time":0,"Result Serialization Time":1,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":124,"Index":118,"Attempt":0,"Launch Time":1594922579314,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":116,"Index":110,"Attempt":0,"Launch Time":1594922579269,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922579315,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"231735296","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"2","Value":"75","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"4","Value":"1383","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":231735296,"Internal":true,"Count Failed Values":true},{"ID":111,"Name":"internal.metrics.resultSerializationTime","Update":1,"Value":12,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2960,"Value":339195,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":3251544,"Value":791309759,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":6,"Value":2505,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":2077433,"Value":498579506,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":24,"Value":1221,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":24,"Executor Deserialize CPU Time":2077433,"Executor Run Time":6,"Executor CPU Time":3251544,"Result Size":2960,"JVM GC Time":0,"Result Serialization Time":1,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":125,"Index":119,"Attempt":0,"Launch Time":1594922579341,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":114,"Index":108,"Attempt":0,"Launch Time":1594922579252,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922579341,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"231997440","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"75","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"11","Value":"1394","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":231997440,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":342112,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":4508332,"Value":795818091,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":60,"Value":2565,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":2297466,"Value":500876972,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":8,"Value":1229,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":8,"Executor Deserialize CPU Time":2297466,"Executor Run Time":60,"Executor CPU Time":4508332,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":126,"Index":120,"Attempt":0,"Launch Time":1594922579343,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":127,"Index":121,"Attempt":0,"Launch Time":1594922579351,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":128,"Index":122,"Attempt":0,"Launch Time":1594922579363,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":129,"Index":123,"Attempt":0,"Launch Time":1594922579365,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":123,"Index":117,"Attempt":0,"Launch Time":1594922579306,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922579368,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"232259584","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"75","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"2","Value":"1396","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":232259584,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":345029,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":3502182,"Value":799320273,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":14,"Value":2579,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":2042861,"Value":502919833,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":3,"Value":1232,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":3,"Executor Deserialize CPU Time":2042861,"Executor Run Time":14,"Executor CPU Time":3502182,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":124,"Index":118,"Attempt":0,"Launch Time":1594922579314,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922579368,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"232521728","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"75","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"2","Value":"1398","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":232521728,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":347946,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":3389513,"Value":802709786,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":3,"Value":2582,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":1994687,"Value":504914520,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":2,"Value":1234,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":2,"Executor Deserialize CPU Time":1994687,"Executor Run Time":3,"Executor CPU Time":3389513,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":122,"Index":116,"Attempt":0,"Launch Time":1594922579305,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922579369,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"232783872","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"75","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"7","Value":"1405","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":232783872,"Internal":true,"Count Failed Values":true},{"ID":111,"Name":"internal.metrics.resultSerializationTime","Update":1,"Value":13,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2960,"Value":350906,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":4364326,"Value":807074112,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":32,"Value":2614,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":2347262,"Value":507261782,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":3,"Value":1237,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":3,"Executor Deserialize CPU Time":2347262,"Executor Run Time":32,"Executor CPU Time":4364326,"Result Size":2960,"JVM GC Time":0,"Result Serialization Time":1,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":120,"Index":114,"Attempt":0,"Launch Time":1594922579283,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922579369,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"233046016","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"75","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"2","Value":"1407","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":233046016,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":353823,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":3370094,"Value":810444206,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":10,"Value":2624,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":2078616,"Value":509340398,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":15,"Value":1252,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":15,"Executor Deserialize CPU Time":2078616,"Executor Run Time":10,"Executor CPU Time":3370094,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":130,"Index":124,"Attempt":0,"Launch Time":1594922579374,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":131,"Index":125,"Attempt":0,"Launch Time":1594922579376,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":121,"Index":115,"Attempt":0,"Launch Time":1594922579299,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922579384,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"233308160","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"75","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"20","Value":"1427","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":233308160,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":356740,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":4440381,"Value":814884587,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":33,"Value":2657,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":2426255,"Value":511766653,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":5,"Value":1257,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":5,"Executor Deserialize CPU Time":2426255,"Executor Run Time":33,"Executor CPU Time":4440381,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":125,"Index":119,"Attempt":0,"Launch Time":1594922579341,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922579384,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"233570304","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"75","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"2","Value":"1429","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":233570304,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":359657,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":3562409,"Value":818446996,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":5,"Value":2662,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":2299739,"Value":514066392,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":5,"Value":1262,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":5,"Executor Deserialize CPU Time":2299739,"Executor Run Time":5,"Executor CPU Time":3562409,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":132,"Index":126,"Attempt":0,"Launch Time":1594922579386,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":133,"Index":127,"Attempt":0,"Launch Time":1594922579387,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":134,"Index":129,"Attempt":0,"Launch Time":1594922579389,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":135,"Index":130,"Attempt":0,"Launch Time":1594922579390,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":136,"Index":131,"Attempt":0,"Launch Time":1594922579391,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":127,"Index":121,"Attempt":0,"Launch Time":1594922579351,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922579392,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"233832448","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"75","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"2","Value":"1431","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":233832448,"Internal":true,"Count Failed Values":true},{"ID":111,"Name":"internal.metrics.resultSerializationTime","Update":1,"Value":14,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2960,"Value":362617,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":3159762,"Value":821606758,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":2,"Value":2664,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":1873684,"Value":515940076,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":3,"Value":1265,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":3,"Executor Deserialize CPU Time":1873684,"Executor Run Time":2,"Executor CPU Time":3159762,"Result Size":2960,"JVM GC Time":0,"Result Serialization Time":1,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":130,"Index":124,"Attempt":0,"Launch Time":1594922579374,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922579392,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"234094592","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"75","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"2","Value":"1433","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":234094592,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":365534,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":3532523,"Value":825139281,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":5,"Value":2669,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":2231718,"Value":518171794,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":1,"Value":1266,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":1,"Executor Deserialize CPU Time":2231718,"Executor Run Time":5,"Executor CPU Time":3532523,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":129,"Index":123,"Attempt":0,"Launch Time":1594922579365,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922579393,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"234356736","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"75","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"2","Value":"1435","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":234356736,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":368451,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":3049990,"Value":828189271,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":3,"Value":2672,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":1746375,"Value":519918169,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":2,"Value":1268,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":2,"Executor Deserialize CPU Time":1746375,"Executor Run Time":3,"Executor CPU Time":3049990,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":128,"Index":122,"Attempt":0,"Launch Time":1594922579363,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922579393,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"234618880","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"75","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"3","Value":"1438","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":234618880,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":371368,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":4024459,"Value":832213730,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":6,"Value":2678,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":2180007,"Value":522098176,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":3,"Value":1271,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":3,"Executor Deserialize CPU Time":2180007,"Executor Run Time":6,"Executor CPU Time":4024459,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":126,"Index":120,"Attempt":0,"Launch Time":1594922579343,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922579393,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"234881024","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"75","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"2","Value":"1440","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":234881024,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":374285,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":3147708,"Value":835361438,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":9,"Value":2687,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":1371874,"Value":523470050,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":1,"Value":1272,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":1,"Executor Deserialize CPU Time":1371874,"Executor Run Time":9,"Executor CPU Time":3147708,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":137,"Index":132,"Attempt":0,"Launch Time":1594922579402,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":138,"Index":133,"Attempt":0,"Launch Time":1594922579403,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":139,"Index":134,"Attempt":0,"Launch Time":1594922579405,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":135,"Index":130,"Attempt":0,"Launch Time":1594922579390,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922579406,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"235143168","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"75","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"2","Value":"1442","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":235143168,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":377202,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":3379560,"Value":838740998,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":4,"Value":2691,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":1848382,"Value":525318432,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":1,"Value":1273,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":1,"Executor Deserialize CPU Time":1848382,"Executor Run Time":4,"Executor CPU Time":3379560,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":134,"Index":129,"Attempt":0,"Launch Time":1594922579389,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922579407,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"235405312","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"75","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"2","Value":"1444","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":235405312,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":380119,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":3577657,"Value":842318655,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":9,"Value":2700,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":1899772,"Value":527218204,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":2,"Value":1275,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":2,"Executor Deserialize CPU Time":1899772,"Executor Run Time":9,"Executor CPU Time":3577657,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":133,"Index":127,"Attempt":0,"Launch Time":1594922579387,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922579407,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"235667456","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"75","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"2","Value":"1446","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":235667456,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":383036,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":2963546,"Value":845282201,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":4,"Value":2704,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":1848364,"Value":529066568,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":1,"Value":1276,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":1,"Executor Deserialize CPU Time":1848364,"Executor Run Time":4,"Executor CPU Time":2963546,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":140,"Index":135,"Attempt":0,"Launch Time":1594922579409,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":136,"Index":131,"Attempt":0,"Launch Time":1594922579391,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922579410,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"235929600","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"75","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"3","Value":"1449","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":235929600,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":385953,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":3713264,"Value":848995465,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":6,"Value":2710,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":2086950,"Value":531153518,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":1,"Value":1277,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":1,"Executor Deserialize CPU Time":2086950,"Executor Run Time":6,"Executor CPU Time":3713264,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":141,"Index":137,"Attempt":0,"Launch Time":1594922579414,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":138,"Index":133,"Attempt":0,"Launch Time":1594922579403,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922579414,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"236191744","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"75","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"2","Value":"1451","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":236191744,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":388870,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":3066850,"Value":852062315,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":4,"Value":2714,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":1762772,"Value":532916290,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":1,"Value":1278,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":1,"Executor Deserialize CPU Time":1762772,"Executor Run Time":4,"Executor CPU Time":3066850,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":142,"Index":138,"Attempt":0,"Launch Time":1594922579417,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":143,"Index":139,"Attempt":0,"Launch Time":1594922579417,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":137,"Index":132,"Attempt":0,"Launch Time":1594922579402,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922579418,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"236453888","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"75","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"2","Value":"1453","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":236453888,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":391787,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":2919880,"Value":854982195,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":3,"Value":2717,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":1713337,"Value":534629627,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":5,"Value":1283,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":5,"Executor Deserialize CPU Time":1713337,"Executor Run Time":3,"Executor CPU Time":2919880,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":132,"Index":126,"Attempt":0,"Launch Time":1594922579386,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922579418,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"236716032","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"75","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"2","Value":"1455","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":236716032,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":394704,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":3043948,"Value":858026143,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":3,"Value":2720,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":1913761,"Value":536543388,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":4,"Value":1287,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":4,"Executor Deserialize CPU Time":1913761,"Executor Run Time":3,"Executor CPU Time":3043948,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":144,"Index":141,"Attempt":0,"Launch Time":1594922579428,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":143,"Index":139,"Attempt":0,"Launch Time":1594922579417,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922579430,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"236978176","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"75","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"2","Value":"1457","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":236978176,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":397621,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":3267820,"Value":861293963,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":3,"Value":2723,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":2016767,"Value":538560155,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":2,"Value":1289,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":2,"Executor Deserialize CPU Time":2016767,"Executor Run Time":3,"Executor CPU Time":3267820,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":145,"Index":142,"Attempt":0,"Launch Time":1594922579436,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":141,"Index":137,"Attempt":0,"Launch Time":1594922579414,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922579437,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"237240320","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"75","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"3","Value":"1460","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":237240320,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":400538,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":3476850,"Value":864770813,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":4,"Value":2727,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":2045439,"Value":540605594,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":7,"Value":1296,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":7,"Executor Deserialize CPU Time":2045439,"Executor Run Time":4,"Executor CPU Time":3476850,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":146,"Index":143,"Attempt":0,"Launch Time":1594922579441,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":142,"Index":138,"Attempt":0,"Launch Time":1594922579417,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922579442,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"237502464","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"75","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"7","Value":"1467","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":237502464,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":403455,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":3111558,"Value":867882371,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":8,"Value":2735,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":1969351,"Value":542574945,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":3,"Value":1299,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":3,"Executor Deserialize CPU Time":1969351,"Executor Run Time":8,"Executor CPU Time":3111558,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":147,"Index":144,"Attempt":0,"Launch Time":1594922579442,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":144,"Index":141,"Attempt":0,"Launch Time":1594922579428,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922579443,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"237764608","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"75","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"2","Value":"1469","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":237764608,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":406372,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":2923414,"Value":870805785,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":4,"Value":2739,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":1646857,"Value":544221802,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":1,"Value":1300,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":1,"Executor Deserialize CPU Time":1646857,"Executor Run Time":4,"Executor CPU Time":2923414,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":148,"Index":145,"Attempt":0,"Launch Time":1594922579448,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":145,"Index":142,"Attempt":0,"Launch Time":1594922579436,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922579449,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"238026752","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"75","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"2","Value":"1471","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":238026752,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":409289,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":2976915,"Value":873782700,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":4,"Value":2743,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":1621064,"Value":545842866,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":2,"Value":1302,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":2,"Executor Deserialize CPU Time":1621064,"Executor Run Time":4,"Executor CPU Time":2976915,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":149,"Index":146,"Attempt":0,"Launch Time":1594922579456,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":139,"Index":134,"Attempt":0,"Launch Time":1594922579405,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922579457,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"238288896","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"75","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"11","Value":"1482","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":238288896,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":412206,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":3714046,"Value":877496746,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":42,"Value":2785,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":1988969,"Value":547831835,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":3,"Value":1305,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":3,"Executor Deserialize CPU Time":1988969,"Executor Run Time":42,"Executor CPU Time":3714046,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":150,"Index":147,"Attempt":0,"Launch Time":1594922579459,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":148,"Index":145,"Attempt":0,"Launch Time":1594922579448,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922579460,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"238551040","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"75","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"2","Value":"1484","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":238551040,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":415123,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":2853937,"Value":880350683,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":4,"Value":2789,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":1631313,"Value":549463148,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":1,"Value":1306,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":1,"Executor Deserialize CPU Time":1631313,"Executor Run Time":4,"Executor CPU Time":2853937,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":151,"Index":148,"Attempt":0,"Launch Time":1594922579467,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":152,"Index":149,"Attempt":0,"Launch Time":1594922579468,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":131,"Index":125,"Attempt":0,"Launch Time":1594922579376,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922579469,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"238813184","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"75","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"62","Value":"1546","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":238813184,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":418040,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":4118982,"Value":884469665,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":66,"Value":2855,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":2289519,"Value":551752667,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":2,"Value":1308,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":2,"Executor Deserialize CPU Time":2289519,"Executor Run Time":66,"Executor CPU Time":4118982,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":146,"Index":143,"Attempt":0,"Launch Time":1594922579441,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922579469,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"239075328","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"75","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"2","Value":"1548","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":239075328,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":420957,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":3265833,"Value":887735498,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":9,"Value":2864,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":1962793,"Value":553715460,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":2,"Value":1310,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":2,"Executor Deserialize CPU Time":1962793,"Executor Run Time":9,"Executor CPU Time":3265833,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":153,"Index":150,"Attempt":0,"Launch Time":1594922579471,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":150,"Index":147,"Attempt":0,"Launch Time":1594922579459,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922579472,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"239337472","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"75","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"2","Value":"1550","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":239337472,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":423874,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":2854107,"Value":890589605,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":3,"Value":2867,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":1634381,"Value":555349841,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":2,"Value":1312,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":2,"Executor Deserialize CPU Time":1634381,"Executor Run Time":3,"Executor CPU Time":2854107,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":154,"Index":151,"Attempt":0,"Launch Time":1594922579473,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":147,"Index":144,"Attempt":0,"Launch Time":1594922579442,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922579474,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"239599616","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"75","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"14","Value":"1564","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":239599616,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":426791,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":3272582,"Value":893862187,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":16,"Value":2883,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":1953115,"Value":557302956,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":1,"Value":1313,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":1,"Executor Deserialize CPU Time":1953115,"Executor Run Time":16,"Executor CPU Time":3272582,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":155,"Index":152,"Attempt":0,"Launch Time":1594922579483,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":153,"Index":150,"Attempt":0,"Launch Time":1594922579471,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922579484,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"239861760","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"75","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"2","Value":"1566","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":239861760,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":429708,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":3189450,"Value":897051637,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":3,"Value":2886,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":1745964,"Value":559048920,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":2,"Value":1315,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":2,"Executor Deserialize CPU Time":1745964,"Executor Run Time":3,"Executor CPU Time":3189450,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":156,"Index":153,"Attempt":0,"Launch Time":1594922579486,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":154,"Index":151,"Attempt":0,"Launch Time":1594922579473,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922579486,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"240123904","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"75","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"4","Value":"1570","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":240123904,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":432625,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":3064071,"Value":900115708,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":4,"Value":2890,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":1731824,"Value":560780744,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":3,"Value":1318,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":3,"Executor Deserialize CPU Time":1731824,"Executor Run Time":4,"Executor CPU Time":3064071,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":157,"Index":154,"Attempt":0,"Launch Time":1594922579487,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":152,"Index":149,"Attempt":0,"Launch Time":1594922579468,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922579488,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"240386048","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"75","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"9","Value":"1579","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":240386048,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":435542,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":2952982,"Value":903068690,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":11,"Value":2901,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":1782524,"Value":562563268,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":2,"Value":1320,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":2,"Executor Deserialize CPU Time":1782524,"Executor Run Time":11,"Executor CPU Time":2952982,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":158,"Index":155,"Attempt":0,"Launch Time":1594922579494,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":149,"Index":146,"Attempt":0,"Launch Time":1594922579456,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922579497,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"240648192","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"75","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"2","Value":"1581","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":240648192,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":438459,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":3620543,"Value":906689233,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":14,"Value":2915,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":2589607,"Value":565152875,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":20,"Value":1340,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":20,"Executor Deserialize CPU Time":2589607,"Executor Run Time":14,"Executor CPU Time":3620543,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":159,"Index":156,"Attempt":0,"Launch Time":1594922579499,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":160,"Index":157,"Attempt":0,"Launch Time":1594922579500,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":151,"Index":148,"Attempt":0,"Launch Time":1594922579467,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922579501,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"240910336","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"75","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"14","Value":"1595","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":240910336,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":441376,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":4232501,"Value":910921734,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":20,"Value":2935,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":2325747,"Value":567478622,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":3,"Value":1343,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":3,"Executor Deserialize CPU Time":2325747,"Executor Run Time":20,"Executor CPU Time":4232501,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":140,"Index":135,"Attempt":0,"Launch Time":1594922579409,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922579501,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"241172480","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"33","Value":"108","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"45","Value":"1640","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":241172480,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":444293,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":4006340,"Value":914928074,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":78,"Value":3013,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":2039262,"Value":569517884,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":2,"Value":1345,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":2,"Executor Deserialize CPU Time":2039262,"Executor Run Time":78,"Executor CPU Time":4006340,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":161,"Index":158,"Attempt":0,"Launch Time":1594922579502,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":157,"Index":154,"Attempt":0,"Launch Time":1594922579487,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922579502,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"241434624","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"108","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"2","Value":"1642","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":241434624,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":447210,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":2991414,"Value":917919488,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":4,"Value":3017,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":1680361,"Value":571198245,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":1,"Value":1346,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":1,"Executor Deserialize CPU Time":1680361,"Executor Run Time":4,"Executor CPU Time":2991414,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":162,"Index":159,"Attempt":0,"Launch Time":1594922579506,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":163,"Index":160,"Attempt":0,"Launch Time":1594922579507,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":155,"Index":152,"Attempt":0,"Launch Time":1594922579483,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922579507,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"241696768","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"1","Value":"109","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"10","Value":"1652","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":241696768,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":450127,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":2875005,"Value":920794493,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":12,"Value":3029,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":1535124,"Value":572733369,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":3,"Value":1349,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":3,"Executor Deserialize CPU Time":1535124,"Executor Run Time":12,"Executor CPU Time":2875005,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":156,"Index":153,"Attempt":0,"Launch Time":1594922579486,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922579508,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"241958912","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"1","Value":"110","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"9","Value":"1661","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":241958912,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":453044,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":3124973,"Value":923919466,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":14,"Value":3043,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":1589459,"Value":574322828,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":2,"Value":1351,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":2,"Executor Deserialize CPU Time":1589459,"Executor Run Time":14,"Executor CPU Time":3124973,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":164,"Index":161,"Attempt":0,"Launch Time":1594922579522,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":161,"Index":158,"Attempt":0,"Launch Time":1594922579502,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922579522,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"242221056","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"110","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"2","Value":"1663","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":242221056,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":455961,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":3160120,"Value":927079586,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":3,"Value":3046,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":1787845,"Value":576110673,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":6,"Value":1357,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":6,"Executor Deserialize CPU Time":1787845,"Executor Run Time":3,"Executor CPU Time":3160120,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":162,"Index":159,"Attempt":0,"Launch Time":1594922579506,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922579523,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"242483200","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"110","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"2","Value":"1665","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":242483200,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":458878,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":2993330,"Value":930072916,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":4,"Value":3050,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":1610018,"Value":577720691,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":1,"Value":1358,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":1,"Executor Deserialize CPU Time":1610018,"Executor Run Time":4,"Executor CPU Time":2993330,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":165,"Index":162,"Attempt":0,"Launch Time":1594922579523,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":166,"Index":163,"Attempt":0,"Launch Time":1594922579524,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":163,"Index":160,"Attempt":0,"Launch Time":1594922579507,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922579525,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"242745344","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"110","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"2","Value":"1667","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":242745344,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":461795,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":2774577,"Value":932847493,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":3,"Value":3053,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":1469374,"Value":579190065,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":2,"Value":1360,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":2,"Executor Deserialize CPU Time":1469374,"Executor Run Time":3,"Executor CPU Time":2774577,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":167,"Index":164,"Attempt":0,"Launch Time":1594922579538,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":168,"Index":165,"Attempt":0,"Launch Time":1594922579538,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":165,"Index":162,"Attempt":0,"Launch Time":1594922579523,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922579539,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"243007488","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"110","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"2","Value":"1669","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":243007488,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":464712,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":3645152,"Value":936492645,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":3,"Value":3056,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":1874661,"Value":581064726,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":7,"Value":1367,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":7,"Executor Deserialize CPU Time":1874661,"Executor Run Time":3,"Executor CPU Time":3645152,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":166,"Index":163,"Attempt":0,"Launch Time":1594922579524,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922579539,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"243269632","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"110","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"2","Value":"1671","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":243269632,"Internal":true,"Count Failed Values":true},{"ID":111,"Name":"internal.metrics.resultSerializationTime","Update":7,"Value":21,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2960,"Value":467672,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":2848724,"Value":939341369,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":3,"Value":3059,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":1565842,"Value":582630568,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":1,"Value":1368,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":1,"Executor Deserialize CPU Time":1565842,"Executor Run Time":3,"Executor CPU Time":2848724,"Result Size":2960,"JVM GC Time":0,"Result Serialization Time":7,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":169,"Index":166,"Attempt":0,"Launch Time":1594922579540,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":164,"Index":161,"Attempt":0,"Launch Time":1594922579522,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922579540,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"243531776","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"110","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"2","Value":"1673","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":243531776,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":470589,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":3541013,"Value":942882382,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":4,"Value":3063,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":1837333,"Value":584467901,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":6,"Value":1374,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":6,"Executor Deserialize CPU Time":1837333,"Executor Run Time":4,"Executor CPU Time":3541013,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":170,"Index":167,"Attempt":0,"Launch Time":1594922579551,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":169,"Index":166,"Attempt":0,"Launch Time":1594922579540,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922579551,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"243793920","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"110","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"2","Value":"1675","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":243793920,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":473506,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":2799887,"Value":945682269,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":3,"Value":3066,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":1608598,"Value":586076499,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":2,"Value":1376,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":2,"Executor Deserialize CPU Time":1608598,"Executor Run Time":3,"Executor CPU Time":2799887,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":171,"Index":168,"Attempt":0,"Launch Time":1594922579553,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":172,"Index":169,"Attempt":0,"Launch Time":1594922579554,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":173,"Index":170,"Attempt":0,"Launch Time":1594922579555,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":174,"Index":171,"Attempt":0,"Launch Time":1594922579556,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":175,"Index":172,"Attempt":0,"Launch Time":1594922579557,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":159,"Index":156,"Attempt":0,"Launch Time":1594922579499,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922579558,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"244056064","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"110","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"2","Value":"1677","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":244056064,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":476423,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":3970900,"Value":949653169,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":12,"Value":3078,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":2148959,"Value":588225458,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":3,"Value":1379,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":3,"Executor Deserialize CPU Time":2148959,"Executor Run Time":12,"Executor CPU Time":3970900,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":158,"Index":155,"Attempt":0,"Launch Time":1594922579494,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922579558,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"244318208","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"110","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"13","Value":"1690","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":244318208,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":479340,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":3810971,"Value":953464140,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":28,"Value":3106,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":2092090,"Value":590317548,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":4,"Value":1383,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":4,"Executor Deserialize CPU Time":2092090,"Executor Run Time":28,"Executor CPU Time":3810971,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":160,"Index":157,"Attempt":0,"Launch Time":1594922579500,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922579558,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"244580352","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"1","Value":"111","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"19","Value":"1709","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":244580352,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":482257,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":3892979,"Value":957357119,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":30,"Value":3136,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":2315221,"Value":592632769,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":2,"Value":1385,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":2,"Executor Deserialize CPU Time":2315221,"Executor Run Time":30,"Executor CPU Time":3892979,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":168,"Index":165,"Attempt":0,"Launch Time":1594922579538,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922579558,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"244842496","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"111","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"8","Value":"1717","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":244842496,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":485174,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":3044297,"Value":960401416,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":9,"Value":3145,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":1682351,"Value":594315120,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":2,"Value":1387,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":2,"Executor Deserialize CPU Time":1682351,"Executor Run Time":9,"Executor CPU Time":3044297,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":167,"Index":164,"Attempt":0,"Launch Time":1594922579538,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922579560,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"245104640","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"111","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"2","Value":"1719","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":245104640,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":488091,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":2966877,"Value":963368293,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":3,"Value":3148,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":1659971,"Value":595975091,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":1,"Value":1388,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":1,"Executor Deserialize CPU Time":1659971,"Executor Run Time":3,"Executor CPU Time":2966877,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":176,"Index":173,"Attempt":0,"Launch Time":1594922579573,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":177,"Index":174,"Attempt":0,"Launch Time":1594922579574,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":178,"Index":175,"Attempt":0,"Launch Time":1594922579577,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":173,"Index":170,"Attempt":0,"Launch Time":1594922579555,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922579578,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"245366784","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"111","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"2","Value":"1721","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":245366784,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":491008,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":3144114,"Value":966512407,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":3,"Value":3151,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":1913210,"Value":597888301,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":2,"Value":1390,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":2,"Executor Deserialize CPU Time":1913210,"Executor Run Time":3,"Executor CPU Time":3144114,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":170,"Index":167,"Attempt":0,"Launch Time":1594922579551,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922579578,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"245628928","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"111","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"2","Value":"1723","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":245628928,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":493925,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":3217029,"Value":969729436,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":4,"Value":3155,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":1722323,"Value":599610624,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":5,"Value":1395,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":5,"Executor Deserialize CPU Time":1722323,"Executor Run Time":4,"Executor CPU Time":3217029,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":175,"Index":172,"Attempt":0,"Launch Time":1594922579557,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922579579,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"245891072","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"111","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"3","Value":"1726","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":245891072,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":496842,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":3208451,"Value":972937887,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":5,"Value":3160,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":1808885,"Value":601419509,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":1,"Value":1396,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":1,"Executor Deserialize CPU Time":1808885,"Executor Run Time":5,"Executor CPU Time":3208451,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":179,"Index":176,"Attempt":0,"Launch Time":1594922579579,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":174,"Index":171,"Attempt":0,"Launch Time":1594922579556,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922579579,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"246153216","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"111","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"11","Value":"1737","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":246153216,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":499759,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":3820095,"Value":976757982,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":13,"Value":3173,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":2283966,"Value":603703475,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":6,"Value":1402,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":6,"Executor Deserialize CPU Time":2283966,"Executor Run Time":13,"Executor CPU Time":3820095,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":180,"Index":177,"Attempt":0,"Launch Time":1594922579582,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":181,"Index":178,"Attempt":0,"Launch Time":1594922579582,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":171,"Index":168,"Attempt":0,"Launch Time":1594922579553,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922579583,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"246415360","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"2","Value":"113","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"8","Value":"1745","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":246415360,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":502676,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":3382764,"Value":980140746,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":10,"Value":3183,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":2042156,"Value":605745631,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":12,"Value":1414,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":12,"Executor Deserialize CPU Time":2042156,"Executor Run Time":10,"Executor CPU Time":3382764,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":172,"Index":169,"Attempt":0,"Launch Time":1594922579554,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922579583,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"246677504","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"113","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"4","Value":"1749","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":246677504,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":505593,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":3596569,"Value":983737315,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":11,"Value":3194,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":1946023,"Value":607691654,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":9,"Value":1423,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":9,"Executor Deserialize CPU Time":1946023,"Executor Run Time":11,"Executor CPU Time":3596569,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":182,"Index":179,"Attempt":0,"Launch Time":1594922579585,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":183,"Index":180,"Attempt":0,"Launch Time":1594922579588,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":177,"Index":174,"Attempt":0,"Launch Time":1594922579574,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922579589,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"246939648","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"113","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"2","Value":"1751","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":246939648,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":508510,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":3168697,"Value":986906012,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":3,"Value":3197,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":1875312,"Value":609566966,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":2,"Value":1425,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":2,"Executor Deserialize CPU Time":1875312,"Executor Run Time":3,"Executor CPU Time":3168697,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":176,"Index":173,"Attempt":0,"Launch Time":1594922579573,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922579589,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"247201792","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"113","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"5","Value":"1756","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":247201792,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":511427,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":3136395,"Value":990042407,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":8,"Value":3205,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":1846800,"Value":611413766,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":1,"Value":1426,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":1,"Executor Deserialize CPU Time":1846800,"Executor Run Time":8,"Executor CPU Time":3136395,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":184,"Index":181,"Attempt":0,"Launch Time":1594922579596,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":183,"Index":180,"Attempt":0,"Launch Time":1594922579588,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922579596,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"247463936","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"113","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"2","Value":"1758","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":247463936,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":514344,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":3173871,"Value":993216278,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":3,"Value":3208,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":1807848,"Value":613221614,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":3,"Value":1429,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":3,"Executor Deserialize CPU Time":1807848,"Executor Run Time":3,"Executor CPU Time":3173871,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":185,"Index":182,"Attempt":0,"Launch Time":1594922579604,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":186,"Index":183,"Attempt":0,"Launch Time":1594922579605,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":178,"Index":175,"Attempt":0,"Launch Time":1594922579577,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922579606,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"247726080","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"113","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"4","Value":"1762","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":247726080,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":517261,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":2937794,"Value":996154072,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":13,"Value":3221,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":1715666,"Value":614937280,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":1,"Value":1430,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":1,"Executor Deserialize CPU Time":1715666,"Executor Run Time":13,"Executor CPU Time":2937794,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":182,"Index":179,"Attempt":0,"Launch Time":1594922579585,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922579606,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"247988224","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"113","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"2","Value":"1764","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":247988224,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":520178,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":2992894,"Value":999146966,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":2,"Value":3223,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":1621587,"Value":616558867,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":2,"Value":1432,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":2,"Executor Deserialize CPU Time":1621587,"Executor Run Time":2,"Executor CPU Time":2992894,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":187,"Index":184,"Attempt":0,"Launch Time":1594922579613,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":186,"Index":183,"Attempt":0,"Launch Time":1594922579605,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922579613,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"248250368","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"113","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"2","Value":"1766","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":248250368,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":523095,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":3226653,"Value":1002373619,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":3,"Value":3226,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":1874664,"Value":618433531,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":2,"Value":1434,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":2,"Executor Deserialize CPU Time":1874664,"Executor Run Time":3,"Executor CPU Time":3226653,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":188,"Index":185,"Attempt":0,"Launch Time":1594922579622,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":180,"Index":177,"Attempt":0,"Launch Time":1594922579582,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922579622,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"248512512","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"2","Value":"115","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"22","Value":"1788","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":248512512,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":526012,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":3761693,"Value":1006135312,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":25,"Value":3251,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":2024775,"Value":620458306,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":6,"Value":1440,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":6,"Executor Deserialize CPU Time":2024775,"Executor Run Time":25,"Executor CPU Time":3761693,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":189,"Index":186,"Attempt":0,"Launch Time":1594922579623,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":179,"Index":176,"Attempt":0,"Launch Time":1594922579579,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922579623,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"248774656","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"115","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"13","Value":"1801","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":248774656,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":528929,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":3544026,"Value":1009679338,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":23,"Value":3274,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":2100879,"Value":622559185,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":17,"Value":1457,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":17,"Executor Deserialize CPU Time":2100879,"Executor Run Time":23,"Executor CPU Time":3544026,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":190,"Index":187,"Attempt":0,"Launch Time":1594922579624,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":191,"Index":188,"Attempt":0,"Launch Time":1594922579625,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":192,"Index":189,"Attempt":0,"Launch Time":1594922579625,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":187,"Index":184,"Attempt":0,"Launch Time":1594922579613,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922579626,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"249036800","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"115","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"2","Value":"1803","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":249036800,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":531846,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":2851809,"Value":1012531147,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":4,"Value":3278,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":1586210,"Value":624145395,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":1,"Value":1458,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":1,"Executor Deserialize CPU Time":1586210,"Executor Run Time":4,"Executor CPU Time":2851809,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":184,"Index":181,"Attempt":0,"Launch Time":1594922579596,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922579626,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"249298944","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"115","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"2","Value":"1805","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":249298944,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":534763,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":2917761,"Value":1015448908,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":19,"Value":3297,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":1668566,"Value":625813961,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":1,"Value":1459,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":1,"Executor Deserialize CPU Time":1668566,"Executor Run Time":19,"Executor CPU Time":2917761,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":185,"Index":182,"Attempt":0,"Launch Time":1594922579604,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922579626,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"249561088","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"115","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"5","Value":"1810","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":249561088,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":537680,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":3210785,"Value":1018659693,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":6,"Value":3303,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":1814957,"Value":627628918,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":3,"Value":1462,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":3,"Executor Deserialize CPU Time":1814957,"Executor Run Time":6,"Executor CPU Time":3210785,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":193,"Index":190,"Attempt":0,"Launch Time":1594922579634,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":190,"Index":187,"Attempt":0,"Launch Time":1594922579624,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922579635,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"249823232","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"115","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"2","Value":"1812","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":249823232,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":540597,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":2936613,"Value":1021596306,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":3,"Value":3306,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":1821557,"Value":629450475,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":2,"Value":1464,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":2,"Executor Deserialize CPU Time":1821557,"Executor Run Time":3,"Executor CPU Time":2936613,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":194,"Index":191,"Attempt":0,"Launch Time":1594922579636,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":181,"Index":178,"Attempt":0,"Launch Time":1594922579582,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922579637,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"250085376","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"115","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"3","Value":"1815","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":250085376,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":543514,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":4211435,"Value":1025807741,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":28,"Value":3334,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":2175758,"Value":631626233,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":5,"Value":1469,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":5,"Executor Deserialize CPU Time":2175758,"Executor Run Time":28,"Executor CPU Time":4211435,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":195,"Index":192,"Attempt":0,"Launch Time":1594922579637,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":189,"Index":186,"Attempt":0,"Launch Time":1594922579623,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922579638,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"250347520","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"115","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"2","Value":"1817","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":250347520,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":546431,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":3436285,"Value":1029244026,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":4,"Value":3338,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":2036219,"Value":633662452,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":3,"Value":1472,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":3,"Executor Deserialize CPU Time":2036219,"Executor Run Time":4,"Executor CPU Time":3436285,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":196,"Index":193,"Attempt":0,"Launch Time":1594922579642,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":197,"Index":194,"Attempt":0,"Launch Time":1594922579643,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":192,"Index":189,"Attempt":0,"Launch Time":1594922579625,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922579643,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"250609664","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"115","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"4","Value":"1821","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":250609664,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":549348,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":3093795,"Value":1032337821,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":6,"Value":3344,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":1616053,"Value":635278505,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":1,"Value":1473,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":1,"Executor Deserialize CPU Time":1616053,"Executor Run Time":6,"Executor CPU Time":3093795,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":193,"Index":190,"Attempt":0,"Launch Time":1594922579634,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922579644,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"250871808","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"115","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"2","Value":"1823","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":250871808,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":552265,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":3154317,"Value":1035492138,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":3,"Value":3347,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":1564723,"Value":636843228,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":2,"Value":1475,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":2,"Executor Deserialize CPU Time":1564723,"Executor Run Time":3,"Executor CPU Time":3154317,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":198,"Index":195,"Attempt":0,"Launch Time":1594922579644,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":191,"Index":188,"Attempt":0,"Launch Time":1594922579625,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922579645,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"251133952","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"115","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"2","Value":"1825","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":251133952,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":555182,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":3218353,"Value":1038710491,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":6,"Value":3353,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":1594954,"Value":638438182,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":2,"Value":1477,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":2,"Executor Deserialize CPU Time":1594954,"Executor Run Time":6,"Executor CPU Time":3218353,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":199,"Index":196,"Attempt":0,"Launch Time":1594922579650,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":188,"Index":185,"Attempt":0,"Launch Time":1594922579622,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922579650,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"251396096","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"115","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"7","Value":"1832","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":251396096,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":558099,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":3684126,"Value":1042394617,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":11,"Value":3364,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":2275743,"Value":640713925,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":2,"Value":1479,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":2,"Executor Deserialize CPU Time":2275743,"Executor Run Time":11,"Executor CPU Time":3684126,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":200,"Index":197,"Attempt":0,"Launch Time":1594922579654,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":195,"Index":192,"Attempt":0,"Launch Time":1594922579637,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922579654,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"251658240","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"115","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"10","Value":"1842","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":251658240,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":561016,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":3730762,"Value":1046125379,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":11,"Value":3375,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":2017756,"Value":642731681,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":2,"Value":1481,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":2,"Executor Deserialize CPU Time":2017756,"Executor Run Time":11,"Executor CPU Time":3730762,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":201,"Index":198,"Attempt":0,"Launch Time":1594922579656,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":197,"Index":194,"Attempt":0,"Launch Time":1594922579643,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922579656,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"251920384","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"115","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"6","Value":"1848","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":251920384,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":563933,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":2968817,"Value":1049094196,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":7,"Value":3382,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":1595623,"Value":644327304,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":3,"Value":1484,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":3,"Executor Deserialize CPU Time":1595623,"Executor Run Time":7,"Executor CPU Time":2968817,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":{"Task ID":202,"Index":199,"Attempt":0,"Launch Time":1594922579658,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":196,"Index":193,"Attempt":0,"Launch Time":1594922579642,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922579659,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"252182528","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"115","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"1","Value":"1849","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":252182528,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":566850,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":2267550,"Value":1051361746,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":2,"Value":3384,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":1253102,"Value":645580406,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":1,"Value":1485,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":1,"Executor Deserialize CPU Time":1253102,"Executor Run Time":2,"Executor CPU Time":2267550,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":198,"Index":195,"Attempt":0,"Launch Time":1594922579644,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922579660,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"252444672","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"115","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"1","Value":"1850","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":252444672,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":569767,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":2657433,"Value":1054019179,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":3,"Value":3387,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":1515326,"Value":647095732,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":2,"Value":1487,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":2,"Executor Deserialize CPU Time":1515326,"Executor Run Time":3,"Executor CPU Time":2657433,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":199,"Index":196,"Attempt":0,"Launch Time":1594922579650,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922579669,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"252706816","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"115","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"3","Value":"1853","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":252706816,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":572684,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":3353375,"Value":1057372554,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":12,"Value":3399,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":2018842,"Value":649114574,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":3,"Value":1490,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":3,"Executor Deserialize CPU Time":2018842,"Executor Run Time":12,"Executor CPU Time":3353375,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":194,"Index":191,"Attempt":0,"Launch Time":1594922579636,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922579670,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"252968960","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"115","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"8","Value":"1861","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":252968960,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":575601,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":3496837,"Value":1060869391,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":25,"Value":3424,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":2088099,"Value":651202673,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":4,"Value":1494,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":4,"Executor Deserialize CPU Time":2088099,"Executor Run Time":25,"Executor CPU Time":3496837,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":200,"Index":197,"Attempt":0,"Launch Time":1594922579654,"Executor ID":"2","Host":"algo-1","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922579672,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"253231104","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"115","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"7","Value":"1868","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":253231104,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":578518,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":3283841,"Value":1064153232,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":10,"Value":3434,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":2002217,"Value":653204890,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":4,"Value":1498,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":4,"Executor Deserialize CPU Time":2002217,"Executor Run Time":10,"Executor CPU Time":3283841,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":202,"Index":199,"Attempt":0,"Launch Time":1594922579658,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922579672,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"253493248","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"115","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"2","Value":"1870","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":253493248,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":581435,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":2793621,"Value":1066946853,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":3,"Value":3437,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":1516431,"Value":654721321,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":3,"Value":1501,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":3,"Executor Deserialize CPU Time":1516431,"Executor Run Time":3,"Executor CPU Time":2793621,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":201,"Index":198,"Attempt":0,"Launch Time":1594922579656,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922579672,"Failed":false,"Killed":false,"Accumulables":[{"ID":66,"Name":"peak memory total (min, med, max)","Update":"262144","Value":"253755392","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":68,"Name":"aggregate time total (min, med, max)","Update":"0","Value":"115","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":64,"Name":"duration total (min, med, max)","Update":"3","Value":"1873","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Update":0,"Value":7,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":0,"Value":522,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":0,"Value":6,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Update":262144,"Value":253755392,"Internal":true,"Count Failed Values":true},{"ID":109,"Name":"internal.metrics.resultSize","Update":2917,"Value":584352,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Update":2799132,"Value":1069745985,"Internal":true,"Count Failed Values":true},{"ID":107,"Name":"internal.metrics.executorRunTime","Update":4,"Value":3441,"Internal":true,"Count Failed Values":true},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Update":1512872,"Value":656234193,"Internal":true,"Count Failed Values":true},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Update":3,"Value":1504,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":3,"Executor Deserialize CPU Time":1512872,"Executor Run Time":4,"Executor CPU Time":2799132,"Result Size":2917,"JVM GC Time":0,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerStageCompleted","Stage Info":{"Stage ID":3,"Stage Attempt ID":0,"Stage Name":"collect at /opt/ml/processing/input/code/test_long_duration.py:32","Number of Tasks":200,"RDD Info":[{"RDD ID":12,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"23\",\"name\":\"mapPartitionsInternal\"}","Callsite":"collect at /opt/ml/processing/input/code/test_long_duration.py:32","Parent IDs":[11],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":10,"Name":"ShuffledRowRDD","Scope":"{\"id\":\"19\",\"name\":\"Exchange\"}","Callsite":"collect at /opt/ml/processing/input/code/test_long_duration.py:32","Parent IDs":[9],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":11,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"16\",\"name\":\"WholeStageCodegen\"}","Callsite":"collect at /opt/ml/processing/input/code/test_long_duration.py:32","Parent IDs":[10],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[2],"Details":"org.apache.spark.sql.Dataset.collectToPython(Dataset.scala:3260)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:498)\npy4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244)\npy4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357)\npy4j.Gateway.invoke(Gateway.java:282)\npy4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132)\npy4j.commands.CallCommand.execute(CallCommand.java:79)\npy4j.GatewayConnection.run(GatewayConnection.java:238)\njava.lang.Thread.run(Thread.java:748)","Submission Time":1594922578369,"Completion Time":1594922579673,"Accumulables":[{"ID":110,"Name":"internal.metrics.jvmGCTime","Value":5,"Internal":true,"Count Failed Values":true},{"ID":119,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Value":0,"Internal":true,"Count Failed Values":true},{"ID":122,"Name":"internal.metrics.shuffle.read.recordsRead","Value":7,"Internal":true,"Count Failed Values":true},{"ID":68,"Name":"aggregate time total (min, med, max)","Value":"115","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":107,"Name":"internal.metrics.executorRunTime","Value":3441,"Internal":true,"Count Failed Values":true},{"ID":116,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Value":0,"Internal":true,"Count Failed Values":true},{"ID":65,"Name":"number of output rows","Value":"7","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":106,"Name":"internal.metrics.executorDeserializeCpuTime","Value":656234193,"Internal":true,"Count Failed Values":true},{"ID":118,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Value":0,"Internal":true,"Count Failed Values":true},{"ID":64,"Name":"duration total (min, med, max)","Value":"1873","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":109,"Name":"internal.metrics.resultSize","Value":584352,"Internal":true,"Count Failed Values":true},{"ID":121,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Value":0,"Internal":true,"Count Failed Values":true},{"ID":120,"Name":"internal.metrics.shuffle.read.localBytesRead","Value":522,"Internal":true,"Count Failed Values":true},{"ID":69,"Name":"avg hash probe (min, med, max)","Value":"60","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":105,"Name":"internal.metrics.executorDeserializeTime","Value":1504,"Internal":true,"Count Failed Values":true},{"ID":114,"Name":"internal.metrics.peakExecutionMemory","Value":253755392,"Internal":true,"Count Failed Values":true},{"ID":108,"Name":"internal.metrics.executorCpuTime","Value":1069745985,"Internal":true,"Count Failed Values":true},{"ID":117,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Value":6,"Internal":true,"Count Failed Values":true},{"ID":66,"Name":"peak memory total (min, med, max)","Value":"253755392","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":111,"Name":"internal.metrics.resultSerializationTime","Value":21,"Internal":true,"Count Failed Values":true}]}}
{"Event":"SparkListenerJobEnd","Job ID":2,"Completion Time":1594922579673,"Job Result":{"Result":"JobSucceeded"}}
{"Event":"org.apache.spark.sql.execution.ui.SparkListenerSQLExecutionEnd","executionId":2,"time":1594922579706}
{"Event":"org.apache.spark.sql.execution.ui.SparkListenerSQLExecutionStart","executionId":3,"description":"json at NativeMethodAccessorImpl.java:0","details":"org.apache.spark.sql.DataFrameWriter.json(DataFrameWriter.scala:545)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:498)\npy4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244)\npy4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357)\npy4j.Gateway.invoke(Gateway.java:282)\npy4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132)\npy4j.commands.CallCommand.execute(CallCommand.java:79)\npy4j.GatewayConnection.run(GatewayConnection.java:238)\njava.lang.Thread.run(Thread.java:748)","physicalPlanDescription":"== Parsed Logical Plan ==\nInsertIntoHadoopFsRelationCommand s3://sagemaker-us-west-2-790336243319/spark/output/sales/2020-07-16T17:56:49.573772, false, JSON, Map(path -> s3://sagemaker-us-west-2-790336243319/spark/output/sales/2020-07-16T17:56:49.573772), ErrorIfExists, [date, sale, sale_double]\n+- Project [date#6, sale#7L, <lambda>(sale#7L) AS sale_double#34]\n   +- Relation[date#6,sale#7L] json\n\n== Analyzed Logical Plan ==\nInsertIntoHadoopFsRelationCommand s3://sagemaker-us-west-2-790336243319/spark/output/sales/2020-07-16T17:56:49.573772, false, JSON, Map(path -> s3://sagemaker-us-west-2-790336243319/spark/output/sales/2020-07-16T17:56:49.573772), ErrorIfExists, [date, sale, sale_double]\n+- Project [date#6, sale#7L, <lambda>(sale#7L) AS sale_double#34]\n   +- Relation[date#6,sale#7L] json\n\n== Optimized Logical Plan ==\nInsertIntoHadoopFsRelationCommand s3://sagemaker-us-west-2-790336243319/spark/output/sales/2020-07-16T17:56:49.573772, false, JSON, Map(path -> s3://sagemaker-us-west-2-790336243319/spark/output/sales/2020-07-16T17:56:49.573772), ErrorIfExists, [date, sale, sale_double]\n+- Project [date#6, sale#7L, pythonUDF0#41 AS sale_double#34]\n   +- !BatchEvalPython [<lambda>(sale#7L)], [date#6, sale#7L, pythonUDF0#41]\n      +- Relation[date#6,sale#7L] json\n\n== Physical Plan ==\nExecute InsertIntoHadoopFsRelationCommand InsertIntoHadoopFsRelationCommand s3://sagemaker-us-west-2-790336243319/spark/output/sales/2020-07-16T17:56:49.573772, false, JSON, Map(path -> s3://sagemaker-us-west-2-790336243319/spark/output/sales/2020-07-16T17:56:49.573772), ErrorIfExists, [date, sale, sale_double]\n+- *(2) Project [date#6, sale#7L, pythonUDF0#41 AS sale_double#34]\n   +- BatchEvalPython [<lambda>(sale#7L)], [date#6, sale#7L, pythonUDF0#41]\n      +- *(1) FileScan json [date#6,sale#7L] Batched: false, Format: JSON, Location: InMemoryFileIndex[s3://sagemaker-us-west-2-790336243319/spark/input/data.jsonl], PartitionFilters: [], PushedFilters: [], ReadSchema: struct<date:string,sale:bigint>","sparkPlanInfo":{"nodeName":"Execute InsertIntoHadoopFsRelationCommand","simpleString":"Execute InsertIntoHadoopFsRelationCommand InsertIntoHadoopFsRelationCommand s3://sagemaker-us-west-2-790336243319/spark/output/sales/2020-07-16T17:56:49.573772, false, JSON, Map(path -> s3://sagemaker-us-west-2-790336243319/spark/output/sales/2020-07-16T17:56:49.573772), ErrorIfExists, [date, sale, sale_double]","children":[{"nodeName":"WholeStageCodegen","simpleString":"WholeStageCodegen","children":[{"nodeName":"Project","simpleString":"Project [date#6, sale#7L, pythonUDF0#41 AS sale_double#34]","children":[{"nodeName":"InputAdapter","simpleString":"InputAdapter","children":[{"nodeName":"BatchEvalPython","simpleString":"BatchEvalPython [<lambda>(sale#7L)], [date#6, sale#7L, pythonUDF0#41]","children":[{"nodeName":"WholeStageCodegen","simpleString":"WholeStageCodegen","children":[{"nodeName":"Scan json ","simpleString":"FileScan json [date#6,sale#7L] Batched: false, Format: JSON, Location: InMemoryFileIndex[s3://sagemaker-us-west-2-790336243319/spark/input/data.jsonl], PartitionFilters: [], PushedFilters: [], ReadSchema: struct<date:string,sale:bigint>","children":[],"metadata":{"Location":"InMemoryFileIndex[s3://sagemaker-us-west-2-790336243319/spark/input/data.jsonl]","ReadSchema":"struct<date:string,sale:bigint>","Format":"JSON","Batched":"false","PartitionFilters":"[]","PushedFilters":"[]"},"metrics":[{"name":"number of output rows","accumulatorId":136,"metricType":"sum"},{"name":"number of files","accumulatorId":137,"metricType":"sum"},{"name":"metadata time (ms)","accumulatorId":138,"metricType":"sum"},{"name":"scan time total (min, med, max)","accumulatorId":139,"metricType":"timing"}]}],"metadata":{},"metrics":[{"name":"duration total (min, med, max)","accumulatorId":135,"metricType":"timing"}]}],"metadata":{},"metrics":[]}],"metadata":{},"metrics":[]}],"metadata":{},"metrics":[]}],"metadata":{},"metrics":[{"name":"duration total (min, med, max)","accumulatorId":134,"metricType":"timing"}]}],"metadata":{},"metrics":[{"name":"number of written files","accumulatorId":130,"metricType":"sum"},{"name":"bytes of written output","accumulatorId":131,"metricType":"sum"},{"name":"number of output rows","accumulatorId":132,"metricType":"sum"},{"name":"number of dynamic part","accumulatorId":133,"metricType":"sum"}]},"time":1594922579841}
{"Event":"org.apache.spark.sql.execution.ui.SparkListenerEffectiveSQLConf","executionId":3,"effectiveSQLConf":{"spark.sql.streaming.noDataMicroBatches.enabled":"true","spark.sql.files.maxPartitionBytes":"134217728","spark.sql.thriftserver.ui.retainedStatements":"200","spark.sql.ui.retainedExecutions":"1000","spark.sql.sources.parallelPartitionDiscovery.threshold":"32","spark.sql.cbo.joinReorder.enabled":"false","spark.sql.warehouse.dir":"file:/usr/lib/spark/spark-warehouse","spark.sql.parquet.int96AsTimestamp":"true","spark.sql.thriftserver.ui.retainedSessions":"200","spark.sql.hive.verifyPartitionPath":"false","spark.sql.autoBroadcastJoinThreshold":"10485760","spark.sql.adaptive.enabled":"false","spark.sql.optimizer.sizeBasedJoinReorder.enabled":"true","spark.sql.orc.enableVectorizedReader":"true","spark.sql.parquet.binaryAsString":"false","spark.sql.pivotMaxValues":"10000","spark.sql.redaction.options.regex":"(?i)url","spark.sql.cbo.joinReorder.dp.star.filter":"false","spark.sql.parser.quotedRegexColumnNames":"false","spark.sql.files.ignoreMissingFiles":"false","spark.sql.orc.filterPushdown":"true","spark.sql.thriftserver.scheduler.pool":"<undefined>","spark.sql.crossJoin.enabled":"false","spark.sql.function.eltOutputAsString":"false","spark.sql.cbo.joinReorder.dp.threshold":"12","spark.sql.statsImprovements.enabled":"true","spark.sql.parquet.int64AsTimestampMillis":"false","spark.sql.parquet.columnarReaderBatchSize":"4096","spark.sql.parquet.outputTimestampType":"INT96","spark.sql.statistics.size.autoUpdate.enabled":"false","spark.sql.hive.filesourcePartitionFileCacheSize":"262144000","spark.sql.inMemoryColumnarStorage.compressed":"true","spark.sql.cbo.starSchemaDetection":"false","spark.sql.columnNameOfCorruptRecord":"_corrupt_record","spark.sql.avro.compression.codec":"snappy","spark.sql.streaming.metricsEnabled":"false","spark.sql.ui.pruneCachedInMemoryRelation":"true","spark.sql.groupByAliases":"true","spark.sql.hive.metastorePartitionPruning":"true","spark.sql.execution.arrow.enabled":"false","spark.sql.extendedEventInfo":"true","spark.sql.sources.bucketing.maxBuckets":"100000","spark.sql.streaming.multipleWatermarkPolicy":"min","spark.sql.optimizer.flattenScalarSubqueriesWithAggregates.enabled":"true","spark.sql.files.maxRecordsPerFile":"0","spark.sql.legacy.replaceDatabricksSparkAvro.enabled":"true","spark.sql.hive.thriftServer.singleSession":"false","spark.sql.parquet.mergeSchema":"false","spark.sql.queryExecutionListeners":"<undefined>","spark.sql.streaming.numRecentProgressUpdates":"100","spark.sql.variable.substitute":"true","spark.sql.function.concatBinaryAsString":"false","spark.sql.avro.deflate.level":"-1","spark.sql.repl.eagerEval.maxNumRows":"20","spark.sql.bloomFilterJoin.maxFilterBytes":"2097152","spark.sql.dynamicPartitionPruning.enabled":"true","spark.sql.orderByOrdinal":"true","spark.sql.session.timeZone":"UTC","spark.sql.parquet.respectSummaryFiles":"false","spark.sql.parquet.enableVectorizedReader":"true","spark.sql.cbo.enabled":"false","spark.sql.emr.internal.extensions":"<undefined>","spark.sql.sources.bucketing.enabled":"true","spark.sql.repl.eagerEval.truncate":"20","spark.sql.optimizer.excludedRules":"<undefined>","spark.sql.sources.partitionColumnTypeInference.enabled":"true","spark.sql.sortMergeJoinExec.extendedCodegen.enabled":"true","spark.sql.execution.arrow.fallback.enabled":"true","spark.sql.hive.manageFilesourcePartitions":"true","spark.sql.parquet.int96TimestampConversion":"false","spark.sql.hive.caseSensitiveInferenceMode":"INFER_AND_SAVE","spark.sql.sources.partitionOverwriteMode":"STATIC","spark.sql.streaming.checkpointLocation":"<undefined>","spark.sql.broadcastTimeout":"300000ms","spark.sql.repl.eagerEval.enabled":"false","spark.sql.parquet.filterPushdown":"true","spark.sql.orc.compression.codec":"snappy","spark.sql.statistics.histogram.enabled":"false","spark.sql.orc.columnarReaderBatchSize":"4096","spark.sql.redaction.string.regex":"<value of spark.redaction.string.regex>","spark.sql.inMemoryColumnarStorage.batchSize":"10000","spark.sql.parquet.writeLegacyFormat":"false","spark.sql.legacy.sizeOfNull":"true","spark.sql.statistics.fallBackToHdfs":"false","spark.sql.execution.arrow.maxRecordsPerBatch":"10000","spark.sql.stringHashComputationWithoutCopyMemory.enabled":"true","spark.sql.streaming.streamingQueryListeners":"<undefined>","spark.sql.files.ignoreCorruptFiles":"false","spark.sql.inMemoryColumnarStorage.enableVectorizedReader":"true","spark.sql.extensions":"<undefined>","spark.sql.sources.default":"parquet","spark.sql.ui.extendedInfo":"true","spark.sql.bloomFilterJoin.enabled":"true","spark.sql.parquet.compression.codec":"snappy","spark.sql.optimizer.distinctBeforeIntersect.enabled":"true","spark.sql.parquet.recordLevelFilter.enabled":"false","spark.sql.adaptive.shuffle.targetPostShuffleInputSize":"67108864b","spark.sql.shuffle.partitions":"200","spark.sql.groupByOrdinal":"true"}}
{"Event":"org.apache.spark.sql.execution.ui.SparkListenerQueryExecutionMetrics","executionId":3,"timePerRule":{"PruneFileSourcePartitions":1762139,"UpdateNullabilityInAttributeReferences":126645,"Analyzer$HandleNullInputsForUDF":32059,"Analyzer$ResolveSubqueryColumnAliases":22320,"ResolveTimeZone":32423,"Analyzer$ResolveOrdinalInOrderByAndGroupBy":31042,"RewriteCorrelatedScalarSubquery":158263,"RemoveLiteralFromGroupExpressions":62279,"PushProjectionThroughUnion":126223,"EliminateSubqueryAliases":81905,"RemoveRedundantSorts":114670,"FlattenScalarSubqueriesWithAggregates":97563,"LikeSimplification":258488,"CollapseRepartition":131236,"ResolveHints$ResolveCoalesceHints":41046,"Analyzer$ExtractGenerator":41470,"RewriteIntersectAll":65841,"ResolveHints$ResolveBroadcastHints":4052582,"NullPropagation":306791,"PullupCorrelatedPredicates":79623,"UpdateOuterReferences":36382,"ExtractPythonUDFs":7303899,"Analyzer$WindowsSubstitution":41780,"CombineUnions":179762,"ReorderAssociativeOperator":209578,"ResolveHints$RemoveAllHints":31234,"SimplifyBinaryComparison":169097,"ResolveTableValuedFunctions":24879,"EliminateSerialization":126397,"TypeCoercion$BooleanEquality":30176,"ReplaceIntersectWithSemiJoin":63644,"ConstantPropagation":134734,"CostBasedJoinReorder":14283,"Analyzer$ResolveReferences":98564,"RemoveRedundantAliases":342803,"TypeCoercion$ImplicitTypeCasts":28162,"RewriteExceptAll":57867,"PropagateEmptyRelation":139883,"SimplifyCasts":240172,"EliminateMapObjects":96465,"CombineLimits":122481,"ReplaceExpressions":98896,"ResolveInlineTables":28061,"RemoveRedundantProject":339337,"OptimizeIn":175088,"CollapseWindow":134810,"TypeCoercion$IfCoercion":32350,"BooleanSimplification":180409,"TypeCoercion$PromoteStrings":34580,"Analyzer$ResolveAliases":24639,"DecimalAggregates":89435,"PruneFilters":121202,"Analyzer$ResolveMissingReferences":25927,"Analyzer$ResolveRelations":27919,"EliminateUnions":26031,"RewritePredicateSubquery":61918,"LimitPushDown":117685,"SimplifyCaseConversionExpressions":173270,"Analyzer$ResolveNaturalAndUsingJoin":22005,"EliminateView":87703,"CombineTypedFilters":65502,"CheckCartesianProducts":78356,"ExtractPythonUDFFromAggregate":65641,"Analyzer$ExtractWindowExpressions":26449,"ReplaceExceptWithAntiJoin":67621,"ResolveLambdaVariables":31956,"SubstituteUnresolvedOrdinals":24922,"TypeCoercion$CaseWhenCoercion":32659,"DecimalPrecision":37894,"EliminateSorts":121799,"TypeCoercion$StackCoercion":31305,"Analyzer$ResolveAggAliasInGroupBy":22532,"FoldablePropagation":64288,"EliminateDistinct":9120,"InferFiltersFromConstraints":87456,"Analyzer$CTESubstitution":25522,"ParquetSchemaPruning":15127,"Analyzer$PullOutNondeterministic":29024,"Analyzer$ResolveFunctions":30495,"ResolveHigherOrderFunctions":48649,"Analyzer$ResolvePivot":37933,"CollapseProject":260664,"Analyzer$ResolveNewInstance":28130,"ColumnPruning":558830,"Analyzer$ResolveWindowOrder":29759,"TypeCoercion$ConcatCoercion":31998,"PullOutPythonUDFInJoinCondition":64697,"TimeWindowing":67385,"PushDownPredicate":193049,"Optimizer$OptimizeSubqueries":94520,"TypeCoercion$Division":30948,"ComputeCurrentTime":104444,"ResolveCreateNamedStruct":38880,"TypeCoercion$EltCoercion":31336,"ConvertToLocalRelation":127436,"RemoveRepetitionFromGroupExpressions":60192,"ReplaceDistinctWithAggregate":61736,"PreprocessTableCreation":26091,"ResolveSQLOnFile":26450,"Analyzer$ResolveSubquery":23997,"CombineConcats":11993,"Analyzer$ResolveGroupingAnalytics":27349,"RemoveDispensableExpressions":206185,"Analyzer$ResolveWindowFrame":28428,"Analyzer$ResolveDeserializer":46002,"PushPredicateThroughJoin":179603,"RewriteDistinctAggregates":77019,"Analyzer$ResolveAggregateFunctions":22610,"ReorderJoin":140265,"Analyzer$ResolveUpCast":25891,"Analyzer$ResolveGenerate":24117,"TypeCoercion$WidenSetOperationTypes":27841,"EliminateOuterJoin":117241,"SimplifyExtractValueOps":175529,"OptimizeMetadataOnlyQuery":12971,"ReplaceExceptWithFilter":142488,"CleanupAliases":47852,"GetCurrentDatabase":91274,"Analyzer$ResolveOutputRelation":22811,"BloomFilterJoinRule":123290,"Analyzer$ResolveRandomSeed":23904,"TypeCoercion$WindowFrameCoercion":30704,"ConstantFolding":168173,"TypeCoercion$DateTimeOperations":40477,"TypeCoercion$InConversion":31353,"FindDataSourceTable":26645,"SimplifyConditionals":264017,"DataSourceAnalysis":27826,"TypeCoercion$FunctionArgumentConversion":31167,"Analyzer$GlobalAggregates":26518,"Analyzer$FixNullability":139013,"Analyzer$LookupFunctions":41200,"CombineFilters":218714,"ReplaceDeduplicateWithAggregate":63982,"PreprocessTableInsertion":25290},"numRunsPerRule":{"PruneFileSourcePartitions":1,"UpdateNullabilityInAttributeReferences":1,"Analyzer$HandleNullInputsForUDF":1,"Analyzer$ResolveSubqueryColumnAliases":1,"ResolveTimeZone":1,"Analyzer$ResolveOrdinalInOrderByAndGroupBy":1,"RewriteCorrelatedScalarSubquery":2,"RemoveLiteralFromGroupExpressions":1,"PushProjectionThroughUnion":2,"EliminateSubqueryAliases":1,"RemoveRedundantSorts":1,"FlattenScalarSubqueriesWithAggregates":1,"LikeSimplification":2,"CollapseRepartition":2,"ResolveHints$ResolveCoalesceHints":1,"Analyzer$ExtractGenerator":1,"RewriteIntersectAll":1,"ResolveHints$ResolveBroadcastHints":1,"NullPropagation":3,"PullupCorrelatedPredicates":1,"UpdateOuterReferences":1,"ExtractPythonUDFs":1,"Analyzer$WindowsSubstitution":1,"CombineUnions":3,"ReorderAssociativeOperator":2,"ResolveHints$RemoveAllHints":1,"SimplifyBinaryComparison":2,"ResolveTableValuedFunctions":1,"EliminateSerialization":2,"TypeCoercion$BooleanEquality":1,"ReplaceIntersectWithSemiJoin":1,"ConstantPropagation":2,"CostBasedJoinReorder":1,"Analyzer$ResolveReferences":1,"RemoveRedundantAliases":2,"TypeCoercion$ImplicitTypeCasts":1,"RewriteExceptAll":1,"PropagateEmptyRelation":2,"SimplifyCasts":2,"EliminateMapObjects":1,"CombineLimits":2,"ReplaceExpressions":1,"ResolveInlineTables":1,"RemoveRedundantProject":4,"OptimizeIn":2,"CollapseWindow":2,"TypeCoercion$IfCoercion":1,"BooleanSimplification":2,"TypeCoercion$PromoteStrings":1,"Analyzer$ResolveAliases":1,"DecimalAggregates":1,"PruneFilters":2,"Analyzer$ResolveMissingReferences":1,"Analyzer$ResolveRelations":1,"EliminateUnions":1,"RewritePredicateSubquery":1,"LimitPushDown":2,"SimplifyCaseConversionExpressions":2,"Analyzer$ResolveNaturalAndUsingJoin":1,"EliminateView":1,"CombineTypedFilters":1,"CheckCartesianProducts":1,"ExtractPythonUDFFromAggregate":1,"Analyzer$ExtractWindowExpressions":1,"ReplaceExceptWithAntiJoin":1,"ResolveLambdaVariables":1,"SubstituteUnresolvedOrdinals":1,"TypeCoercion$CaseWhenCoercion":1,"DecimalPrecision":1,"EliminateSorts":2,"TypeCoercion$StackCoercion":1,"Analyzer$ResolveAggAliasInGroupBy":1,"FoldablePropagation":2,"EliminateDistinct":1,"InferFiltersFromConstraints":1,"Analyzer$CTESubstitution":1,"ParquetSchemaPruning":1,"Analyzer$PullOutNondeterministic":1,"Analyzer$ResolveFunctions":1,"ResolveHigherOrderFunctions":1,"Analyzer$ResolvePivot":1,"CollapseProject":4,"Analyzer$ResolveNewInstance":1,"ColumnPruning":4,"Analyzer$ResolveWindowOrder":1,"TypeCoercion$ConcatCoercion":1,"PullOutPythonUDFInJoinCondition":1,"TimeWindowing":1,"PushDownPredicate":3,"Optimizer$OptimizeSubqueries":1,"TypeCoercion$Division":1,"ComputeCurrentTime":1,"ResolveCreateNamedStruct":1,"TypeCoercion$EltCoercion":1,"ConvertToLocalRelation":2,"RemoveRepetitionFromGroupExpressions":1,"ReplaceDistinctWithAggregate":1,"PreprocessTableCreation":1,"ResolveSQLOnFile":1,"Analyzer$ResolveSubquery":1,"CombineConcats":2,"Analyzer$ResolveGroupingAnalytics":1,"RemoveDispensableExpressions":2,"Analyzer$ResolveWindowFrame":1,"Analyzer$ResolveDeserializer":1,"PushPredicateThroughJoin":3,"RewriteDistinctAggregates":1,"Analyzer$ResolveAggregateFunctions":1,"ReorderJoin":2,"Analyzer$ResolveUpCast":1,"Analyzer$ResolveGenerate":1,"TypeCoercion$WidenSetOperationTypes":1,"EliminateOuterJoin":2,"SimplifyExtractValueOps":2,"OptimizeMetadataOnlyQuery":1,"ReplaceExceptWithFilter":1,"CleanupAliases":1,"GetCurrentDatabase":1,"Analyzer$ResolveOutputRelation":1,"BloomFilterJoinRule":1,"Analyzer$ResolveRandomSeed":1,"TypeCoercion$WindowFrameCoercion":1,"ConstantFolding":2,"TypeCoercion$DateTimeOperations":1,"TypeCoercion$InConversion":1,"FindDataSourceTable":1,"SimplifyConditionals":3,"DataSourceAnalysis":1,"TypeCoercion$FunctionArgumentConversion":1,"Analyzer$GlobalAggregates":1,"Analyzer$FixNullability":1,"Analyzer$LookupFunctions":1,"CombineFilters":3,"ReplaceDeduplicateWithAggregate":1,"PreprocessTableInsertion":1},"numEffectiveRunsPerRule":{"ExtractPythonUDFs":1},"timeEffectiveRunsPerRule":{"ExtractPythonUDFs":7303899}}
{"Event":"org.apache.spark.sql.execution.ui.SparkListenerDriverAccumUpdates","executionId":3,"accumUpdates":[[137,1],[138,0]]}
{"Event":"SparkListenerJobStart","Job ID":3,"Submission Time":1594922580418,"Stage Infos":[{"Stage ID":4,"Stage Attempt ID":0,"Stage Name":"json at NativeMethodAccessorImpl.java:0","Number of Tasks":1,"RDD Info":[{"RDD ID":17,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"32\",\"name\":\"WholeStageCodegen\"}","Callsite":"json at NativeMethodAccessorImpl.java:0","Parent IDs":[16],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number of Partitions":1,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":14,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"36\",\"name\":\"WholeStageCodegen\"}","Callsite":"json at NativeMethodAccessorImpl.java:0","Parent IDs":[13],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number of Partitions":1,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":13,"Name":"FileScanRDD","Scope":"{\"id\":\"36\",\"name\":\"WholeStageCodegen\"}","Callsite":"json at NativeMethodAccessorImpl.java:0","Parent IDs":[],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number of Partitions":1,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":15,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"35\",\"name\":\"BatchEvalPython\"}","Callsite":"json at NativeMethodAccessorImpl.java:0","Parent IDs":[14],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number of Partitions":1,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":16,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"35\",\"name\":\"BatchEvalPython\"}","Callsite":"json at NativeMethodAccessorImpl.java:0","Parent IDs":[15],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number of Partitions":1,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[],"Details":"org.apache.spark.sql.DataFrameWriter.json(DataFrameWriter.scala:545)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:498)\npy4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244)\npy4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357)\npy4j.Gateway.invoke(Gateway.java:282)\npy4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132)\npy4j.commands.CallCommand.execute(CallCommand.java:79)\npy4j.GatewayConnection.run(GatewayConnection.java:238)\njava.lang.Thread.run(Thread.java:748)","Accumulables":[]}],"Stage IDs":[4],"Properties":{"spark.driver.host":"10.0.196.107","spark.serializer.objectStreamReset":"100","spark.eventLog.enabled":"true","spark.driver.port":"33837","spark.rdd.compress":"True","spark.executorEnv.PYTHONPATH":"{{PWD}}/pyspark.zip<CPS>{{PWD}}/py4j-0.10.7-src.zip","spark.app.name":"SparkContainerTestApp","spark.rdd.scope":"{\"id\":\"31\",\"name\":\"Execute InsertIntoHadoopFsRelationCommand\"}","spark.rdd.scope.noOverride":"true","spark.executor.id":"driver","spark.submit.deployMode":"client","spark.master":"yarn","spark.ui.filters":"org.apache.hadoop.yarn.server.webproxy.amfilter.AmIpFilter","spark.executor.memory":"5633m","spark.eventLog.dir":"/tmp/spark-events/","spark.sql.execution.id":"3","spark.executor.cores":"3","spark.driver.appUIAddress":"http://10.0.196.107:4040","spark.yarn.isPython":"true","spark.org.apache.hadoop.yarn.server.webproxy.amfilter.AmIpFilter.param.PROXY_HOSTS":"algo-1","spark.org.apache.hadoop.yarn.server.webproxy.amfilter.AmIpFilter.param.PROXY_URI_BASES":"http://algo-1:8088/proxy/application_1594922484246_0001","spark.app.id":"application_1594922484246_0001"}}
{"Event":"SparkListenerStageSubmitted","Stage Info":{"Stage ID":4,"Stage Attempt ID":0,"Stage Name":"json at NativeMethodAccessorImpl.java:0","Number of Tasks":1,"RDD Info":[{"RDD ID":17,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"32\",\"name\":\"WholeStageCodegen\"}","Callsite":"json at NativeMethodAccessorImpl.java:0","Parent IDs":[16],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number of Partitions":1,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":14,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"36\",\"name\":\"WholeStageCodegen\"}","Callsite":"json at NativeMethodAccessorImpl.java:0","Parent IDs":[13],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number of Partitions":1,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":13,"Name":"FileScanRDD","Scope":"{\"id\":\"36\",\"name\":\"WholeStageCodegen\"}","Callsite":"json at NativeMethodAccessorImpl.java:0","Parent IDs":[],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number of Partitions":1,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":15,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"35\",\"name\":\"BatchEvalPython\"}","Callsite":"json at NativeMethodAccessorImpl.java:0","Parent IDs":[14],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number of Partitions":1,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":16,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"35\",\"name\":\"BatchEvalPython\"}","Callsite":"json at NativeMethodAccessorImpl.java:0","Parent IDs":[15],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number of Partitions":1,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[],"Details":"org.apache.spark.sql.DataFrameWriter.json(DataFrameWriter.scala:545)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:498)\npy4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244)\npy4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357)\npy4j.Gateway.invoke(Gateway.java:282)\npy4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132)\npy4j.commands.CallCommand.execute(CallCommand.java:79)\npy4j.GatewayConnection.run(GatewayConnection.java:238)\njava.lang.Thread.run(Thread.java:748)","Submission Time":1594922580419,"Accumulables":[]},"Properties":{"spark.driver.host":"10.0.196.107","spark.serializer.objectStreamReset":"100","spark.eventLog.enabled":"true","spark.driver.port":"33837","spark.rdd.compress":"True","spark.executorEnv.PYTHONPATH":"{{PWD}}/pyspark.zip<CPS>{{PWD}}/py4j-0.10.7-src.zip","spark.app.name":"SparkContainerTestApp","spark.rdd.scope":"{\"id\":\"31\",\"name\":\"Execute InsertIntoHadoopFsRelationCommand\"}","spark.rdd.scope.noOverride":"true","spark.executor.id":"driver","spark.submit.deployMode":"client","spark.master":"yarn","spark.ui.filters":"org.apache.hadoop.yarn.server.webproxy.amfilter.AmIpFilter","spark.executor.memory":"5633m","spark.eventLog.dir":"/tmp/spark-events/","spark.sql.execution.id":"3","spark.executor.cores":"3","spark.driver.appUIAddress":"http://10.0.196.107:4040","spark.yarn.isPython":"true","spark.org.apache.hadoop.yarn.server.webproxy.amfilter.AmIpFilter.param.PROXY_HOSTS":"algo-1","spark.org.apache.hadoop.yarn.server.webproxy.amfilter.AmIpFilter.param.PROXY_URI_BASES":"http://algo-1:8088/proxy/application_1594922484246_0001","spark.app.id":"application_1594922484246_0001"}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":{"Task ID":203,"Index":0,"Attempt":0,"Launch Time":1594922580438,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task ID":203,"Index":0,"Attempt":0,"Launch Time":1594922580438,"Executor ID":"1","Host":"algo-2","Locality":"PROCESS_LOCAL","Speculative":false,"Getting Result Time":0,"Finish Time":1594922582277,"Failed":false,"Killed":false,"Accumulables":[{"ID":134,"Name":"duration total (min, med, max)","Update":"204","Value":"204","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":136,"Name":"number of output rows","Update":"1000","Value":"1000","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":135,"Name":"duration total (min, med, max)","Update":"744","Value":"744","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":164,"Name":"internal.metrics.output.recordsWritten","Update":1000,"Value":1000,"Internal":true,"Count Failed Values":true},{"ID":163,"Name":"internal.metrics.output.bytesWritten","Update":51313,"Value":51313,"Internal":true,"Count Failed Values":true},{"ID":162,"Name":"internal.metrics.input.recordsRead","Update":1000,"Value":1000,"Internal":true,"Count Failed Values":true},{"ID":161,"Name":"internal.metrics.input.bytesRead","Update":16347,"Value":16347,"Internal":true,"Count Failed Values":true},{"ID":148,"Name":"internal.metrics.diskBytesSpilled","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":147,"Name":"internal.metrics.memoryBytesSpilled","Update":0,"Value":0,"Internal":true,"Count Failed Values":true},{"ID":146,"Name":"internal.metrics.resultSerializationTime","Update":4,"Value":4,"Internal":true,"Count Failed Values":true},{"ID":144,"Name":"internal.metrics.resultSize","Update":3198,"Value":3198,"Internal":true,"Count Failed Values":true},{"ID":143,"Name":"internal.metrics.executorCpuTime","Update":302008851,"Value":302008851,"Internal":true,"Count Failed Values":true},{"ID":142,"Name":"internal.metrics.executorRunTime","Update":1776,"Value":1776,"Internal":true,"Count Failed Values":true},{"ID":141,"Name":"internal.metrics.executorDeserializeCpuTime","Update":45228091,"Value":45228091,"Internal":true,"Count Failed Values":true},{"ID":140,"Name":"internal.metrics.executorDeserializeTime","Update":50,"Value":50,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor Deserialize Time":50,"Executor Deserialize CPU Time":45228091,"Executor Run Time":1776,"Executor CPU Time":302008851,"Result Size":3198,"JVM GC Time":0,"Result Serialization Time":4,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":{"Bytes Read":16347,"Records Read":1000},"Output Metrics":{"Bytes Written":51313,"Records Written":1000},"Updated Blocks":[]}}
{"Event":"SparkListenerStageCompleted","Stage Info":{"Stage ID":4,"Stage Attempt ID":0,"Stage Name":"json at NativeMethodAccessorImpl.java:0","Number of Tasks":1,"RDD Info":[{"RDD ID":17,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"32\",\"name\":\"WholeStageCodegen\"}","Callsite":"json at NativeMethodAccessorImpl.java:0","Parent IDs":[16],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number of Partitions":1,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":14,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"36\",\"name\":\"WholeStageCodegen\"}","Callsite":"json at NativeMethodAccessorImpl.java:0","Parent IDs":[13],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number of Partitions":1,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":13,"Name":"FileScanRDD","Scope":"{\"id\":\"36\",\"name\":\"WholeStageCodegen\"}","Callsite":"json at NativeMethodAccessorImpl.java:0","Parent IDs":[],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number of Partitions":1,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":15,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"35\",\"name\":\"BatchEvalPython\"}","Callsite":"json at NativeMethodAccessorImpl.java:0","Parent IDs":[14],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number of Partitions":1,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD ID":16,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"35\",\"name\":\"BatchEvalPython\"}","Callsite":"json at NativeMethodAccessorImpl.java:0","Parent IDs":[15],"Storage Level":{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number of Partitions":1,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0}],"Parent IDs":[],"Details":"org.apache.spark.sql.DataFrameWriter.json(DataFrameWriter.scala:545)\nsun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)\nsun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)\nsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\njava.lang.reflect.Method.invoke(Method.java:498)\npy4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244)\npy4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357)\npy4j.Gateway.invoke(Gateway.java:282)\npy4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132)\npy4j.commands.CallCommand.execute(CallCommand.java:79)\npy4j.GatewayConnection.run(GatewayConnection.java:238)\njava.lang.Thread.run(Thread.java:748)","Submission Time":1594922580419,"Completion Time":1594922582280,"Accumulables":[{"ID":146,"Name":"internal.metrics.resultSerializationTime","Value":4,"Internal":true,"Count Failed Values":true},{"ID":164,"Name":"internal.metrics.output.recordsWritten","Value":1000,"Internal":true,"Count Failed Values":true},{"ID":140,"Name":"internal.metrics.executorDeserializeTime","Value":50,"Internal":true,"Count Failed Values":true},{"ID":134,"Name":"duration total (min, med, max)","Value":"204","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":142,"Name":"internal.metrics.executorRunTime","Value":1776,"Internal":true,"Count Failed Values":true},{"ID":163,"Name":"internal.metrics.output.bytesWritten","Value":51313,"Internal":true,"Count Failed Values":true},{"ID":136,"Name":"number of output rows","Value":"1000","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":148,"Name":"internal.metrics.diskBytesSpilled","Value":0,"Internal":true,"Count Failed Values":true},{"ID":147,"Name":"internal.metrics.memoryBytesSpilled","Value":0,"Internal":true,"Count Failed Values":true},{"ID":141,"Name":"internal.metrics.executorDeserializeCpuTime","Value":45228091,"Internal":true,"Count Failed Values":true},{"ID":144,"Name":"internal.metrics.resultSize","Value":3198,"Internal":true,"Count Failed Values":true},{"ID":162,"Name":"internal.metrics.input.recordsRead","Value":1000,"Internal":true,"Count Failed Values":true},{"ID":135,"Name":"duration total (min, med, max)","Value":"744","Internal":true,"Count Failed Values":true,"Metadata":"sql"},{"ID":143,"Name":"internal.metrics.executorCpuTime","Value":302008851,"Internal":true,"Count Failed Values":true},{"ID":161,"Name":"internal.metrics.input.bytesRead","Value":16347,"Internal":true,"Count Failed Values":true}]}}
{"Event":"SparkListenerJobEnd","Job ID":3,"Completion Time":1594922582280,"Job Result":{"Result":"JobSucceeded"}}
{"Event":"org.apache.spark.sql.execution.ui.SparkListenerDriverAccumUpdates","executionId":3,"accumUpdates":[[130,1],[131,51313],[132,1000],[133,0]]}
{"Event":"org.apache.spark.sql.execution.ui.SparkListenerSQLExecutionEnd","executionId":3,"time":1594922583770}
{"Event":"SparkListenerApplicationEnd","Timestamp":1594922583804}