Test Result

4 failures (+4) , 718 skipped (-226)
26,343 tests (-3228)
Took 6 hr 14 min.

All Failed Tests

Test NameDurationAge
 org.apache.spark.deploy.yarn.YarnClusterSuite.run Spark in yarn-client mode with different configurations, ensuring redaction3 min 0 sec1
 org.apache.spark.deploy.yarn.YarnClusterSuite.run Spark in yarn-cluster mode with different configurations, ensuring redaction3 min 0 sec1
 org.apache.spark.deploy.yarn.YarnClusterSuite.yarn-cluster should respect conf overrides in SparkHadoopUtil (SPARK-16414, SPARK-23630)3 min 0 sec1
 org.apache.spark.deploy.yarn.YarnClusterSuite.run Spark in yarn-client mode with additional jar3 min 0 sec1

All Tests

PackageDurationFail(diff)Skip(diff)Pass(diff)Total(diff)
org.apache.spark14 min01472473
org.apache.spark.api.java58 ms0099
org.apache.spark.api.python0.56 sec0088
org.apache.spark.api.r6 ms0033
org.apache.spark.broadcast32 sec001717
org.apache.spark.deploy3 min 1 sec01100101
org.apache.spark.deploy.client79 ms0022
org.apache.spark.deploy.history31 sec00184184
org.apache.spark.deploy.k8s54 ms002323
org.apache.spark.deploy.k8s.features2.1 sec007373
org.apache.spark.deploy.k8s.submit3.8 sec001515
org.apache.spark.deploy.master1 min 9 sec003434
org.apache.spark.deploy.master.ui0.23 sec0044
org.apache.spark.deploy.mesos61 ms0055
org.apache.spark.deploy.rest0.94 sec002727
org.apache.spark.deploy.rest.mesos0.32 sec0033
org.apache.spark.deploy.security4.6 sec0055
org.apache.spark.deploy.worker2.9 sec003232
org.apache.spark.deploy.worker.ui0.12 sec0011
org.apache.spark.deploy.yarn21 min4+40116-4120
org.apache.spark.executor1.7 sec003535
org.apache.spark.graphx23 sec005757
org.apache.spark.graphx.impl59 ms001818
org.apache.spark.graphx.lib2 min 39 sec002727
org.apache.spark.graphx.util2.7 sec0066
org.apache.spark.input0.25 sec0033
org.apache.spark.internal2 ms0011
org.apache.spark.internal.config20 ms002727
org.apache.spark.internal.io8 ms001010
org.apache.spark.internal.plugin9.5 sec0077
org.apache.spark.io6.2 sec004040
org.apache.spark.kafka0102.1 sec004444
org.apache.spark.launcher18 sec005454
org.apache.spark.memory0.63 sec002929
org.apache.spark.metrics1.9 sec003535
org.apache.spark.metrics.sink0.1 sec0088
org.apache.spark.metrics.source0.39 sec0088
org.apache.spark.ml3.8 sec002020
org.apache.spark.ml.ann0.86 sec0033
org.apache.spark.ml.attribute36 ms001818
org.apache.spark.ml.classification10 min02206208
org.apache.spark.ml.clustering1 min 22 sec005959
org.apache.spark.ml.evaluation15 sec003535
org.apache.spark.ml.feature2 min 30 sec00395395
org.apache.spark.ml.fpm6.9 sec001212
org.apache.spark.ml.impl9 ms0011
org.apache.spark.ml.linalg2.1 sec009191
org.apache.spark.ml.optim2.8 sec001212
org.apache.spark.ml.optim.aggregator1.2 sec002626
org.apache.spark.ml.optim.loss81 ms0044
org.apache.spark.ml.param51 ms001010
org.apache.spark.ml.param.shared2 ms0011
org.apache.spark.ml.python7 ms0033
org.apache.spark.ml.r0.23 sec0011
org.apache.spark.ml.recommendation2 min 4 sec003535
org.apache.spark.ml.regression5 min 21 sec03131134
org.apache.spark.ml.source.image0.95 sec0077
org.apache.spark.ml.source.libsvm2.5 sec001414
org.apache.spark.ml.stat19 sec019596
org.apache.spark.ml.stat.distribution0.15 sec0044
org.apache.spark.ml.tree.impl13 sec002828
org.apache.spark.ml.tuning1 min 4 sec002424
org.apache.spark.ml.util3.1 sec002222
org.apache.spark.mllib.api.python21 ms0055
org.apache.spark.mllib.classification1 min 40 sec004646
org.apache.spark.mllib.clustering1 min 12 sec006666
org.apache.spark.mllib.evaluation1.8 sec002222
org.apache.spark.mllib.feature4 sec003636
org.apache.spark.mllib.fpm5 sec002121
org.apache.spark.mllib.linalg0.3 sec009696
org.apache.spark.mllib.linalg.distributed15 sec005353
org.apache.spark.mllib.optimization20 sec001313
org.apache.spark.mllib.pmml.export61 ms001111
org.apache.spark.mllib.random11 sec002424
org.apache.spark.mllib.rdd3.7 sec0033
org.apache.spark.mllib.recommendation33 sec002626
org.apache.spark.mllib.regression55 sec005353
org.apache.spark.mllib.stat9.1 sec013435
org.apache.spark.mllib.stat.distribution26 ms0055
org.apache.spark.mllib.tree20 sec003939
org.apache.spark.mllib.util14 sec002828
org.apache.spark.network33 sec003535
org.apache.spark.network.client3.5 sec0088
org.apache.spark.network.crypto1.1 sec002121
org.apache.spark.network.netty0.88 sec001414
org.apache.spark.network.protocol84 ms0099
org.apache.spark.network.sasl1.8 sec001616
org.apache.spark.network.server36 ms0033
org.apache.spark.network.shuffle4.5 sec009898
org.apache.spark.network.util15 sec001010
org.apache.spark.network.yarn1.1 sec001616
org.apache.spark.partial17 ms001010
org.apache.spark.rdd1 min 13 sec00242242
org.apache.spark.repl1 min 28 sec004242
org.apache.spark.resource17 sec004040
org.apache.spark.rpc3 ms0055
org.apache.spark.rpc.netty3.5 sec005252
org.apache.spark.scheduler4 min 49 sec00355355
org.apache.spark.scheduler.cluster1.9 sec0022
org.apache.spark.scheduler.cluster.k8s1.1 sec003232
org.apache.spark.scheduler.cluster.mesos23 sec00103103
org.apache.spark.scheduler.dynalloc27 ms001212
org.apache.spark.security5.2 sec001010
org.apache.spark.serializer7.6 sec00110110
org.apache.spark.shuffle18 sec0077
org.apache.spark.shuffle.sort1.6 sec004949
org.apache.spark.shuffle.sort.io29 ms0022
org.apache.spark.sql47 min03338923925
org.apache.spark.sql.api.python14 ms0022
org.apache.spark.sql.api.r65 ms0011
org.apache.spark.sql.avro57 sec02231233
org.apache.spark.sql.catalyst0.52 sec005757
org.apache.spark.sql.catalyst.analysis19 sec00597597
org.apache.spark.sql.catalyst.catalog4.8 sec00161161
org.apache.spark.sql.catalyst.csv0.21 sec003131
org.apache.spark.sql.catalyst.encoders33 sec00399399
org.apache.spark.sql.catalyst.expressions9 min 59 sec00963963
org.apache.spark.sql.catalyst.expressions.aggregate9.2 sec005353
org.apache.spark.sql.catalyst.expressions.codegen41 sec006969
org.apache.spark.sql.catalyst.expressions.xml1.5 sec002020
org.apache.spark.sql.catalyst.json0.27 sec001818
org.apache.spark.sql.catalyst.optimizer23 sec01772773
org.apache.spark.sql.catalyst.optimizer.joinReorder0.71 sec003030
org.apache.spark.sql.catalyst.parser3.8 sec00294294
org.apache.spark.sql.catalyst.planning10 ms0077
org.apache.spark.sql.catalyst.plans0.32 sec003939
org.apache.spark.sql.catalyst.plans.logical71 ms001515
org.apache.spark.sql.catalyst.statsEstimation0.28 sec00118118
org.apache.spark.sql.catalyst.streaming3 ms0022
org.apache.spark.sql.catalyst.trees0.17 sec003030
org.apache.spark.sql.catalyst.util6.1 sec02289291
org.apache.spark.sql.connector54 sec01517518
org.apache.spark.sql.connector.catalog0.85 sec008585
org.apache.spark.sql.connector.expressions7 ms0066
org.apache.spark.sql.execution5 min 39 sec04688692
org.apache.spark.sql.execution.adaptive1 min 8 sec004949
org.apache.spark.sql.execution.aggregate0.24 sec0011
org.apache.spark.sql.execution.arrow2.6 sec003535
org.apache.spark.sql.execution.bucketing40 ms0088
org.apache.spark.sql.execution.columnar27 sec00188188
org.apache.spark.sql.execution.columnar.compression1.1 sec00119119
org.apache.spark.sql.execution.command28 sec00273273
org.apache.spark.sql.execution.command.v13.6 sec002323
org.apache.spark.sql.execution.command.v21.2 sec001818
org.apache.spark.sql.execution.datasources1 min 27 sec00261261
org.apache.spark.sql.execution.datasources.binaryfile1.3 sec0099
org.apache.spark.sql.execution.datasources.csv2 min 10 sec00375375
org.apache.spark.sql.execution.datasources.jdbc6 ms0022
org.apache.spark.sql.execution.datasources.jdbc.connection0.22 sec0099
org.apache.spark.sql.execution.datasources.json1 min 48 sec00357357
org.apache.spark.sql.execution.datasources.noop0.8 sec0066
org.apache.spark.sql.execution.datasources.orc4 min 55 sec01424425
org.apache.spark.sql.execution.datasources.parquet19 min06671677
org.apache.spark.sql.execution.datasources.text11 sec004242
org.apache.spark.sql.execution.datasources.v20.41 sec006464
org.apache.spark.sql.execution.datasources.v2.jdbc1.4 sec001414
org.apache.spark.sql.execution.debug0.46 sec0077
org.apache.spark.sql.execution.exchange6 ms0022
org.apache.spark.sql.execution.history25 ms0022
org.apache.spark.sql.execution.joins1 min 14 sec02239241
org.apache.spark.sql.execution.metric13 sec003232
org.apache.spark.sql.execution.python6.1 sec002626
org.apache.spark.sql.execution.streaming10 sec015758
org.apache.spark.sql.execution.streaming.sources14 sec004242
org.apache.spark.sql.execution.streaming.state27 sec00119119
org.apache.spark.sql.execution.ui4.3 sec001717
org.apache.spark.sql.execution.vectorized58 sec006767
org.apache.spark.sql.expressions4.6 sec001010
org.apache.spark.sql.hive21 min02700702
org.apache.spark.sql.hive.client19 min0113321333
org.apache.spark.sql.hive.execution42 min059415732167
org.apache.spark.sql.hive.execution.command11 sec002020
org.apache.spark.sql.hive.orc2 min 58 sec02135137
org.apache.spark.sql.hive.security0.36 sec0033
org.apache.spark.sql.hive.thriftserver37 min017488505
org.apache.spark.sql.hive.thriftserver.ui3 sec0088
org.apache.spark.sql.internal12 sec007878
org.apache.spark.sql.jdbc16 sec01133134
org.apache.spark.sql.kafka01022 min00389389
org.apache.spark.sql.kafka010.consumer29 sec001818
org.apache.spark.sql.kafka010.producer0.35 sec0044
org.apache.spark.sql.sources12 min04425429
org.apache.spark.sql.streaming7 min 8 sec00444444
org.apache.spark.sql.streaming.continuous38 sec003535
org.apache.spark.sql.streaming.sources0.59 sec002828
org.apache.spark.sql.streaming.test10 sec005151
org.apache.spark.sql.streaming.ui13 sec001010
org.apache.spark.sql.test19 sec006767
org.apache.spark.sql.types0.21 sec02222224
org.apache.spark.sql.util2.1 sec012728
org.apache.spark.status1.5 sec003131
org.apache.spark.status.api.v126 ms0022
org.apache.spark.status.api.v1.sql2.9 sec0066
org.apache.spark.storage3 min 34 sec00279279
org.apache.spark.streaming5 min 3 sec01243244
org.apache.spark.streaming.api.java25 ms0011
org.apache.spark.streaming.kafka01053 sec002525
org.apache.spark.streaming.kinesis1.8 sec0243761
org.apache.spark.streaming.rdd5.9 sec001313
org.apache.spark.streaming.receiver0.29 sec0066
org.apache.spark.streaming.scheduler13 sec002424
org.apache.spark.streaming.scheduler.rate65 ms001111
org.apache.spark.streaming.ui0.49 sec0088
org.apache.spark.streaming.util7.6 sec005555
org.apache.spark.ui20 sec024749
org.apache.spark.ui.scope1 ms0011
org.apache.spark.ui.storage18 ms0055
org.apache.spark.unsafe51 ms0088
org.apache.spark.unsafe.array5 ms0011
org.apache.spark.unsafe.hash0.35 sec0066
org.apache.spark.unsafe.map2.7 sec003232
org.apache.spark.unsafe.types0.77 sec016162
org.apache.spark.util32 sec00191191
org.apache.spark.util.collection3 min 35 sec03124127
org.apache.spark.util.collection.unsafe.sort3.7 sec008686
org.apache.spark.util.io2.3 sec0099
org.apache.spark.util.kvstore2.5 sec01105106
org.apache.spark.util.logging0.16 sec0011
org.apache.spark.util.random4.2 sec003232
org.apache.spark.util.sketch22 sec002929
test.org.apache.spark23 sec00111111
test.org.apache.spark.sql39 sec00113113
test.org.apache.spark.sql.execution.sort4 ms001010
test.org.apache.spark.sql.streaming0.3 sec0022
test.org.apache.spark.streaming25 sec007979