Test Result

4 failures (+4) , 721 skipped (+26)
25,797 tests (+365)
Took 5 hr 51 min.

All Failed Tests

Test NameDurationAge
 org.apache.spark.deploy.yarn.YarnClusterSuite.run Spark in yarn-client mode with different configurations, ensuring redaction3 min 0 sec1
 org.apache.spark.deploy.yarn.YarnClusterSuite.run Spark in yarn-cluster mode with different configurations, ensuring redaction3 min 0 sec1
 org.apache.spark.deploy.yarn.YarnClusterSuite.yarn-cluster should respect conf overrides in SparkHadoopUtil (SPARK-16414, SPARK-23630)3 min 0 sec1
 org.apache.spark.deploy.yarn.YarnClusterSuite.run Spark in yarn-client mode with additional jar3 min 0 sec1

All Tests

PackageDurationFail(diff)Skip(diff)Pass(diff)Total(diff)
org.apache.spark12 min01472473
org.apache.spark.api.java49 ms0099
org.apache.spark.api.python0.58 sec0088
org.apache.spark.api.r5 ms0033
org.apache.spark.broadcast25 sec001717
org.apache.spark.deploy2 min 32 sec0299101
org.apache.spark.deploy.client75 ms0022
org.apache.spark.deploy.history24 sec00184184
org.apache.spark.deploy.master1 min 6 sec003434
org.apache.spark.deploy.master.ui0.23 sec0044
org.apache.spark.deploy.mesos30 ms0055
org.apache.spark.deploy.rest0.82 sec002727
org.apache.spark.deploy.rest.mesos98 ms0033
org.apache.spark.deploy.security1.6 sec0055
org.apache.spark.deploy.worker2 sec003232
org.apache.spark.deploy.worker.ui90 ms0011
org.apache.spark.deploy.yarn18 min4+41115-4120
org.apache.spark.executor0.93 sec003535
org.apache.spark.graphx18 sec005757
org.apache.spark.graphx.impl57 ms001818
org.apache.spark.graphx.lib2 min 21 sec002727
org.apache.spark.graphx.util1.7 sec0066
org.apache.spark.input0.27 sec0033
org.apache.spark.internal1 ms0011
org.apache.spark.internal.config21 ms002727
org.apache.spark.internal.io9 ms001010
org.apache.spark.internal.plugin7.2 sec0077
org.apache.spark.io5.6 sec004040
org.apache.spark.kafka0101.2 sec004444
org.apache.spark.launcher14 sec005454
org.apache.spark.memory0.62 sec002929
org.apache.spark.metrics1.9 sec003535
org.apache.spark.metrics.sink87 ms0088
org.apache.spark.metrics.source0.24 sec0088
org.apache.spark.ml4.7 sec002020
org.apache.spark.ml.ann0.56 sec0033
org.apache.spark.ml.attribute0.33 sec001818
org.apache.spark.ml.classification9 min 25 sec02206208
org.apache.spark.ml.clustering1 min 8 sec005959
org.apache.spark.ml.evaluation14 sec003535
org.apache.spark.ml.feature2 min 15 sec00395395
org.apache.spark.ml.fpm7.2 sec001212
org.apache.spark.ml.impl8 ms0011
org.apache.spark.ml.linalg1.9 sec009191
org.apache.spark.ml.optim2.2 sec001212
org.apache.spark.ml.optim.aggregator0.92 sec002626
org.apache.spark.ml.optim.loss0.1 sec0044
org.apache.spark.ml.param34 ms001010
org.apache.spark.ml.param.shared1 ms0011
org.apache.spark.ml.python7 ms0033
org.apache.spark.ml.r0.17 sec0011
org.apache.spark.ml.recommendation1 min 26 sec003535
org.apache.spark.ml.regression5 min 1 sec03131134
org.apache.spark.ml.source.image0.88 sec0077
org.apache.spark.ml.source.libsvm2.8 sec001414
org.apache.spark.ml.stat18 sec019596
org.apache.spark.ml.stat.distribution0.12 sec0044
org.apache.spark.ml.tree.impl10 sec002828
org.apache.spark.ml.tuning58 sec002424
org.apache.spark.ml.util3 sec002222
org.apache.spark.mllib.api.python26 ms0055
org.apache.spark.mllib.classification1 min 24 sec004646
org.apache.spark.mllib.clustering1 min 7 sec006666
org.apache.spark.mllib.evaluation1.9 sec002222
org.apache.spark.mllib.feature4 sec003636
org.apache.spark.mllib.fpm5.5 sec002121
org.apache.spark.mllib.linalg0.34 sec009696
org.apache.spark.mllib.linalg.distributed11 sec005353
org.apache.spark.mllib.optimization18 sec001313
org.apache.spark.mllib.pmml.export51 ms001111
org.apache.spark.mllib.random10 sec002424
org.apache.spark.mllib.rdd2.4 sec0033
org.apache.spark.mllib.recommendation29 sec002626
org.apache.spark.mllib.regression52 sec005353
org.apache.spark.mllib.stat8.3 sec013435
org.apache.spark.mllib.stat.distribution29 ms0055
org.apache.spark.mllib.tree18 sec003939
org.apache.spark.mllib.util14 sec002828
org.apache.spark.network32 sec003535
org.apache.spark.network.client2.4 sec0088
org.apache.spark.network.crypto0.45 sec002121
org.apache.spark.network.netty0.53 sec001414
org.apache.spark.network.protocol21 ms0099
org.apache.spark.network.sasl1.2 sec001616
org.apache.spark.network.server62 ms0033
org.apache.spark.network.shuffle5.7 sec009898
org.apache.spark.network.util14 sec001010
org.apache.spark.network.yarn0.76 sec001616
org.apache.spark.partial18 ms001010
org.apache.spark.rdd59 sec00242242
org.apache.spark.repl1 min 21 sec004242
org.apache.spark.resource13 sec004040
org.apache.spark.rpc2 ms0055
org.apache.spark.rpc.netty2.7 sec005252
org.apache.spark.scheduler4 min 18 sec00355355
org.apache.spark.scheduler.cluster0.94 sec0022
org.apache.spark.scheduler.cluster.mesos15 sec00103103
org.apache.spark.scheduler.dynalloc21 ms001212
org.apache.spark.security4.5 sec001010
org.apache.spark.serializer7.1 sec00110110
org.apache.spark.shuffle17 sec0077
org.apache.spark.shuffle.sort2.2 sec004949
org.apache.spark.shuffle.sort.io8 ms0022
org.apache.spark.sql36 min03438913925
org.apache.spark.sql.api.python13 ms0022
org.apache.spark.sql.api.r53 ms0011
org.apache.spark.sql.avro59 sec02+2231+231233+233
org.apache.spark.sql.catalyst0.35 sec005757
org.apache.spark.sql.catalyst.analysis12 sec00597597
org.apache.spark.sql.catalyst.catalog5.2 sec00161161
org.apache.spark.sql.catalyst.csv0.36 sec003131
org.apache.spark.sql.catalyst.encoders31 sec00399399
org.apache.spark.sql.catalyst.expressions14 min00963963
org.apache.spark.sql.catalyst.expressions.aggregate12 sec005353
org.apache.spark.sql.catalyst.expressions.codegen45 sec006969
org.apache.spark.sql.catalyst.expressions.xml1.2 sec002020
org.apache.spark.sql.catalyst.json0.53 sec001818
org.apache.spark.sql.catalyst.optimizer29 sec01772773
org.apache.spark.sql.catalyst.optimizer.joinReorder0.61 sec003030
org.apache.spark.sql.catalyst.parser3.5 sec00294294
org.apache.spark.sql.catalyst.planning22 ms0077
org.apache.spark.sql.catalyst.plans0.36 sec003939
org.apache.spark.sql.catalyst.plans.logical22 ms001515
org.apache.spark.sql.catalyst.statsEstimation0.31 sec00118118
org.apache.spark.sql.catalyst.streaming6 ms0022
org.apache.spark.sql.catalyst.trees0.26 sec003030
org.apache.spark.sql.catalyst.util5.6 sec02289291
org.apache.spark.sql.connector43 sec01517518
org.apache.spark.sql.connector.catalog0.43 sec008585
org.apache.spark.sql.connector.expressions9 ms0066
org.apache.spark.sql.execution3 min 24 sec04689693
org.apache.spark.sql.execution.adaptive26 sec004949
org.apache.spark.sql.execution.aggregate0.19 sec0011
org.apache.spark.sql.execution.arrow2 sec003535
org.apache.spark.sql.execution.bucketing46 ms0088
org.apache.spark.sql.execution.columnar13 sec00188188
org.apache.spark.sql.execution.columnar.compression0.94 sec00119119
org.apache.spark.sql.execution.command29 sec00273273
org.apache.spark.sql.execution.command.v13.3 sec002323
org.apache.spark.sql.execution.command.v20.93 sec001818
org.apache.spark.sql.execution.datasources1 min 21 sec00261+13261+13
org.apache.spark.sql.execution.datasources.binaryfile0.88 sec0099
org.apache.spark.sql.execution.datasources.csv1 min 52 sec00375375
org.apache.spark.sql.execution.datasources.jdbc5 ms0022
org.apache.spark.sql.execution.datasources.jdbc.connection0.2 sec0099
org.apache.spark.sql.execution.datasources.json1 min 31 sec00357357
org.apache.spark.sql.execution.datasources.noop0.82 sec0066
org.apache.spark.sql.execution.datasources.orc4 min 35 sec01424425
org.apache.spark.sql.execution.datasources.parquet18 min06671677
org.apache.spark.sql.execution.datasources.text10 sec004242
org.apache.spark.sql.execution.datasources.v20.57 sec006464
org.apache.spark.sql.execution.datasources.v2.jdbc1 sec001414
org.apache.spark.sql.execution.debug0.4 sec0077
org.apache.spark.sql.execution.exchange5 ms0022
org.apache.spark.sql.execution.history24 ms0022
org.apache.spark.sql.execution.joins1 min 0 sec02239241
org.apache.spark.sql.execution.metric9.7 sec003232
org.apache.spark.sql.execution.python5.3 sec002626
org.apache.spark.sql.execution.streaming8.9 sec015758
org.apache.spark.sql.execution.streaming.sources12 sec004242
org.apache.spark.sql.execution.streaming.state17 sec00119119
org.apache.spark.sql.execution.ui5 sec001717
org.apache.spark.sql.execution.vectorized39 sec006767
org.apache.spark.sql.expressions3.1 sec001010
org.apache.spark.sql.hive21 min02700702
org.apache.spark.sql.hive.client5 min 55 sec01929930
org.apache.spark.sql.hive.execution53 min059415732167
org.apache.spark.sql.hive.execution.command19 sec002020
org.apache.spark.sql.hive.orc2 min 59 sec02135137
org.apache.spark.sql.hive.security0.34 sec0033
org.apache.spark.sql.hive.thriftserver26 min017488505
org.apache.spark.sql.hive.thriftserver.ui1.6 sec0088
org.apache.spark.sql.internal10 sec007878
org.apache.spark.sql.jdbc13 sec01133134
org.apache.spark.sql.kafka01021 min00389+54389+54
org.apache.spark.sql.kafka010.consumer26 sec001818
org.apache.spark.sql.kafka010.producer0.31 sec004+44+4
org.apache.spark.sql.sources11 min04425429
org.apache.spark.sql.streaming5 min 55 sec00444444
org.apache.spark.sql.streaming.continuous36 sec013435
org.apache.spark.sql.streaming.sources0.6 sec002828
org.apache.spark.sql.streaming.test8.3 sec005151
org.apache.spark.sql.streaming.ui9.9 sec001010
org.apache.spark.sql.test16 sec006767
org.apache.spark.sql.types0.3 sec02222224
org.apache.spark.sql.util1.9 sec012728
org.apache.spark.status1.7 sec003131
org.apache.spark.status.api.v126 ms0022
org.apache.spark.status.api.v1.sql1.7 sec0066
org.apache.spark.storage3 min 11 sec00279279
org.apache.spark.streaming3 min 56 sec01243244
org.apache.spark.streaming.api.java12 ms0011
org.apache.spark.streaming.kafka01058 sec002525
org.apache.spark.streaming.kinesis4.1 sec024+2437+3761+61
org.apache.spark.streaming.rdd3 sec001313
org.apache.spark.streaming.receiver0.28 sec0066
org.apache.spark.streaming.scheduler9.2 sec002424
org.apache.spark.streaming.scheduler.rate58 ms001111
org.apache.spark.streaming.ui0.36 sec0088
org.apache.spark.streaming.util11 sec005555
org.apache.spark.ui14 sec024749
org.apache.spark.ui.scope0 ms0011
org.apache.spark.ui.storage28 ms0055
org.apache.spark.unsafe53 ms0088
org.apache.spark.unsafe.array0 ms0011
org.apache.spark.unsafe.hash0.41 sec0066
org.apache.spark.unsafe.map4.4 sec003232
org.apache.spark.unsafe.types0.68 sec016162
org.apache.spark.util32 sec00191191
org.apache.spark.util.collection2 min 57 sec03124127
org.apache.spark.util.collection.unsafe.sort3.3 sec008686
org.apache.spark.util.io2.8 sec0099
org.apache.spark.util.kvstore2.1 sec00105105
org.apache.spark.util.logging0.11 sec0011
org.apache.spark.util.random3.9 sec003232
org.apache.spark.util.sketch21 sec002929
test.org.apache.spark28 sec00111111
test.org.apache.spark.sql55 sec00113113
test.org.apache.spark.sql.execution.sort4 ms001010
test.org.apache.spark.sql.streaming0.42 sec0022
test.org.apache.spark.streaming31 sec007979