add test for internal column #123
zifeif2build_main.yml
on: push
Run
/
Check changes
38s
Run
/
Protobuf breaking change detection and Python CodeGen check
1m 17s
Run
/
Java 17 build with Maven
42m 58s
Run
/
Java 25 build with Maven
40m 45s
Run
/
Run TPC-DS queries with SF=1
1h 24m
Run
/
Run Docker integration tests
1h 30m
Run
/
Run Spark on Kubernetes Integration test
Run
/
Run Spark UI tests
26s
Matrix: Run / build
Run
/
Build modules: sparkr
27m 40s
Run
/
Linters, licenses, and dependencies
27m 58s
Run
/
Documentation generation
39m 32s
Matrix: Run / pyspark
Annotations
22 errors
|
Run / Build modules: sql - other tests
The run was canceled by @zifeif2.
|
|
Run / Build modules: sql - other tests
The operation was canceled.
|
|
|
|
|
|
RocksDBStateStoreSuite.column family creation with reserved chars (encoding = unsaferow) - with colFamiliesEnabled=true (with changelog checkpointing) (encoding = unsaferow):
org/apache/spark/sql/execution/streaming/state/RocksDBStateStoreSuite#L51
org.apache.spark.SparkException: [CANNOT_LOAD_STATE_STORE.UNRELEASED_THREAD_ERROR] An error occurred during loading state. StateStoreId(opId=106093870,partId=0,name=default): RocksDB instance could not be acquired by [ThreadId: Some(16)] for operationType=close as it was not released by [ThreadId: Some(16)] after 120009 ms.
Thread holding the lock has trace: java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
org.apache.spark.sql.execution.streaming.state.RocksDBStateMachine.awaitNotAcquiredWithLock(RocksDBStateMachine.scala:166)
org.apache.spark.sql.execution.streaming.state.RocksDBStateMachine.close(RocksDBStateMachine.scala:324)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreProvider.close(RocksDBStateStoreProvider.scala:865)
org.apache.spark.sql.execution.streaming.state.StateStoreSuiteBase.tryWithProviderResource(StateStoreSuite.scala:2829)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.$anonfun$new$140(RocksDBStateStoreSuite.scala:1811)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.$anonfun$new$140$adapted(RocksDBStateStoreSuite.scala:1809)
org.apache.spark.sql.execution.streaming.state.AlsoTestWithRocksDBFeatures.$anonfun$testWithColumnFamiliesAndEncodingTypes$3(RocksDBSuite.scala:217)
org.apache.spark.sql.catalyst.SQLConfHelper.withSQLConf(SQLConfHelper.scala:54)
org.apache.spark.sql.catalyst.SQLConfHelper.withSQLConf$(SQLConfHelper.scala:38)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.org$apache$spark$sql$test$SQLTestUtilsBase$$super$withSQLConf(RocksDBStateStoreSuite.scala:51)
org.apache.spark.sql.test.SQLTestUtilsBase.withSQLConf(SQLTestUtils.scala:253)
org.apache.spark.sql.test.SQLTestUtilsBase.withSQLConf$(SQLTestUtils.scala:251)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.withSQLConf(RocksDBStateStoreSuite.scala:51)
org.apache.spark.sql.execution.streaming.state.AlsoTestWithRocksDBFeatures.$anonfun$testWithColumnFamiliesAndEncodingTypes$2(RocksDBSuite.scala:217)
org.apache.spark.sql.execution.streaming.state.AlsoTestWithRocksDBFeatures.$anonfun$testWithColumnFamiliesAndEncodingTypes$2$adapted(RocksDBSuite.scala:215)
org.apache.spark.sql.execution.streaming.state.AlsoTestWithRocksDBFeatures.$anonfun$testWithColumnFamilies$4(RocksDBSuite.scala:245)
org.apache.spark.sql.catalyst.SQLConfHelper.withSQLConf(SQLConfHelper.scala:54)
org.apache.spark.sql.catalyst.SQLConfHelper.withSQLConf$(SQLConfHelper.scala:38)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.org$apache$spark$sql$test$SQLTestUtilsBase$$super$withSQLConf(RocksDBStateStoreSuite.scala:51)
org.apache.spark.sql.test.SQLTestUtilsBase.withSQLConf(SQLTestUtils.scala:253)
org.apache.spark.sql.test.SQLTestUtilsBase.withSQLConf$(SQLTestUtils.scala:251)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.withSQLConf(RocksDBStateStoreSuite.scala:51)
org.apache.spark.sql.execution.streaming.state.AlsoTestWithRocksDBFeatures.$anonfun$testWithChangelogCheckpointingEnabled$1(RocksDBSuite.scala:173)
scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.scala:18)
org.apache.spark.sql.catalyst.SQLConfHelper.withSQLConf(SQLConfHelper.scala:54)
org.apache.spark.sql.catalyst.SQLConfHelper.withSQLConf$(SQLConfHelper.scala:38)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.org$apache$spark$sql$test$SQLTestUtilsBase$$super$withSQLConf(RocksDBStateStoreSuite.scala:51)
org.apache.spark.sql.test.SQLTestUtilsBase.withSQLConf(SQLTestUtils.scala:253)
org.apache.spark.sql.test.SQLTestUtilsBase.withSQLConf$(SQLTestUtils.scala:251)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.withSQLConf(RocksDBStateStoreSuite.scala:51)
org.apache.spark.sql.execution.streaming.state.AlsoTestWithEncodingTypes.$anonfun$test$2(RocksDBSuite.scala:127)
org.scalatest.enablers.Timed$$anon$1.timeoutAfter(Timed.scala:127)
org.scalatest.concurrent.TimeLimits$.failAfterImpl(TimeLimits.scala:282)
org.scalatest.concurrent.TimeLimits.failAfter(TimeLimits.scala:231)
org.scalatest.concurrent.TimeLimits.failAfter$(TimeLimits.scala:230)
org.apache.spark.SparkFunSuite.failAfter(SparkFunSuite.scala:68)
org.apache.spark.SparkFunSuite.$anonfun$test$2(SparkFunSuite.scala:154)
org.scalatest.OutcomeOf.outcomeOf(OutcomeOf.scala:85)
org.scalatest.OutcomeOf.outcomeOf$(OutcomeOf.scala:83)
org.scalatest.OutcomeOf$.outcomeOf(OutcomeOf.scala:104)
org.scalatest.Transformer.apply(Transformer.scala:22)
org.scalatest.Transformer.apply(Transformer.scala:20)
org.scalatest.funsuite.AnyFunSuiteLike$$anon$1.apply(AnyFunSuiteLike.scala:226)
org.apache.spark.SparkFunSuite.withFixture(SparkFunSuite.scala:226)
org.scalatest.funsuite.AnyFunSuiteLike.invokeWithFixture$1(AnyFunSuiteLike.scala:224)
org.scalatest.funsuite.AnyFunSuiteLike.$anonfun$runTest$1(AnyFunSuiteLike.scala:236)
org.scalatest.SuperEngine.runTestImpl(Engine.scala:306)
org.scalatest.funsuite.AnyFunSuiteLike.runTest(AnyFunSuiteLike.scala:236)
org.scalatest.funsuite.AnyFunSuiteLike.runTest$(AnyFunSuiteLike.scala:218)
org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterEach$$super$runTest(SparkFunSuite.scala:68)
org.scalatest.BeforeAndAfterEach.runTest(BeforeAndAfterEach.scala:234)
org.scalatest.BeforeAndAfterEach.runTest$(BeforeAndAfterEach.scala:227)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.org$scalatest$BeforeAndAfter$$super$runTest(RocksDBStateStoreSuite.scala:51)
org.scalatest.BeforeAndAfter.runTest(BeforeAndAfter.scala:213)
org.scalatest.BeforeAndAfter.runTest$(BeforeAndAfter.scala:203)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.runTest(RocksDBStateStoreSuite.scala:51)
org.scalatest.funsuite.AnyFunSuiteLike.$anonfun$runTests$1(AnyFunSuiteLike.scala:269)
org.scalatest.SuperEngine.$anonfun$runTestsInBranch$1(Engine.scala:413)
scala.collection.immutable.List.foreach(List.scala:323)
org.scalatest.SuperEngine.traverseSubNodes$1(Engine.scala:401)
org.scalatest.SuperEngine.runTestsInBranch(Engine.scala:396)
org.scalatest.SuperEngine.runTestsImpl(Engine.scala:475)
org.scalatest.funsuite.AnyFunSuiteLike.runTests(AnyFunSuiteLike.scala:269)
org.scalatest.funsuite.AnyFunSuiteLike.runTests$(AnyFunSuiteLike.scala:268)
org.scalatest.funsuite.AnyFunSuite.runTests(AnyFunSuite.scala:1564)
org.scalatest.Suite.run(Suite.scala:1114)
org.scalatest.Suite.run$(Suite.scala:1096)
org.scalatest.funsuite.AnyFunSuite.org$scalatest$funsuite$AnyFunSuiteLike$$super$run(AnyFunSuite.scala:1564)
org.scalatest.funsuite.AnyFunSuiteLike.$anonfun$run$1(AnyFunSuiteLike.scala:273)
org.scalatest.SuperEngine.runImpl(Engine.scala:535)
org.scalatest.funsuite.AnyFunSuiteLike.run(AnyFunSuiteLike.scala:273)
org.scalatest.funsuite.AnyFunSuiteLike.run$(AnyFunSuiteLike.scala:272)
org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterAll$$super$run(SparkFunSuite.scala:68)
org.scalatest.BeforeAndAfterAll.liftedTree1$1(BeforeAndAfterAll.scala:213)
org.scalatest.BeforeAndAfterAll.run(BeforeAndAfterAll.scala:210)
org.scalatest.BeforeAndAfterAll.run$(BeforeAndAfterAll.scala:208)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.org$scalatest$BeforeAndAfter$$super$run(RocksDBStateStoreSuite.scala:51)
org.scalatest.BeforeAndAfter.run(BeforeAndAfter.scala:273)
org.scalatest.BeforeAndAfter.run$(BeforeAndAfter.scala:271)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.run(RocksDBStateStoreSuite.scala:51)
org.scalatest.tools.Framework.org$scalatest$tools$Framework$$runSuite(Framework.scala:321)
org.scalatest.tools.Framework$ScalaTestTask.execute(Framework.scala:517)
sbt.ForkMain$Run.lambda$runTest$1(ForkMain.java:414)
java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
java.base/java.lang.Thread.run(Thread.java:840) SQLSTATE: 58030
|
|
RocksDBStateStoreSuite.column family creation with reserved chars (encoding = unsaferow) - with colFamiliesEnabled=true (with changelog checkpointing) (encoding = avro):
org/apache/spark/sql/execution/streaming/state/RocksDBStateStoreSuite#L51
org.apache.spark.SparkException: [CANNOT_LOAD_STATE_STORE.UNRELEASED_THREAD_ERROR] An error occurred during loading state. StateStoreId(opId=-735776122,partId=0,name=default): RocksDB instance could not be acquired by [ThreadId: Some(16)] for operationType=close as it was not released by [ThreadId: Some(16)] after 120002 ms.
Thread holding the lock has trace: java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
org.apache.spark.sql.execution.streaming.state.RocksDBStateMachine.awaitNotAcquiredWithLock(RocksDBStateMachine.scala:166)
org.apache.spark.sql.execution.streaming.state.RocksDBStateMachine.close(RocksDBStateMachine.scala:324)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreProvider.close(RocksDBStateStoreProvider.scala:865)
org.apache.spark.sql.execution.streaming.state.StateStoreSuiteBase.tryWithProviderResource(StateStoreSuite.scala:2829)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.$anonfun$new$140(RocksDBStateStoreSuite.scala:1811)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.$anonfun$new$140$adapted(RocksDBStateStoreSuite.scala:1809)
org.apache.spark.sql.execution.streaming.state.AlsoTestWithRocksDBFeatures.$anonfun$testWithColumnFamiliesAndEncodingTypes$3(RocksDBSuite.scala:217)
org.apache.spark.sql.catalyst.SQLConfHelper.withSQLConf(SQLConfHelper.scala:54)
org.apache.spark.sql.catalyst.SQLConfHelper.withSQLConf$(SQLConfHelper.scala:38)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.org$apache$spark$sql$test$SQLTestUtilsBase$$super$withSQLConf(RocksDBStateStoreSuite.scala:51)
org.apache.spark.sql.test.SQLTestUtilsBase.withSQLConf(SQLTestUtils.scala:253)
org.apache.spark.sql.test.SQLTestUtilsBase.withSQLConf$(SQLTestUtils.scala:251)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.withSQLConf(RocksDBStateStoreSuite.scala:51)
org.apache.spark.sql.execution.streaming.state.AlsoTestWithRocksDBFeatures.$anonfun$testWithColumnFamiliesAndEncodingTypes$2(RocksDBSuite.scala:217)
org.apache.spark.sql.execution.streaming.state.AlsoTestWithRocksDBFeatures.$anonfun$testWithColumnFamiliesAndEncodingTypes$2$adapted(RocksDBSuite.scala:215)
org.apache.spark.sql.execution.streaming.state.AlsoTestWithRocksDBFeatures.$anonfun$testWithColumnFamilies$4(RocksDBSuite.scala:245)
org.apache.spark.sql.catalyst.SQLConfHelper.withSQLConf(SQLConfHelper.scala:54)
org.apache.spark.sql.catalyst.SQLConfHelper.withSQLConf$(SQLConfHelper.scala:38)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.org$apache$spark$sql$test$SQLTestUtilsBase$$super$withSQLConf(RocksDBStateStoreSuite.scala:51)
org.apache.spark.sql.test.SQLTestUtilsBase.withSQLConf(SQLTestUtils.scala:253)
org.apache.spark.sql.test.SQLTestUtilsBase.withSQLConf$(SQLTestUtils.scala:251)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.withSQLConf(RocksDBStateStoreSuite.scala:51)
org.apache.spark.sql.execution.streaming.state.AlsoTestWithRocksDBFeatures.$anonfun$testWithChangelogCheckpointingEnabled$1(RocksDBSuite.scala:173)
scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.scala:18)
org.apache.spark.sql.catalyst.SQLConfHelper.withSQLConf(SQLConfHelper.scala:54)
org.apache.spark.sql.catalyst.SQLConfHelper.withSQLConf$(SQLConfHelper.scala:38)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.org$apache$spark$sql$test$SQLTestUtilsBase$$super$withSQLConf(RocksDBStateStoreSuite.scala:51)
org.apache.spark.sql.test.SQLTestUtilsBase.withSQLConf(SQLTestUtils.scala:253)
org.apache.spark.sql.test.SQLTestUtilsBase.withSQLConf$(SQLTestUtils.scala:251)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.withSQLConf(RocksDBStateStoreSuite.scala:51)
org.apache.spark.sql.execution.streaming.state.AlsoTestWithEncodingTypes.$anonfun$test$2(RocksDBSuite.scala:127)
org.scalatest.enablers.Timed$$anon$1.timeoutAfter(Timed.scala:127)
org.scalatest.concurrent.TimeLimits$.failAfterImpl(TimeLimits.scala:282)
org.scalatest.concurrent.TimeLimits.failAfter(TimeLimits.scala:231)
org.scalatest.concurrent.TimeLimits.failAfter$(TimeLimits.scala:230)
org.apache.spark.SparkFunSuite.failAfter(SparkFunSuite.scala:68)
org.apache.spark.SparkFunSuite.$anonfun$test$2(SparkFunSuite.scala:154)
org.scalatest.OutcomeOf.outcomeOf(OutcomeOf.scala:85)
org.scalatest.OutcomeOf.outcomeOf$(OutcomeOf.scala:83)
org.scalatest.OutcomeOf$.outcomeOf(OutcomeOf.scala:104)
org.scalatest.Transformer.apply(Transformer.scala:22)
org.scalatest.Transformer.apply(Transformer.scala:20)
org.scalatest.funsuite.AnyFunSuiteLike$$anon$1.apply(AnyFunSuiteLike.scala:226)
org.apache.spark.SparkFunSuite.withFixture(SparkFunSuite.scala:226)
org.scalatest.funsuite.AnyFunSuiteLike.invokeWithFixture$1(AnyFunSuiteLike.scala:224)
org.scalatest.funsuite.AnyFunSuiteLike.$anonfun$runTest$1(AnyFunSuiteLike.scala:236)
org.scalatest.SuperEngine.runTestImpl(Engine.scala:306)
org.scalatest.funsuite.AnyFunSuiteLike.runTest(AnyFunSuiteLike.scala:236)
org.scalatest.funsuite.AnyFunSuiteLike.runTest$(AnyFunSuiteLike.scala:218)
org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterEach$$super$runTest(SparkFunSuite.scala:68)
org.scalatest.BeforeAndAfterEach.runTest(BeforeAndAfterEach.scala:234)
org.scalatest.BeforeAndAfterEach.runTest$(BeforeAndAfterEach.scala:227)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.org$scalatest$BeforeAndAfter$$super$runTest(RocksDBStateStoreSuite.scala:51)
org.scalatest.BeforeAndAfter.runTest(BeforeAndAfter.scala:213)
org.scalatest.BeforeAndAfter.runTest$(BeforeAndAfter.scala:203)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.runTest(RocksDBStateStoreSuite.scala:51)
org.scalatest.funsuite.AnyFunSuiteLike.$anonfun$runTests$1(AnyFunSuiteLike.scala:269)
org.scalatest.SuperEngine.$anonfun$runTestsInBranch$1(Engine.scala:413)
scala.collection.immutable.List.foreach(List.scala:323)
org.scalatest.SuperEngine.traverseSubNodes$1(Engine.scala:401)
org.scalatest.SuperEngine.runTestsInBranch(Engine.scala:396)
org.scalatest.SuperEngine.runTestsImpl(Engine.scala:475)
org.scalatest.funsuite.AnyFunSuiteLike.runTests(AnyFunSuiteLike.scala:269)
org.scalatest.funsuite.AnyFunSuiteLike.runTests$(AnyFunSuiteLike.scala:268)
org.scalatest.funsuite.AnyFunSuite.runTests(AnyFunSuite.scala:1564)
org.scalatest.Suite.run(Suite.scala:1114)
org.scalatest.Suite.run$(Suite.scala:1096)
org.scalatest.funsuite.AnyFunSuite.org$scalatest$funsuite$AnyFunSuiteLike$$super$run(AnyFunSuite.scala:1564)
org.scalatest.funsuite.AnyFunSuiteLike.$anonfun$run$1(AnyFunSuiteLike.scala:273)
org.scalatest.SuperEngine.runImpl(Engine.scala:535)
org.scalatest.funsuite.AnyFunSuiteLike.run(AnyFunSuiteLike.scala:273)
org.scalatest.funsuite.AnyFunSuiteLike.run$(AnyFunSuiteLike.scala:272)
org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterAll$$super$run(SparkFunSuite.scala:68)
org.scalatest.BeforeAndAfterAll.liftedTree1$1(BeforeAndAfterAll.scala:213)
org.scalatest.BeforeAndAfterAll.run(BeforeAndAfterAll.scala:210)
org.scalatest.BeforeAndAfterAll.run$(BeforeAndAfterAll.scala:208)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.org$scalatest$BeforeAndAfter$$super$run(RocksDBStateStoreSuite.scala:51)
org.scalatest.BeforeAndAfter.run(BeforeAndAfter.scala:273)
org.scalatest.BeforeAndAfter.run$(BeforeAndAfter.scala:271)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.run(RocksDBStateStoreSuite.scala:51)
org.scalatest.tools.Framework.org$scalatest$tools$Framework$$runSuite(Framework.scala:321)
org.scalatest.tools.Framework$ScalaTestTask.execute(Framework.scala:517)
sbt.ForkMain$Run.lambda$runTest$1(ForkMain.java:414)
java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
java.base/java.lang.Thread.run(Thread.java:840) SQLSTATE: 58030
|
|
RocksDBStateStoreSuite.column family creation with reserved chars (encoding = unsaferow) - with colFamiliesEnabled=true (without changelog checkpointing) (encoding = unsaferow):
org/apache/spark/sql/execution/streaming/state/RocksDBStateStoreSuite#L51
org.apache.spark.SparkException: [CANNOT_LOAD_STATE_STORE.UNRELEASED_THREAD_ERROR] An error occurred during loading state. StateStoreId(opId=1921354504,partId=0,name=default): RocksDB instance could not be acquired by [ThreadId: Some(16)] for operationType=close as it was not released by [ThreadId: Some(16)] after 120004 ms.
Thread holding the lock has trace: java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
org.apache.spark.sql.execution.streaming.state.RocksDBStateMachine.awaitNotAcquiredWithLock(RocksDBStateMachine.scala:166)
org.apache.spark.sql.execution.streaming.state.RocksDBStateMachine.close(RocksDBStateMachine.scala:324)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreProvider.close(RocksDBStateStoreProvider.scala:865)
org.apache.spark.sql.execution.streaming.state.StateStoreSuiteBase.tryWithProviderResource(StateStoreSuite.scala:2829)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.$anonfun$new$140(RocksDBStateStoreSuite.scala:1811)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.$anonfun$new$140$adapted(RocksDBStateStoreSuite.scala:1809)
org.apache.spark.sql.execution.streaming.state.AlsoTestWithRocksDBFeatures.$anonfun$testWithColumnFamiliesAndEncodingTypes$3(RocksDBSuite.scala:217)
org.apache.spark.sql.catalyst.SQLConfHelper.withSQLConf(SQLConfHelper.scala:54)
org.apache.spark.sql.catalyst.SQLConfHelper.withSQLConf$(SQLConfHelper.scala:38)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.org$apache$spark$sql$test$SQLTestUtilsBase$$super$withSQLConf(RocksDBStateStoreSuite.scala:51)
org.apache.spark.sql.test.SQLTestUtilsBase.withSQLConf(SQLTestUtils.scala:253)
org.apache.spark.sql.test.SQLTestUtilsBase.withSQLConf$(SQLTestUtils.scala:251)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.withSQLConf(RocksDBStateStoreSuite.scala:51)
org.apache.spark.sql.execution.streaming.state.AlsoTestWithRocksDBFeatures.$anonfun$testWithColumnFamiliesAndEncodingTypes$2(RocksDBSuite.scala:217)
org.apache.spark.sql.execution.streaming.state.AlsoTestWithRocksDBFeatures.$anonfun$testWithColumnFamiliesAndEncodingTypes$2$adapted(RocksDBSuite.scala:215)
org.apache.spark.sql.execution.streaming.state.AlsoTestWithRocksDBFeatures.$anonfun$testWithColumnFamilies$5(RocksDBSuite.scala:249)
org.apache.spark.sql.catalyst.SQLConfHelper.withSQLConf(SQLConfHelper.scala:54)
org.apache.spark.sql.catalyst.SQLConfHelper.withSQLConf$(SQLConfHelper.scala:38)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.org$apache$spark$sql$test$SQLTestUtilsBase$$super$withSQLConf(RocksDBStateStoreSuite.scala:51)
org.apache.spark.sql.test.SQLTestUtilsBase.withSQLConf(SQLTestUtils.scala:253)
org.apache.spark.sql.test.SQLTestUtilsBase.withSQLConf$(SQLTestUtils.scala:251)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.withSQLConf(RocksDBStateStoreSuite.scala:51)
org.apache.spark.sql.execution.streaming.state.AlsoTestWithRocksDBFeatures.$anonfun$testWithChangelogCheckpointingDisabled$1(RocksDBSuite.scala:187)
scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.scala:18)
org.apache.spark.sql.catalyst.SQLConfHelper.withSQLConf(SQLConfHelper.scala:54)
org.apache.spark.sql.catalyst.SQLConfHelper.withSQLConf$(SQLConfHelper.scala:38)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.org$apache$spark$sql$test$SQLTestUtilsBase$$super$withSQLConf(RocksDBStateStoreSuite.scala:51)
org.apache.spark.sql.test.SQLTestUtilsBase.withSQLConf(SQLTestUtils.scala:253)
org.apache.spark.sql.test.SQLTestUtilsBase.withSQLConf$(SQLTestUtils.scala:251)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.withSQLConf(RocksDBStateStoreSuite.scala:51)
org.apache.spark.sql.execution.streaming.state.AlsoTestWithEncodingTypes.$anonfun$test$2(RocksDBSuite.scala:127)
org.scalatest.enablers.Timed$$anon$1.timeoutAfter(Timed.scala:127)
org.scalatest.concurrent.TimeLimits$.failAfterImpl(TimeLimits.scala:282)
org.scalatest.concurrent.TimeLimits.failAfter(TimeLimits.scala:231)
org.scalatest.concurrent.TimeLimits.failAfter$(TimeLimits.scala:230)
org.apache.spark.SparkFunSuite.failAfter(SparkFunSuite.scala:68)
org.apache.spark.SparkFunSuite.$anonfun$test$2(SparkFunSuite.scala:154)
org.scalatest.OutcomeOf.outcomeOf(OutcomeOf.scala:85)
org.scalatest.OutcomeOf.outcomeOf$(OutcomeOf.scala:83)
org.scalatest.OutcomeOf$.outcomeOf(OutcomeOf.scala:104)
org.scalatest.Transformer.apply(Transformer.scala:22)
org.scalatest.Transformer.apply(Transformer.scala:20)
org.scalatest.funsuite.AnyFunSuiteLike$$anon$1.apply(AnyFunSuiteLike.scala:226)
org.apache.spark.SparkFunSuite.withFixture(SparkFunSuite.scala:226)
org.scalatest.funsuite.AnyFunSuiteLike.invokeWithFixture$1(AnyFunSuiteLike.scala:224)
org.scalatest.funsuite.AnyFunSuiteLike.$anonfun$runTest$1(AnyFunSuiteLike.scala:236)
org.scalatest.SuperEngine.runTestImpl(Engine.scala:306)
org.scalatest.funsuite.AnyFunSuiteLike.runTest(AnyFunSuiteLike.scala:236)
org.scalatest.funsuite.AnyFunSuiteLike.runTest$(AnyFunSuiteLike.scala:218)
org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterEach$$super$runTest(SparkFunSuite.scala:68)
org.scalatest.BeforeAndAfterEach.runTest(BeforeAndAfterEach.scala:234)
org.scalatest.BeforeAndAfterEach.runTest$(BeforeAndAfterEach.scala:227)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.org$scalatest$BeforeAndAfter$$super$runTest(RocksDBStateStoreSuite.scala:51)
org.scalatest.BeforeAndAfter.runTest(BeforeAndAfter.scala:213)
org.scalatest.BeforeAndAfter.runTest$(BeforeAndAfter.scala:203)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.runTest(RocksDBStateStoreSuite.scala:51)
org.scalatest.funsuite.AnyFunSuiteLike.$anonfun$runTests$1(AnyFunSuiteLike.scala:269)
org.scalatest.SuperEngine.$anonfun$runTestsInBranch$1(Engine.scala:413)
scala.collection.immutable.List.foreach(List.scala:323)
org.scalatest.SuperEngine.traverseSubNodes$1(Engine.scala:401)
org.scalatest.SuperEngine.runTestsInBranch(Engine.scala:396)
org.scalatest.SuperEngine.runTestsImpl(Engine.scala:475)
org.scalatest.funsuite.AnyFunSuiteLike.runTests(AnyFunSuiteLike.scala:269)
org.scalatest.funsuite.AnyFunSuiteLike.runTests$(AnyFunSuiteLike.scala:268)
org.scalatest.funsuite.AnyFunSuite.runTests(AnyFunSuite.scala:1564)
org.scalatest.Suite.run(Suite.scala:1114)
org.scalatest.Suite.run$(Suite.scala:1096)
org.scalatest.funsuite.AnyFunSuite.org$scalatest$funsuite$AnyFunSuiteLike$$super$run(AnyFunSuite.scala:1564)
org.scalatest.funsuite.AnyFunSuiteLike.$anonfun$run$1(AnyFunSuiteLike.scala:273)
org.scalatest.SuperEngine.runImpl(Engine.scala:535)
org.scalatest.funsuite.AnyFunSuiteLike.run(AnyFunSuiteLike.scala:273)
org.scalatest.funsuite.AnyFunSuiteLike.run$(AnyFunSuiteLike.scala:272)
org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterAll$$super$run(SparkFunSuite.scala:68)
org.scalatest.BeforeAndAfterAll.liftedTree1$1(BeforeAndAfterAll.scala:213)
org.scalatest.BeforeAndAfterAll.run(BeforeAndAfterAll.scala:210)
org.scalatest.BeforeAndAfterAll.run$(BeforeAndAfterAll.scala:208)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.org$scalatest$BeforeAndAfter$$super$run(RocksDBStateStoreSuite.scala:51)
org.scalatest.BeforeAndAfter.run(BeforeAndAfter.scala:273)
org.scalatest.BeforeAndAfter.run$(BeforeAndAfter.scala:271)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.run(RocksDBStateStoreSuite.scala:51)
org.scalatest.tools.Framework.org$scalatest$tools$Framework$$runSuite(Framework.scala:321)
org.scalatest.tools.Framework$ScalaTestTask.execute(Framework.scala:517)
sbt.ForkMain$Run.lambda$runTest$1(ForkMain.java:414)
java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
java.base/java.lang.Thread.run(Thread.java:840) SQLSTATE: 58030
|
|
RocksDBStateStoreSuite.column family creation with reserved chars (encoding = unsaferow) - with colFamiliesEnabled=true (without changelog checkpointing) (encoding = avro):
org/apache/spark/sql/execution/streaming/state/RocksDBStateStoreSuite#L51
org.apache.spark.SparkException: [CANNOT_LOAD_STATE_STORE.UNRELEASED_THREAD_ERROR] An error occurred during loading state. StateStoreId(opId=800141823,partId=0,name=default): RocksDB instance could not be acquired by [ThreadId: Some(16)] for operationType=close as it was not released by [ThreadId: Some(16)] after 120008 ms.
Thread holding the lock has trace: java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
org.apache.spark.sql.execution.streaming.state.RocksDBStateMachine.awaitNotAcquiredWithLock(RocksDBStateMachine.scala:166)
org.apache.spark.sql.execution.streaming.state.RocksDBStateMachine.close(RocksDBStateMachine.scala:324)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreProvider.close(RocksDBStateStoreProvider.scala:865)
org.apache.spark.sql.execution.streaming.state.StateStoreSuiteBase.tryWithProviderResource(StateStoreSuite.scala:2829)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.$anonfun$new$140(RocksDBStateStoreSuite.scala:1811)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.$anonfun$new$140$adapted(RocksDBStateStoreSuite.scala:1809)
org.apache.spark.sql.execution.streaming.state.AlsoTestWithRocksDBFeatures.$anonfun$testWithColumnFamiliesAndEncodingTypes$3(RocksDBSuite.scala:217)
org.apache.spark.sql.catalyst.SQLConfHelper.withSQLConf(SQLConfHelper.scala:54)
org.apache.spark.sql.catalyst.SQLConfHelper.withSQLConf$(SQLConfHelper.scala:38)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.org$apache$spark$sql$test$SQLTestUtilsBase$$super$withSQLConf(RocksDBStateStoreSuite.scala:51)
org.apache.spark.sql.test.SQLTestUtilsBase.withSQLConf(SQLTestUtils.scala:253)
org.apache.spark.sql.test.SQLTestUtilsBase.withSQLConf$(SQLTestUtils.scala:251)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.withSQLConf(RocksDBStateStoreSuite.scala:51)
org.apache.spark.sql.execution.streaming.state.AlsoTestWithRocksDBFeatures.$anonfun$testWithColumnFamiliesAndEncodingTypes$2(RocksDBSuite.scala:217)
org.apache.spark.sql.execution.streaming.state.AlsoTestWithRocksDBFeatures.$anonfun$testWithColumnFamiliesAndEncodingTypes$2$adapted(RocksDBSuite.scala:215)
org.apache.spark.sql.execution.streaming.state.AlsoTestWithRocksDBFeatures.$anonfun$testWithColumnFamilies$5(RocksDBSuite.scala:249)
org.apache.spark.sql.catalyst.SQLConfHelper.withSQLConf(SQLConfHelper.scala:54)
org.apache.spark.sql.catalyst.SQLConfHelper.withSQLConf$(SQLConfHelper.scala:38)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.org$apache$spark$sql$test$SQLTestUtilsBase$$super$withSQLConf(RocksDBStateStoreSuite.scala:51)
org.apache.spark.sql.test.SQLTestUtilsBase.withSQLConf(SQLTestUtils.scala:253)
org.apache.spark.sql.test.SQLTestUtilsBase.withSQLConf$(SQLTestUtils.scala:251)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.withSQLConf(RocksDBStateStoreSuite.scala:51)
org.apache.spark.sql.execution.streaming.state.AlsoTestWithRocksDBFeatures.$anonfun$testWithChangelogCheckpointingDisabled$1(RocksDBSuite.scala:187)
scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.scala:18)
org.apache.spark.sql.catalyst.SQLConfHelper.withSQLConf(SQLConfHelper.scala:54)
org.apache.spark.sql.catalyst.SQLConfHelper.withSQLConf$(SQLConfHelper.scala:38)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.org$apache$spark$sql$test$SQLTestUtilsBase$$super$withSQLConf(RocksDBStateStoreSuite.scala:51)
org.apache.spark.sql.test.SQLTestUtilsBase.withSQLConf(SQLTestUtils.scala:253)
org.apache.spark.sql.test.SQLTestUtilsBase.withSQLConf$(SQLTestUtils.scala:251)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.withSQLConf(RocksDBStateStoreSuite.scala:51)
org.apache.spark.sql.execution.streaming.state.AlsoTestWithEncodingTypes.$anonfun$test$2(RocksDBSuite.scala:127)
org.scalatest.enablers.Timed$$anon$1.timeoutAfter(Timed.scala:127)
org.scalatest.concurrent.TimeLimits$.failAfterImpl(TimeLimits.scala:282)
org.scalatest.concurrent.TimeLimits.failAfter(TimeLimits.scala:231)
org.scalatest.concurrent.TimeLimits.failAfter$(TimeLimits.scala:230)
org.apache.spark.SparkFunSuite.failAfter(SparkFunSuite.scala:68)
org.apache.spark.SparkFunSuite.$anonfun$test$2(SparkFunSuite.scala:154)
org.scalatest.OutcomeOf.outcomeOf(OutcomeOf.scala:85)
org.scalatest.OutcomeOf.outcomeOf$(OutcomeOf.scala:83)
org.scalatest.OutcomeOf$.outcomeOf(OutcomeOf.scala:104)
org.scalatest.Transformer.apply(Transformer.scala:22)
org.scalatest.Transformer.apply(Transformer.scala:20)
org.scalatest.funsuite.AnyFunSuiteLike$$anon$1.apply(AnyFunSuiteLike.scala:226)
org.apache.spark.SparkFunSuite.withFixture(SparkFunSuite.scala:226)
org.scalatest.funsuite.AnyFunSuiteLike.invokeWithFixture$1(AnyFunSuiteLike.scala:224)
org.scalatest.funsuite.AnyFunSuiteLike.$anonfun$runTest$1(AnyFunSuiteLike.scala:236)
org.scalatest.SuperEngine.runTestImpl(Engine.scala:306)
org.scalatest.funsuite.AnyFunSuiteLike.runTest(AnyFunSuiteLike.scala:236)
org.scalatest.funsuite.AnyFunSuiteLike.runTest$(AnyFunSuiteLike.scala:218)
org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterEach$$super$runTest(SparkFunSuite.scala:68)
org.scalatest.BeforeAndAfterEach.runTest(BeforeAndAfterEach.scala:234)
org.scalatest.BeforeAndAfterEach.runTest$(BeforeAndAfterEach.scala:227)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.org$scalatest$BeforeAndAfter$$super$runTest(RocksDBStateStoreSuite.scala:51)
org.scalatest.BeforeAndAfter.runTest(BeforeAndAfter.scala:213)
org.scalatest.BeforeAndAfter.runTest$(BeforeAndAfter.scala:203)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.runTest(RocksDBStateStoreSuite.scala:51)
org.scalatest.funsuite.AnyFunSuiteLike.$anonfun$runTests$1(AnyFunSuiteLike.scala:269)
org.scalatest.SuperEngine.$anonfun$runTestsInBranch$1(Engine.scala:413)
scala.collection.immutable.List.foreach(List.scala:323)
org.scalatest.SuperEngine.traverseSubNodes$1(Engine.scala:401)
org.scalatest.SuperEngine.runTestsInBranch(Engine.scala:396)
org.scalatest.SuperEngine.runTestsImpl(Engine.scala:475)
org.scalatest.funsuite.AnyFunSuiteLike.runTests(AnyFunSuiteLike.scala:269)
org.scalatest.funsuite.AnyFunSuiteLike.runTests$(AnyFunSuiteLike.scala:268)
org.scalatest.funsuite.AnyFunSuite.runTests(AnyFunSuite.scala:1564)
org.scalatest.Suite.run(Suite.scala:1114)
org.scalatest.Suite.run$(Suite.scala:1096)
org.scalatest.funsuite.AnyFunSuite.org$scalatest$funsuite$AnyFunSuiteLike$$super$run(AnyFunSuite.scala:1564)
org.scalatest.funsuite.AnyFunSuiteLike.$anonfun$run$1(AnyFunSuiteLike.scala:273)
org.scalatest.SuperEngine.runImpl(Engine.scala:535)
org.scalatest.funsuite.AnyFunSuiteLike.run(AnyFunSuiteLike.scala:273)
org.scalatest.funsuite.AnyFunSuiteLike.run$(AnyFunSuiteLike.scala:272)
org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterAll$$super$run(SparkFunSuite.scala:68)
org.scalatest.BeforeAndAfterAll.liftedTree1$1(BeforeAndAfterAll.scala:213)
org.scalatest.BeforeAndAfterAll.run(BeforeAndAfterAll.scala:210)
org.scalatest.BeforeAndAfterAll.run$(BeforeAndAfterAll.scala:208)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.org$scalatest$BeforeAndAfter$$super$run(RocksDBStateStoreSuite.scala:51)
org.scalatest.BeforeAndAfter.run(BeforeAndAfter.scala:273)
org.scalatest.BeforeAndAfter.run$(BeforeAndAfter.scala:271)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.run(RocksDBStateStoreSuite.scala:51)
org.scalatest.tools.Framework.org$scalatest$tools$Framework$$runSuite(Framework.scala:321)
org.scalatest.tools.Framework$ScalaTestTask.execute(Framework.scala:517)
sbt.ForkMain$Run.lambda$runTest$1(ForkMain.java:414)
java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
java.base/java.lang.Thread.run(Thread.java:840) SQLSTATE: 58030
|
|
RocksDBStateStoreSuite.column family creation with reserved chars (encoding = avro) - with colFamiliesEnabled=true (with changelog checkpointing) (encoding = unsaferow):
org/apache/spark/sql/execution/streaming/state/RocksDBStateStoreSuite#L51
org.apache.spark.SparkException: [CANNOT_LOAD_STATE_STORE.UNRELEASED_THREAD_ERROR] An error occurred during loading state. StateStoreId(opId=-1424615202,partId=0,name=default): RocksDB instance could not be acquired by [ThreadId: Some(16)] for operationType=close as it was not released by [ThreadId: Some(16)] after 120007 ms.
Thread holding the lock has trace: java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
org.apache.spark.sql.execution.streaming.state.RocksDBStateMachine.awaitNotAcquiredWithLock(RocksDBStateMachine.scala:166)
org.apache.spark.sql.execution.streaming.state.RocksDBStateMachine.close(RocksDBStateMachine.scala:324)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreProvider.close(RocksDBStateStoreProvider.scala:865)
org.apache.spark.sql.execution.streaming.state.StateStoreSuiteBase.tryWithProviderResource(StateStoreSuite.scala:2829)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.$anonfun$new$140(RocksDBStateStoreSuite.scala:1811)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.$anonfun$new$140$adapted(RocksDBStateStoreSuite.scala:1809)
org.apache.spark.sql.execution.streaming.state.AlsoTestWithRocksDBFeatures.$anonfun$testWithColumnFamiliesAndEncodingTypes$3(RocksDBSuite.scala:217)
org.apache.spark.sql.catalyst.SQLConfHelper.withSQLConf(SQLConfHelper.scala:54)
org.apache.spark.sql.catalyst.SQLConfHelper.withSQLConf$(SQLConfHelper.scala:38)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.org$apache$spark$sql$test$SQLTestUtilsBase$$super$withSQLConf(RocksDBStateStoreSuite.scala:51)
org.apache.spark.sql.test.SQLTestUtilsBase.withSQLConf(SQLTestUtils.scala:253)
org.apache.spark.sql.test.SQLTestUtilsBase.withSQLConf$(SQLTestUtils.scala:251)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.withSQLConf(RocksDBStateStoreSuite.scala:51)
org.apache.spark.sql.execution.streaming.state.AlsoTestWithRocksDBFeatures.$anonfun$testWithColumnFamiliesAndEncodingTypes$2(RocksDBSuite.scala:217)
org.apache.spark.sql.execution.streaming.state.AlsoTestWithRocksDBFeatures.$anonfun$testWithColumnFamiliesAndEncodingTypes$2$adapted(RocksDBSuite.scala:215)
org.apache.spark.sql.execution.streaming.state.AlsoTestWithRocksDBFeatures.$anonfun$testWithColumnFamilies$4(RocksDBSuite.scala:245)
org.apache.spark.sql.catalyst.SQLConfHelper.withSQLConf(SQLConfHelper.scala:54)
org.apache.spark.sql.catalyst.SQLConfHelper.withSQLConf$(SQLConfHelper.scala:38)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.org$apache$spark$sql$test$SQLTestUtilsBase$$super$withSQLConf(RocksDBStateStoreSuite.scala:51)
org.apache.spark.sql.test.SQLTestUtilsBase.withSQLConf(SQLTestUtils.scala:253)
org.apache.spark.sql.test.SQLTestUtilsBase.withSQLConf$(SQLTestUtils.scala:251)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.withSQLConf(RocksDBStateStoreSuite.scala:51)
org.apache.spark.sql.execution.streaming.state.AlsoTestWithRocksDBFeatures.$anonfun$testWithChangelogCheckpointingEnabled$1(RocksDBSuite.scala:173)
scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.scala:18)
org.apache.spark.sql.catalyst.SQLConfHelper.withSQLConf(SQLConfHelper.scala:54)
org.apache.spark.sql.catalyst.SQLConfHelper.withSQLConf$(SQLConfHelper.scala:38)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.org$apache$spark$sql$test$SQLTestUtilsBase$$super$withSQLConf(RocksDBStateStoreSuite.scala:51)
org.apache.spark.sql.test.SQLTestUtilsBase.withSQLConf(SQLTestUtils.scala:253)
org.apache.spark.sql.test.SQLTestUtilsBase.withSQLConf$(SQLTestUtils.scala:251)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.withSQLConf(RocksDBStateStoreSuite.scala:51)
org.apache.spark.sql.execution.streaming.state.AlsoTestWithEncodingTypes.$anonfun$test$2(RocksDBSuite.scala:127)
org.scalatest.enablers.Timed$$anon$1.timeoutAfter(Timed.scala:127)
org.scalatest.concurrent.TimeLimits$.failAfterImpl(TimeLimits.scala:282)
org.scalatest.concurrent.TimeLimits.failAfter(TimeLimits.scala:231)
org.scalatest.concurrent.TimeLimits.failAfter$(TimeLimits.scala:230)
org.apache.spark.SparkFunSuite.failAfter(SparkFunSuite.scala:68)
org.apache.spark.SparkFunSuite.$anonfun$test$2(SparkFunSuite.scala:154)
org.scalatest.OutcomeOf.outcomeOf(OutcomeOf.scala:85)
org.scalatest.OutcomeOf.outcomeOf$(OutcomeOf.scala:83)
org.scalatest.OutcomeOf$.outcomeOf(OutcomeOf.scala:104)
org.scalatest.Transformer.apply(Transformer.scala:22)
org.scalatest.Transformer.apply(Transformer.scala:20)
org.scalatest.funsuite.AnyFunSuiteLike$$anon$1.apply(AnyFunSuiteLike.scala:226)
org.apache.spark.SparkFunSuite.withFixture(SparkFunSuite.scala:226)
org.scalatest.funsuite.AnyFunSuiteLike.invokeWithFixture$1(AnyFunSuiteLike.scala:224)
org.scalatest.funsuite.AnyFunSuiteLike.$anonfun$runTest$1(AnyFunSuiteLike.scala:236)
org.scalatest.SuperEngine.runTestImpl(Engine.scala:306)
org.scalatest.funsuite.AnyFunSuiteLike.runTest(AnyFunSuiteLike.scala:236)
org.scalatest.funsuite.AnyFunSuiteLike.runTest$(AnyFunSuiteLike.scala:218)
org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterEach$$super$runTest(SparkFunSuite.scala:68)
org.scalatest.BeforeAndAfterEach.runTest(BeforeAndAfterEach.scala:234)
org.scalatest.BeforeAndAfterEach.runTest$(BeforeAndAfterEach.scala:227)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.org$scalatest$BeforeAndAfter$$super$runTest(RocksDBStateStoreSuite.scala:51)
org.scalatest.BeforeAndAfter.runTest(BeforeAndAfter.scala:213)
org.scalatest.BeforeAndAfter.runTest$(BeforeAndAfter.scala:203)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.runTest(RocksDBStateStoreSuite.scala:51)
org.scalatest.funsuite.AnyFunSuiteLike.$anonfun$runTests$1(AnyFunSuiteLike.scala:269)
org.scalatest.SuperEngine.$anonfun$runTestsInBranch$1(Engine.scala:413)
scala.collection.immutable.List.foreach(List.scala:323)
org.scalatest.SuperEngine.traverseSubNodes$1(Engine.scala:401)
org.scalatest.SuperEngine.runTestsInBranch(Engine.scala:396)
org.scalatest.SuperEngine.runTestsImpl(Engine.scala:475)
org.scalatest.funsuite.AnyFunSuiteLike.runTests(AnyFunSuiteLike.scala:269)
org.scalatest.funsuite.AnyFunSuiteLike.runTests$(AnyFunSuiteLike.scala:268)
org.scalatest.funsuite.AnyFunSuite.runTests(AnyFunSuite.scala:1564)
org.scalatest.Suite.run(Suite.scala:1114)
org.scalatest.Suite.run$(Suite.scala:1096)
org.scalatest.funsuite.AnyFunSuite.org$scalatest$funsuite$AnyFunSuiteLike$$super$run(AnyFunSuite.scala:1564)
org.scalatest.funsuite.AnyFunSuiteLike.$anonfun$run$1(AnyFunSuiteLike.scala:273)
org.scalatest.SuperEngine.runImpl(Engine.scala:535)
org.scalatest.funsuite.AnyFunSuiteLike.run(AnyFunSuiteLike.scala:273)
org.scalatest.funsuite.AnyFunSuiteLike.run$(AnyFunSuiteLike.scala:272)
org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterAll$$super$run(SparkFunSuite.scala:68)
org.scalatest.BeforeAndAfterAll.liftedTree1$1(BeforeAndAfterAll.scala:213)
org.scalatest.BeforeAndAfterAll.run(BeforeAndAfterAll.scala:210)
org.scalatest.BeforeAndAfterAll.run$(BeforeAndAfterAll.scala:208)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.org$scalatest$BeforeAndAfter$$super$run(RocksDBStateStoreSuite.scala:51)
org.scalatest.BeforeAndAfter.run(BeforeAndAfter.scala:273)
org.scalatest.BeforeAndAfter.run$(BeforeAndAfter.scala:271)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.run(RocksDBStateStoreSuite.scala:51)
org.scalatest.tools.Framework.org$scalatest$tools$Framework$$runSuite(Framework.scala:321)
org.scalatest.tools.Framework$ScalaTestTask.execute(Framework.scala:517)
sbt.ForkMain$Run.lambda$runTest$1(ForkMain.java:414)
java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
java.base/java.lang.Thread.run(Thread.java:840) SQLSTATE: 58030
|
|
RocksDBStateStoreSuite.column family creation with reserved chars (encoding = avro) - with colFamiliesEnabled=true (with changelog checkpointing) (encoding = avro):
org/apache/spark/sql/execution/streaming/state/RocksDBStateStoreSuite#L51
org.apache.spark.SparkException: [CANNOT_LOAD_STATE_STORE.UNRELEASED_THREAD_ERROR] An error occurred during loading state. StateStoreId(opId=1260924203,partId=0,name=default): RocksDB instance could not be acquired by [ThreadId: Some(16)] for operationType=close as it was not released by [ThreadId: Some(16)] after 120004 ms.
Thread holding the lock has trace: java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
org.apache.spark.sql.execution.streaming.state.RocksDBStateMachine.awaitNotAcquiredWithLock(RocksDBStateMachine.scala:166)
org.apache.spark.sql.execution.streaming.state.RocksDBStateMachine.close(RocksDBStateMachine.scala:324)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreProvider.close(RocksDBStateStoreProvider.scala:865)
org.apache.spark.sql.execution.streaming.state.StateStoreSuiteBase.tryWithProviderResource(StateStoreSuite.scala:2829)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.$anonfun$new$140(RocksDBStateStoreSuite.scala:1811)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.$anonfun$new$140$adapted(RocksDBStateStoreSuite.scala:1809)
org.apache.spark.sql.execution.streaming.state.AlsoTestWithRocksDBFeatures.$anonfun$testWithColumnFamiliesAndEncodingTypes$3(RocksDBSuite.scala:217)
org.apache.spark.sql.catalyst.SQLConfHelper.withSQLConf(SQLConfHelper.scala:54)
org.apache.spark.sql.catalyst.SQLConfHelper.withSQLConf$(SQLConfHelper.scala:38)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.org$apache$spark$sql$test$SQLTestUtilsBase$$super$withSQLConf(RocksDBStateStoreSuite.scala:51)
org.apache.spark.sql.test.SQLTestUtilsBase.withSQLConf(SQLTestUtils.scala:253)
org.apache.spark.sql.test.SQLTestUtilsBase.withSQLConf$(SQLTestUtils.scala:251)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.withSQLConf(RocksDBStateStoreSuite.scala:51)
org.apache.spark.sql.execution.streaming.state.AlsoTestWithRocksDBFeatures.$anonfun$testWithColumnFamiliesAndEncodingTypes$2(RocksDBSuite.scala:217)
org.apache.spark.sql.execution.streaming.state.AlsoTestWithRocksDBFeatures.$anonfun$testWithColumnFamiliesAndEncodingTypes$2$adapted(RocksDBSuite.scala:215)
org.apache.spark.sql.execution.streaming.state.AlsoTestWithRocksDBFeatures.$anonfun$testWithColumnFamilies$4(RocksDBSuite.scala:245)
org.apache.spark.sql.catalyst.SQLConfHelper.withSQLConf(SQLConfHelper.scala:54)
org.apache.spark.sql.catalyst.SQLConfHelper.withSQLConf$(SQLConfHelper.scala:38)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.org$apache$spark$sql$test$SQLTestUtilsBase$$super$withSQLConf(RocksDBStateStoreSuite.scala:51)
org.apache.spark.sql.test.SQLTestUtilsBase.withSQLConf(SQLTestUtils.scala:253)
org.apache.spark.sql.test.SQLTestUtilsBase.withSQLConf$(SQLTestUtils.scala:251)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.withSQLConf(RocksDBStateStoreSuite.scala:51)
org.apache.spark.sql.execution.streaming.state.AlsoTestWithRocksDBFeatures.$anonfun$testWithChangelogCheckpointingEnabled$1(RocksDBSuite.scala:173)
scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.scala:18)
org.apache.spark.sql.catalyst.SQLConfHelper.withSQLConf(SQLConfHelper.scala:54)
org.apache.spark.sql.catalyst.SQLConfHelper.withSQLConf$(SQLConfHelper.scala:38)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.org$apache$spark$sql$test$SQLTestUtilsBase$$super$withSQLConf(RocksDBStateStoreSuite.scala:51)
org.apache.spark.sql.test.SQLTestUtilsBase.withSQLConf(SQLTestUtils.scala:253)
org.apache.spark.sql.test.SQLTestUtilsBase.withSQLConf$(SQLTestUtils.scala:251)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.withSQLConf(RocksDBStateStoreSuite.scala:51)
org.apache.spark.sql.execution.streaming.state.AlsoTestWithEncodingTypes.$anonfun$test$2(RocksDBSuite.scala:127)
org.scalatest.enablers.Timed$$anon$1.timeoutAfter(Timed.scala:127)
org.scalatest.concurrent.TimeLimits$.failAfterImpl(TimeLimits.scala:282)
org.scalatest.concurrent.TimeLimits.failAfter(TimeLimits.scala:231)
org.scalatest.concurrent.TimeLimits.failAfter$(TimeLimits.scala:230)
org.apache.spark.SparkFunSuite.failAfter(SparkFunSuite.scala:68)
org.apache.spark.SparkFunSuite.$anonfun$test$2(SparkFunSuite.scala:154)
org.scalatest.OutcomeOf.outcomeOf(OutcomeOf.scala:85)
org.scalatest.OutcomeOf.outcomeOf$(OutcomeOf.scala:83)
org.scalatest.OutcomeOf$.outcomeOf(OutcomeOf.scala:104)
org.scalatest.Transformer.apply(Transformer.scala:22)
org.scalatest.Transformer.apply(Transformer.scala:20)
org.scalatest.funsuite.AnyFunSuiteLike$$anon$1.apply(AnyFunSuiteLike.scala:226)
org.apache.spark.SparkFunSuite.withFixture(SparkFunSuite.scala:226)
org.scalatest.funsuite.AnyFunSuiteLike.invokeWithFixture$1(AnyFunSuiteLike.scala:224)
org.scalatest.funsuite.AnyFunSuiteLike.$anonfun$runTest$1(AnyFunSuiteLike.scala:236)
org.scalatest.SuperEngine.runTestImpl(Engine.scala:306)
org.scalatest.funsuite.AnyFunSuiteLike.runTest(AnyFunSuiteLike.scala:236)
org.scalatest.funsuite.AnyFunSuiteLike.runTest$(AnyFunSuiteLike.scala:218)
org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterEach$$super$runTest(SparkFunSuite.scala:68)
org.scalatest.BeforeAndAfterEach.runTest(BeforeAndAfterEach.scala:234)
org.scalatest.BeforeAndAfterEach.runTest$(BeforeAndAfterEach.scala:227)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.org$scalatest$BeforeAndAfter$$super$runTest(RocksDBStateStoreSuite.scala:51)
org.scalatest.BeforeAndAfter.runTest(BeforeAndAfter.scala:213)
org.scalatest.BeforeAndAfter.runTest$(BeforeAndAfter.scala:203)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.runTest(RocksDBStateStoreSuite.scala:51)
org.scalatest.funsuite.AnyFunSuiteLike.$anonfun$runTests$1(AnyFunSuiteLike.scala:269)
org.scalatest.SuperEngine.$anonfun$runTestsInBranch$1(Engine.scala:413)
scala.collection.immutable.List.foreach(List.scala:323)
org.scalatest.SuperEngine.traverseSubNodes$1(Engine.scala:401)
org.scalatest.SuperEngine.runTestsInBranch(Engine.scala:396)
org.scalatest.SuperEngine.runTestsImpl(Engine.scala:475)
org.scalatest.funsuite.AnyFunSuiteLike.runTests(AnyFunSuiteLike.scala:269)
org.scalatest.funsuite.AnyFunSuiteLike.runTests$(AnyFunSuiteLike.scala:268)
org.scalatest.funsuite.AnyFunSuite.runTests(AnyFunSuite.scala:1564)
org.scalatest.Suite.run(Suite.scala:1114)
org.scalatest.Suite.run$(Suite.scala:1096)
org.scalatest.funsuite.AnyFunSuite.org$scalatest$funsuite$AnyFunSuiteLike$$super$run(AnyFunSuite.scala:1564)
org.scalatest.funsuite.AnyFunSuiteLike.$anonfun$run$1(AnyFunSuiteLike.scala:273)
org.scalatest.SuperEngine.runImpl(Engine.scala:535)
org.scalatest.funsuite.AnyFunSuiteLike.run(AnyFunSuiteLike.scala:273)
org.scalatest.funsuite.AnyFunSuiteLike.run$(AnyFunSuiteLike.scala:272)
org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterAll$$super$run(SparkFunSuite.scala:68)
org.scalatest.BeforeAndAfterAll.liftedTree1$1(BeforeAndAfterAll.scala:213)
org.scalatest.BeforeAndAfterAll.run(BeforeAndAfterAll.scala:210)
org.scalatest.BeforeAndAfterAll.run$(BeforeAndAfterAll.scala:208)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.org$scalatest$BeforeAndAfter$$super$run(RocksDBStateStoreSuite.scala:51)
org.scalatest.BeforeAndAfter.run(BeforeAndAfter.scala:273)
org.scalatest.BeforeAndAfter.run$(BeforeAndAfter.scala:271)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.run(RocksDBStateStoreSuite.scala:51)
org.scalatest.tools.Framework.org$scalatest$tools$Framework$$runSuite(Framework.scala:321)
org.scalatest.tools.Framework$ScalaTestTask.execute(Framework.scala:517)
sbt.ForkMain$Run.lambda$runTest$1(ForkMain.java:414)
java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
java.base/java.lang.Thread.run(Thread.java:840) SQLSTATE: 58030
|
|
RocksDBStateStoreSuite.column family creation with reserved chars (encoding = avro) - with colFamiliesEnabled=true (without changelog checkpointing) (encoding = unsaferow):
org/apache/spark/sql/execution/streaming/state/RocksDBStateStoreSuite#L51
org.apache.spark.SparkException: [CANNOT_LOAD_STATE_STORE.UNRELEASED_THREAD_ERROR] An error occurred during loading state. StateStoreId(opId=27745460,partId=0,name=default): RocksDB instance could not be acquired by [ThreadId: Some(16)] for operationType=close as it was not released by [ThreadId: Some(16)] after 120003 ms.
Thread holding the lock has trace: java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
org.apache.spark.sql.execution.streaming.state.RocksDBStateMachine.awaitNotAcquiredWithLock(RocksDBStateMachine.scala:166)
org.apache.spark.sql.execution.streaming.state.RocksDBStateMachine.close(RocksDBStateMachine.scala:324)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreProvider.close(RocksDBStateStoreProvider.scala:865)
org.apache.spark.sql.execution.streaming.state.StateStoreSuiteBase.tryWithProviderResource(StateStoreSuite.scala:2829)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.$anonfun$new$140(RocksDBStateStoreSuite.scala:1811)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.$anonfun$new$140$adapted(RocksDBStateStoreSuite.scala:1809)
org.apache.spark.sql.execution.streaming.state.AlsoTestWithRocksDBFeatures.$anonfun$testWithColumnFamiliesAndEncodingTypes$3(RocksDBSuite.scala:217)
org.apache.spark.sql.catalyst.SQLConfHelper.withSQLConf(SQLConfHelper.scala:54)
org.apache.spark.sql.catalyst.SQLConfHelper.withSQLConf$(SQLConfHelper.scala:38)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.org$apache$spark$sql$test$SQLTestUtilsBase$$super$withSQLConf(RocksDBStateStoreSuite.scala:51)
org.apache.spark.sql.test.SQLTestUtilsBase.withSQLConf(SQLTestUtils.scala:253)
org.apache.spark.sql.test.SQLTestUtilsBase.withSQLConf$(SQLTestUtils.scala:251)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.withSQLConf(RocksDBStateStoreSuite.scala:51)
org.apache.spark.sql.execution.streaming.state.AlsoTestWithRocksDBFeatures.$anonfun$testWithColumnFamiliesAndEncodingTypes$2(RocksDBSuite.scala:217)
org.apache.spark.sql.execution.streaming.state.AlsoTestWithRocksDBFeatures.$anonfun$testWithColumnFamiliesAndEncodingTypes$2$adapted(RocksDBSuite.scala:215)
org.apache.spark.sql.execution.streaming.state.AlsoTestWithRocksDBFeatures.$anonfun$testWithColumnFamilies$5(RocksDBSuite.scala:249)
org.apache.spark.sql.catalyst.SQLConfHelper.withSQLConf(SQLConfHelper.scala:54)
org.apache.spark.sql.catalyst.SQLConfHelper.withSQLConf$(SQLConfHelper.scala:38)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.org$apache$spark$sql$test$SQLTestUtilsBase$$super$withSQLConf(RocksDBStateStoreSuite.scala:51)
org.apache.spark.sql.test.SQLTestUtilsBase.withSQLConf(SQLTestUtils.scala:253)
org.apache.spark.sql.test.SQLTestUtilsBase.withSQLConf$(SQLTestUtils.scala:251)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.withSQLConf(RocksDBStateStoreSuite.scala:51)
org.apache.spark.sql.execution.streaming.state.AlsoTestWithRocksDBFeatures.$anonfun$testWithChangelogCheckpointingDisabled$1(RocksDBSuite.scala:187)
scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.scala:18)
org.apache.spark.sql.catalyst.SQLConfHelper.withSQLConf(SQLConfHelper.scala:54)
org.apache.spark.sql.catalyst.SQLConfHelper.withSQLConf$(SQLConfHelper.scala:38)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.org$apache$spark$sql$test$SQLTestUtilsBase$$super$withSQLConf(RocksDBStateStoreSuite.scala:51)
org.apache.spark.sql.test.SQLTestUtilsBase.withSQLConf(SQLTestUtils.scala:253)
org.apache.spark.sql.test.SQLTestUtilsBase.withSQLConf$(SQLTestUtils.scala:251)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.withSQLConf(RocksDBStateStoreSuite.scala:51)
org.apache.spark.sql.execution.streaming.state.AlsoTestWithEncodingTypes.$anonfun$test$2(RocksDBSuite.scala:127)
org.scalatest.enablers.Timed$$anon$1.timeoutAfter(Timed.scala:127)
org.scalatest.concurrent.TimeLimits$.failAfterImpl(TimeLimits.scala:282)
org.scalatest.concurrent.TimeLimits.failAfter(TimeLimits.scala:231)
org.scalatest.concurrent.TimeLimits.failAfter$(TimeLimits.scala:230)
org.apache.spark.SparkFunSuite.failAfter(SparkFunSuite.scala:68)
org.apache.spark.SparkFunSuite.$anonfun$test$2(SparkFunSuite.scala:154)
org.scalatest.OutcomeOf.outcomeOf(OutcomeOf.scala:85)
org.scalatest.OutcomeOf.outcomeOf$(OutcomeOf.scala:83)
org.scalatest.OutcomeOf$.outcomeOf(OutcomeOf.scala:104)
org.scalatest.Transformer.apply(Transformer.scala:22)
org.scalatest.Transformer.apply(Transformer.scala:20)
org.scalatest.funsuite.AnyFunSuiteLike$$anon$1.apply(AnyFunSuiteLike.scala:226)
org.apache.spark.SparkFunSuite.withFixture(SparkFunSuite.scala:226)
org.scalatest.funsuite.AnyFunSuiteLike.invokeWithFixture$1(AnyFunSuiteLike.scala:224)
org.scalatest.funsuite.AnyFunSuiteLike.$anonfun$runTest$1(AnyFunSuiteLike.scala:236)
org.scalatest.SuperEngine.runTestImpl(Engine.scala:306)
org.scalatest.funsuite.AnyFunSuiteLike.runTest(AnyFunSuiteLike.scala:236)
org.scalatest.funsuite.AnyFunSuiteLike.runTest$(AnyFunSuiteLike.scala:218)
org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterEach$$super$runTest(SparkFunSuite.scala:68)
org.scalatest.BeforeAndAfterEach.runTest(BeforeAndAfterEach.scala:234)
org.scalatest.BeforeAndAfterEach.runTest$(BeforeAndAfterEach.scala:227)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.org$scalatest$BeforeAndAfter$$super$runTest(RocksDBStateStoreSuite.scala:51)
org.scalatest.BeforeAndAfter.runTest(BeforeAndAfter.scala:213)
org.scalatest.BeforeAndAfter.runTest$(BeforeAndAfter.scala:203)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.runTest(RocksDBStateStoreSuite.scala:51)
org.scalatest.funsuite.AnyFunSuiteLike.$anonfun$runTests$1(AnyFunSuiteLike.scala:269)
org.scalatest.SuperEngine.$anonfun$runTestsInBranch$1(Engine.scala:413)
scala.collection.immutable.List.foreach(List.scala:323)
org.scalatest.SuperEngine.traverseSubNodes$1(Engine.scala:401)
org.scalatest.SuperEngine.runTestsInBranch(Engine.scala:396)
org.scalatest.SuperEngine.runTestsImpl(Engine.scala:475)
org.scalatest.funsuite.AnyFunSuiteLike.runTests(AnyFunSuiteLike.scala:269)
org.scalatest.funsuite.AnyFunSuiteLike.runTests$(AnyFunSuiteLike.scala:268)
org.scalatest.funsuite.AnyFunSuite.runTests(AnyFunSuite.scala:1564)
org.scalatest.Suite.run(Suite.scala:1114)
org.scalatest.Suite.run$(Suite.scala:1096)
org.scalatest.funsuite.AnyFunSuite.org$scalatest$funsuite$AnyFunSuiteLike$$super$run(AnyFunSuite.scala:1564)
org.scalatest.funsuite.AnyFunSuiteLike.$anonfun$run$1(AnyFunSuiteLike.scala:273)
org.scalatest.SuperEngine.runImpl(Engine.scala:535)
org.scalatest.funsuite.AnyFunSuiteLike.run(AnyFunSuiteLike.scala:273)
org.scalatest.funsuite.AnyFunSuiteLike.run$(AnyFunSuiteLike.scala:272)
org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterAll$$super$run(SparkFunSuite.scala:68)
org.scalatest.BeforeAndAfterAll.liftedTree1$1(BeforeAndAfterAll.scala:213)
org.scalatest.BeforeAndAfterAll.run(BeforeAndAfterAll.scala:210)
org.scalatest.BeforeAndAfterAll.run$(BeforeAndAfterAll.scala:208)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.org$scalatest$BeforeAndAfter$$super$run(RocksDBStateStoreSuite.scala:51)
org.scalatest.BeforeAndAfter.run(BeforeAndAfter.scala:273)
org.scalatest.BeforeAndAfter.run$(BeforeAndAfter.scala:271)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.run(RocksDBStateStoreSuite.scala:51)
org.scalatest.tools.Framework.org$scalatest$tools$Framework$$runSuite(Framework.scala:321)
org.scalatest.tools.Framework$ScalaTestTask.execute(Framework.scala:517)
sbt.ForkMain$Run.lambda$runTest$1(ForkMain.java:414)
java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
java.base/java.lang.Thread.run(Thread.java:840) SQLSTATE: 58030
|
|
RocksDBStateStoreSuite.column family creation with reserved chars (encoding = avro) - with colFamiliesEnabled=true (without changelog checkpointing) (encoding = avro):
org/apache/spark/sql/execution/streaming/state/RocksDBStateStoreSuite#L51
org.apache.spark.SparkException: [CANNOT_LOAD_STATE_STORE.UNRELEASED_THREAD_ERROR] An error occurred during loading state. StateStoreId(opId=-1503383002,partId=0,name=default): RocksDB instance could not be acquired by [ThreadId: Some(16)] for operationType=close as it was not released by [ThreadId: Some(16)] after 120002 ms.
Thread holding the lock has trace: java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
org.apache.spark.sql.execution.streaming.state.RocksDBStateMachine.awaitNotAcquiredWithLock(RocksDBStateMachine.scala:166)
org.apache.spark.sql.execution.streaming.state.RocksDBStateMachine.close(RocksDBStateMachine.scala:324)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreProvider.close(RocksDBStateStoreProvider.scala:865)
org.apache.spark.sql.execution.streaming.state.StateStoreSuiteBase.tryWithProviderResource(StateStoreSuite.scala:2829)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.$anonfun$new$140(RocksDBStateStoreSuite.scala:1811)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.$anonfun$new$140$adapted(RocksDBStateStoreSuite.scala:1809)
org.apache.spark.sql.execution.streaming.state.AlsoTestWithRocksDBFeatures.$anonfun$testWithColumnFamiliesAndEncodingTypes$3(RocksDBSuite.scala:217)
org.apache.spark.sql.catalyst.SQLConfHelper.withSQLConf(SQLConfHelper.scala:54)
org.apache.spark.sql.catalyst.SQLConfHelper.withSQLConf$(SQLConfHelper.scala:38)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.org$apache$spark$sql$test$SQLTestUtilsBase$$super$withSQLConf(RocksDBStateStoreSuite.scala:51)
org.apache.spark.sql.test.SQLTestUtilsBase.withSQLConf(SQLTestUtils.scala:253)
org.apache.spark.sql.test.SQLTestUtilsBase.withSQLConf$(SQLTestUtils.scala:251)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.withSQLConf(RocksDBStateStoreSuite.scala:51)
org.apache.spark.sql.execution.streaming.state.AlsoTestWithRocksDBFeatures.$anonfun$testWithColumnFamiliesAndEncodingTypes$2(RocksDBSuite.scala:217)
org.apache.spark.sql.execution.streaming.state.AlsoTestWithRocksDBFeatures.$anonfun$testWithColumnFamiliesAndEncodingTypes$2$adapted(RocksDBSuite.scala:215)
org.apache.spark.sql.execution.streaming.state.AlsoTestWithRocksDBFeatures.$anonfun$testWithColumnFamilies$5(RocksDBSuite.scala:249)
org.apache.spark.sql.catalyst.SQLConfHelper.withSQLConf(SQLConfHelper.scala:54)
org.apache.spark.sql.catalyst.SQLConfHelper.withSQLConf$(SQLConfHelper.scala:38)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.org$apache$spark$sql$test$SQLTestUtilsBase$$super$withSQLConf(RocksDBStateStoreSuite.scala:51)
org.apache.spark.sql.test.SQLTestUtilsBase.withSQLConf(SQLTestUtils.scala:253)
org.apache.spark.sql.test.SQLTestUtilsBase.withSQLConf$(SQLTestUtils.scala:251)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.withSQLConf(RocksDBStateStoreSuite.scala:51)
org.apache.spark.sql.execution.streaming.state.AlsoTestWithRocksDBFeatures.$anonfun$testWithChangelogCheckpointingDisabled$1(RocksDBSuite.scala:187)
scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.scala:18)
org.apache.spark.sql.catalyst.SQLConfHelper.withSQLConf(SQLConfHelper.scala:54)
org.apache.spark.sql.catalyst.SQLConfHelper.withSQLConf$(SQLConfHelper.scala:38)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.org$apache$spark$sql$test$SQLTestUtilsBase$$super$withSQLConf(RocksDBStateStoreSuite.scala:51)
org.apache.spark.sql.test.SQLTestUtilsBase.withSQLConf(SQLTestUtils.scala:253)
org.apache.spark.sql.test.SQLTestUtilsBase.withSQLConf$(SQLTestUtils.scala:251)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.withSQLConf(RocksDBStateStoreSuite.scala:51)
org.apache.spark.sql.execution.streaming.state.AlsoTestWithEncodingTypes.$anonfun$test$2(RocksDBSuite.scala:127)
org.scalatest.enablers.Timed$$anon$1.timeoutAfter(Timed.scala:127)
org.scalatest.concurrent.TimeLimits$.failAfterImpl(TimeLimits.scala:282)
org.scalatest.concurrent.TimeLimits.failAfter(TimeLimits.scala:231)
org.scalatest.concurrent.TimeLimits.failAfter$(TimeLimits.scala:230)
org.apache.spark.SparkFunSuite.failAfter(SparkFunSuite.scala:68)
org.apache.spark.SparkFunSuite.$anonfun$test$2(SparkFunSuite.scala:154)
org.scalatest.OutcomeOf.outcomeOf(OutcomeOf.scala:85)
org.scalatest.OutcomeOf.outcomeOf$(OutcomeOf.scala:83)
org.scalatest.OutcomeOf$.outcomeOf(OutcomeOf.scala:104)
org.scalatest.Transformer.apply(Transformer.scala:22)
org.scalatest.Transformer.apply(Transformer.scala:20)
org.scalatest.funsuite.AnyFunSuiteLike$$anon$1.apply(AnyFunSuiteLike.scala:226)
org.apache.spark.SparkFunSuite.withFixture(SparkFunSuite.scala:226)
org.scalatest.funsuite.AnyFunSuiteLike.invokeWithFixture$1(AnyFunSuiteLike.scala:224)
org.scalatest.funsuite.AnyFunSuiteLike.$anonfun$runTest$1(AnyFunSuiteLike.scala:236)
org.scalatest.SuperEngine.runTestImpl(Engine.scala:306)
org.scalatest.funsuite.AnyFunSuiteLike.runTest(AnyFunSuiteLike.scala:236)
org.scalatest.funsuite.AnyFunSuiteLike.runTest$(AnyFunSuiteLike.scala:218)
org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterEach$$super$runTest(SparkFunSuite.scala:68)
org.scalatest.BeforeAndAfterEach.runTest(BeforeAndAfterEach.scala:234)
org.scalatest.BeforeAndAfterEach.runTest$(BeforeAndAfterEach.scala:227)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.org$scalatest$BeforeAndAfter$$super$runTest(RocksDBStateStoreSuite.scala:51)
org.scalatest.BeforeAndAfter.runTest(BeforeAndAfter.scala:213)
org.scalatest.BeforeAndAfter.runTest$(BeforeAndAfter.scala:203)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.runTest(RocksDBStateStoreSuite.scala:51)
org.scalatest.funsuite.AnyFunSuiteLike.$anonfun$runTests$1(AnyFunSuiteLike.scala:269)
org.scalatest.SuperEngine.$anonfun$runTestsInBranch$1(Engine.scala:413)
scala.collection.immutable.List.foreach(List.scala:323)
org.scalatest.SuperEngine.traverseSubNodes$1(Engine.scala:401)
org.scalatest.SuperEngine.runTestsInBranch(Engine.scala:396)
org.scalatest.SuperEngine.runTestsImpl(Engine.scala:475)
org.scalatest.funsuite.AnyFunSuiteLike.runTests(AnyFunSuiteLike.scala:269)
org.scalatest.funsuite.AnyFunSuiteLike.runTests$(AnyFunSuiteLike.scala:268)
org.scalatest.funsuite.AnyFunSuite.runTests(AnyFunSuite.scala:1564)
org.scalatest.Suite.run(Suite.scala:1114)
org.scalatest.Suite.run$(Suite.scala:1096)
org.scalatest.funsuite.AnyFunSuite.org$scalatest$funsuite$AnyFunSuiteLike$$super$run(AnyFunSuite.scala:1564)
org.scalatest.funsuite.AnyFunSuiteLike.$anonfun$run$1(AnyFunSuiteLike.scala:273)
org.scalatest.SuperEngine.runImpl(Engine.scala:535)
org.scalatest.funsuite.AnyFunSuiteLike.run(AnyFunSuiteLike.scala:273)
org.scalatest.funsuite.AnyFunSuiteLike.run$(AnyFunSuiteLike.scala:272)
org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterAll$$super$run(SparkFunSuite.scala:68)
org.scalatest.BeforeAndAfterAll.liftedTree1$1(BeforeAndAfterAll.scala:213)
org.scalatest.BeforeAndAfterAll.run(BeforeAndAfterAll.scala:210)
org.scalatest.BeforeAndAfterAll.run$(BeforeAndAfterAll.scala:208)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.org$scalatest$BeforeAndAfter$$super$run(RocksDBStateStoreSuite.scala:51)
org.scalatest.BeforeAndAfter.run(BeforeAndAfter.scala:273)
org.scalatest.BeforeAndAfter.run$(BeforeAndAfter.scala:271)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.run(RocksDBStateStoreSuite.scala:51)
org.scalatest.tools.Framework.org$scalatest$tools$Framework$$runSuite(Framework.scala:321)
org.scalatest.tools.Framework$ScalaTestTask.execute(Framework.scala:517)
sbt.ForkMain$Run.lambda$runTest$1(ForkMain.java:414)
java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
java.base/java.lang.Thread.run(Thread.java:840) SQLSTATE: 58030
|
|
RocksDBStateStoreSuiteWithRowChecksum.column family creation with reserved chars (encoding = unsaferow) - with colFamiliesEnabled=true (with changelog checkpointing) (encoding = unsaferow):
org/apache/spark/sql/execution/streaming/state/RocksDBStateStoreSuiteWithRowChecksum#L1
org.apache.spark.SparkException: [CANNOT_LOAD_STATE_STORE.UNRELEASED_THREAD_ERROR] An error occurred during loading state. StateStoreId(opId=1336841874,partId=0,name=default): RocksDB instance could not be acquired by [ThreadId: Some(16)] for operationType=close as it was not released by [ThreadId: Some(16)] after 120003 ms.
Thread holding the lock has trace: java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
org.apache.spark.sql.execution.streaming.state.RocksDBStateMachine.awaitNotAcquiredWithLock(RocksDBStateMachine.scala:166)
org.apache.spark.sql.execution.streaming.state.RocksDBStateMachine.close(RocksDBStateMachine.scala:324)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreProvider.close(RocksDBStateStoreProvider.scala:865)
org.apache.spark.sql.execution.streaming.state.StateStoreSuiteBase.tryWithProviderResource(StateStoreSuite.scala:2829)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.$anonfun$new$140(RocksDBStateStoreSuite.scala:1811)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.$anonfun$new$140$adapted(RocksDBStateStoreSuite.scala:1809)
org.apache.spark.sql.execution.streaming.state.AlsoTestWithRocksDBFeatures.$anonfun$testWithColumnFamiliesAndEncodingTypes$3(RocksDBSuite.scala:217)
org.apache.spark.sql.catalyst.SQLConfHelper.withSQLConf(SQLConfHelper.scala:54)
org.apache.spark.sql.catalyst.SQLConfHelper.withSQLConf$(SQLConfHelper.scala:38)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.org$apache$spark$sql$test$SQLTestUtilsBase$$super$withSQLConf(RocksDBStateStoreSuite.scala:51)
org.apache.spark.sql.test.SQLTestUtilsBase.withSQLConf(SQLTestUtils.scala:253)
org.apache.spark.sql.test.SQLTestUtilsBase.withSQLConf$(SQLTestUtils.scala:251)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.withSQLConf(RocksDBStateStoreSuite.scala:51)
org.apache.spark.sql.execution.streaming.state.AlsoTestWithRocksDBFeatures.$anonfun$testWithColumnFamiliesAndEncodingTypes$2(RocksDBSuite.scala:217)
org.apache.spark.sql.execution.streaming.state.AlsoTestWithRocksDBFeatures.$anonfun$testWithColumnFamiliesAndEncodingTypes$2$adapted(RocksDBSuite.scala:215)
org.apache.spark.sql.execution.streaming.state.AlsoTestWithRocksDBFeatures.$anonfun$testWithColumnFamilies$4(RocksDBSuite.scala:245)
org.apache.spark.sql.catalyst.SQLConfHelper.withSQLConf(SQLConfHelper.scala:54)
org.apache.spark.sql.catalyst.SQLConfHelper.withSQLConf$(SQLConfHelper.scala:38)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.org$apache$spark$sql$test$SQLTestUtilsBase$$super$withSQLConf(RocksDBStateStoreSuite.scala:51)
org.apache.spark.sql.test.SQLTestUtilsBase.withSQLConf(SQLTestUtils.scala:253)
org.apache.spark.sql.test.SQLTestUtilsBase.withSQLConf$(SQLTestUtils.scala:251)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.withSQLConf(RocksDBStateStoreSuite.scala:51)
org.apache.spark.sql.execution.streaming.state.AlsoTestWithRocksDBFeatures.$anonfun$testWithChangelogCheckpointingEnabled$1(RocksDBSuite.scala:173)
scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.scala:18)
org.apache.spark.sql.catalyst.SQLConfHelper.withSQLConf(SQLConfHelper.scala:54)
org.apache.spark.sql.catalyst.SQLConfHelper.withSQLConf$(SQLConfHelper.scala:38)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.org$apache$spark$sql$test$SQLTestUtilsBase$$super$withSQLConf(RocksDBStateStoreSuite.scala:51)
org.apache.spark.sql.test.SQLTestUtilsBase.withSQLConf(SQLTestUtils.scala:253)
org.apache.spark.sql.test.SQLTestUtilsBase.withSQLConf$(SQLTestUtils.scala:251)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.withSQLConf(RocksDBStateStoreSuite.scala:51)
org.apache.spark.sql.execution.streaming.state.AlsoTestWithEncodingTypes.$anonfun$test$2(RocksDBSuite.scala:127)
org.scalatest.enablers.Timed$$anon$1.timeoutAfter(Timed.scala:127)
org.scalatest.concurrent.TimeLimits$.failAfterImpl(TimeLimits.scala:282)
org.scalatest.concurrent.TimeLimits.failAfter(TimeLimits.scala:231)
org.scalatest.concurrent.TimeLimits.failAfter$(TimeLimits.scala:230)
org.apache.spark.SparkFunSuite.failAfter(SparkFunSuite.scala:68)
org.apache.spark.SparkFunSuite.$anonfun$test$2(SparkFunSuite.scala:154)
org.scalatest.OutcomeOf.outcomeOf(OutcomeOf.scala:85)
org.scalatest.OutcomeOf.outcomeOf$(OutcomeOf.scala:83)
org.scalatest.OutcomeOf$.outcomeOf(OutcomeOf.scala:104)
org.scalatest.Transformer.apply(Transformer.scala:22)
org.scalatest.Transformer.apply(Transformer.scala:20)
org.scalatest.funsuite.AnyFunSuiteLike$$anon$1.apply(AnyFunSuiteLike.scala:226)
org.apache.spark.SparkFunSuite.withFixture(SparkFunSuite.scala:226)
org.scalatest.funsuite.AnyFunSuiteLike.invokeWithFixture$1(AnyFunSuiteLike.scala:224)
org.scalatest.funsuite.AnyFunSuiteLike.$anonfun$runTest$1(AnyFunSuiteLike.scala:236)
org.scalatest.SuperEngine.runTestImpl(Engine.scala:306)
org.scalatest.funsuite.AnyFunSuiteLike.runTest(AnyFunSuiteLike.scala:236)
org.scalatest.funsuite.AnyFunSuiteLike.runTest$(AnyFunSuiteLike.scala:218)
org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterEach$$super$runTest(SparkFunSuite.scala:68)
org.scalatest.BeforeAndAfterEach.runTest(BeforeAndAfterEach.scala:234)
org.scalatest.BeforeAndAfterEach.runTest$(BeforeAndAfterEach.scala:227)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.org$scalatest$BeforeAndAfter$$super$runTest(RocksDBStateStoreSuite.scala:51)
org.scalatest.BeforeAndAfter.runTest(BeforeAndAfter.scala:213)
org.scalatest.BeforeAndAfter.runTest$(BeforeAndAfter.scala:203)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.runTest(RocksDBStateStoreSuite.scala:51)
org.scalatest.funsuite.AnyFunSuiteLike.$anonfun$runTests$1(AnyFunSuiteLike.scala:269)
org.scalatest.SuperEngine.$anonfun$runTestsInBranch$1(Engine.scala:413)
scala.collection.immutable.List.foreach(List.scala:323)
org.scalatest.SuperEngine.traverseSubNodes$1(Engine.scala:401)
org.scalatest.SuperEngine.runTestsInBranch(Engine.scala:396)
org.scalatest.SuperEngine.runTestsImpl(Engine.scala:475)
org.scalatest.funsuite.AnyFunSuiteLike.runTests(AnyFunSuiteLike.scala:269)
org.scalatest.funsuite.AnyFunSuiteLike.runTests$(AnyFunSuiteLike.scala:268)
org.scalatest.funsuite.AnyFunSuite.runTests(AnyFunSuite.scala:1564)
org.scalatest.Suite.run(Suite.scala:1114)
org.scalatest.Suite.run$(Suite.scala:1096)
org.scalatest.funsuite.AnyFunSuite.org$scalatest$funsuite$AnyFunSuiteLike$$super$run(AnyFunSuite.scala:1564)
org.scalatest.funsuite.AnyFunSuiteLike.$anonfun$run$1(AnyFunSuiteLike.scala:273)
org.scalatest.SuperEngine.runImpl(Engine.scala:535)
org.scalatest.funsuite.AnyFunSuiteLike.run(AnyFunSuiteLike.scala:273)
org.scalatest.funsuite.AnyFunSuiteLike.run$(AnyFunSuiteLike.scala:272)
org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterAll$$super$run(SparkFunSuite.scala:68)
org.scalatest.BeforeAndAfterAll.liftedTree1$1(BeforeAndAfterAll.scala:213)
org.scalatest.BeforeAndAfterAll.run(BeforeAndAfterAll.scala:210)
org.scalatest.BeforeAndAfterAll.run$(BeforeAndAfterAll.scala:208)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.org$scalatest$BeforeAndAfter$$super$run(RocksDBStateStoreSuite.scala:51)
org.scalatest.BeforeAndAfter.run(BeforeAndAfter.scala:273)
org.scalatest.BeforeAndAfter.run$(BeforeAndAfter.scala:271)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.run(RocksDBStateStoreSuite.scala:51)
org.scalatest.tools.Framework.org$scalatest$tools$Framework$$runSuite(Framework.scala:321)
org.scalatest.tools.Framework$ScalaTestTask.execute(Framework.scala:517)
sbt.ForkMain$Run.lambda$runTest$1(ForkMain.java:414)
java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
java.base/java.lang.Thread.run(Thread.java:840) SQLSTATE: 58030
|
|
RocksDBStateStoreSuiteWithRowChecksum.column family creation with reserved chars (encoding = unsaferow) - with colFamiliesEnabled=true (with changelog checkpointing) (encoding = avro):
org/apache/spark/sql/execution/streaming/state/RocksDBStateStoreSuiteWithRowChecksum#L1
org.apache.spark.SparkException: [CANNOT_LOAD_STATE_STORE.UNRELEASED_THREAD_ERROR] An error occurred during loading state. StateStoreId(opId=1757070476,partId=0,name=default): RocksDB instance could not be acquired by [ThreadId: Some(16)] for operationType=close as it was not released by [ThreadId: Some(16)] after 120001 ms.
Thread holding the lock has trace: java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
org.apache.spark.sql.execution.streaming.state.RocksDBStateMachine.awaitNotAcquiredWithLock(RocksDBStateMachine.scala:166)
org.apache.spark.sql.execution.streaming.state.RocksDBStateMachine.close(RocksDBStateMachine.scala:324)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreProvider.close(RocksDBStateStoreProvider.scala:865)
org.apache.spark.sql.execution.streaming.state.StateStoreSuiteBase.tryWithProviderResource(StateStoreSuite.scala:2829)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.$anonfun$new$140(RocksDBStateStoreSuite.scala:1811)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.$anonfun$new$140$adapted(RocksDBStateStoreSuite.scala:1809)
org.apache.spark.sql.execution.streaming.state.AlsoTestWithRocksDBFeatures.$anonfun$testWithColumnFamiliesAndEncodingTypes$3(RocksDBSuite.scala:217)
org.apache.spark.sql.catalyst.SQLConfHelper.withSQLConf(SQLConfHelper.scala:54)
org.apache.spark.sql.catalyst.SQLConfHelper.withSQLConf$(SQLConfHelper.scala:38)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.org$apache$spark$sql$test$SQLTestUtilsBase$$super$withSQLConf(RocksDBStateStoreSuite.scala:51)
org.apache.spark.sql.test.SQLTestUtilsBase.withSQLConf(SQLTestUtils.scala:253)
org.apache.spark.sql.test.SQLTestUtilsBase.withSQLConf$(SQLTestUtils.scala:251)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.withSQLConf(RocksDBStateStoreSuite.scala:51)
org.apache.spark.sql.execution.streaming.state.AlsoTestWithRocksDBFeatures.$anonfun$testWithColumnFamiliesAndEncodingTypes$2(RocksDBSuite.scala:217)
org.apache.spark.sql.execution.streaming.state.AlsoTestWithRocksDBFeatures.$anonfun$testWithColumnFamiliesAndEncodingTypes$2$adapted(RocksDBSuite.scala:215)
org.apache.spark.sql.execution.streaming.state.AlsoTestWithRocksDBFeatures.$anonfun$testWithColumnFamilies$4(RocksDBSuite.scala:245)
org.apache.spark.sql.catalyst.SQLConfHelper.withSQLConf(SQLConfHelper.scala:54)
org.apache.spark.sql.catalyst.SQLConfHelper.withSQLConf$(SQLConfHelper.scala:38)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.org$apache$spark$sql$test$SQLTestUtilsBase$$super$withSQLConf(RocksDBStateStoreSuite.scala:51)
org.apache.spark.sql.test.SQLTestUtilsBase.withSQLConf(SQLTestUtils.scala:253)
org.apache.spark.sql.test.SQLTestUtilsBase.withSQLConf$(SQLTestUtils.scala:251)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.withSQLConf(RocksDBStateStoreSuite.scala:51)
org.apache.spark.sql.execution.streaming.state.AlsoTestWithRocksDBFeatures.$anonfun$testWithChangelogCheckpointingEnabled$1(RocksDBSuite.scala:173)
scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.scala:18)
org.apache.spark.sql.catalyst.SQLConfHelper.withSQLConf(SQLConfHelper.scala:54)
org.apache.spark.sql.catalyst.SQLConfHelper.withSQLConf$(SQLConfHelper.scala:38)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.org$apache$spark$sql$test$SQLTestUtilsBase$$super$withSQLConf(RocksDBStateStoreSuite.scala:51)
org.apache.spark.sql.test.SQLTestUtilsBase.withSQLConf(SQLTestUtils.scala:253)
org.apache.spark.sql.test.SQLTestUtilsBase.withSQLConf$(SQLTestUtils.scala:251)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.withSQLConf(RocksDBStateStoreSuite.scala:51)
org.apache.spark.sql.execution.streaming.state.AlsoTestWithEncodingTypes.$anonfun$test$2(RocksDBSuite.scala:127)
org.scalatest.enablers.Timed$$anon$1.timeoutAfter(Timed.scala:127)
org.scalatest.concurrent.TimeLimits$.failAfterImpl(TimeLimits.scala:282)
org.scalatest.concurrent.TimeLimits.failAfter(TimeLimits.scala:231)
org.scalatest.concurrent.TimeLimits.failAfter$(TimeLimits.scala:230)
org.apache.spark.SparkFunSuite.failAfter(SparkFunSuite.scala:68)
org.apache.spark.SparkFunSuite.$anonfun$test$2(SparkFunSuite.scala:154)
org.scalatest.OutcomeOf.outcomeOf(OutcomeOf.scala:85)
org.scalatest.OutcomeOf.outcomeOf$(OutcomeOf.scala:83)
org.scalatest.OutcomeOf$.outcomeOf(OutcomeOf.scala:104)
org.scalatest.Transformer.apply(Transformer.scala:22)
org.scalatest.Transformer.apply(Transformer.scala:20)
org.scalatest.funsuite.AnyFunSuiteLike$$anon$1.apply(AnyFunSuiteLike.scala:226)
org.apache.spark.SparkFunSuite.withFixture(SparkFunSuite.scala:226)
org.scalatest.funsuite.AnyFunSuiteLike.invokeWithFixture$1(AnyFunSuiteLike.scala:224)
org.scalatest.funsuite.AnyFunSuiteLike.$anonfun$runTest$1(AnyFunSuiteLike.scala:236)
org.scalatest.SuperEngine.runTestImpl(Engine.scala:306)
org.scalatest.funsuite.AnyFunSuiteLike.runTest(AnyFunSuiteLike.scala:236)
org.scalatest.funsuite.AnyFunSuiteLike.runTest$(AnyFunSuiteLike.scala:218)
org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterEach$$super$runTest(SparkFunSuite.scala:68)
org.scalatest.BeforeAndAfterEach.runTest(BeforeAndAfterEach.scala:234)
org.scalatest.BeforeAndAfterEach.runTest$(BeforeAndAfterEach.scala:227)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.org$scalatest$BeforeAndAfter$$super$runTest(RocksDBStateStoreSuite.scala:51)
org.scalatest.BeforeAndAfter.runTest(BeforeAndAfter.scala:213)
org.scalatest.BeforeAndAfter.runTest$(BeforeAndAfter.scala:203)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.runTest(RocksDBStateStoreSuite.scala:51)
org.scalatest.funsuite.AnyFunSuiteLike.$anonfun$runTests$1(AnyFunSuiteLike.scala:269)
org.scalatest.SuperEngine.$anonfun$runTestsInBranch$1(Engine.scala:413)
scala.collection.immutable.List.foreach(List.scala:323)
org.scalatest.SuperEngine.traverseSubNodes$1(Engine.scala:401)
org.scalatest.SuperEngine.runTestsInBranch(Engine.scala:396)
org.scalatest.SuperEngine.runTestsImpl(Engine.scala:475)
org.scalatest.funsuite.AnyFunSuiteLike.runTests(AnyFunSuiteLike.scala:269)
org.scalatest.funsuite.AnyFunSuiteLike.runTests$(AnyFunSuiteLike.scala:268)
org.scalatest.funsuite.AnyFunSuite.runTests(AnyFunSuite.scala:1564)
org.scalatest.Suite.run(Suite.scala:1114)
org.scalatest.Suite.run$(Suite.scala:1096)
org.scalatest.funsuite.AnyFunSuite.org$scalatest$funsuite$AnyFunSuiteLike$$super$run(AnyFunSuite.scala:1564)
org.scalatest.funsuite.AnyFunSuiteLike.$anonfun$run$1(AnyFunSuiteLike.scala:273)
org.scalatest.SuperEngine.runImpl(Engine.scala:535)
org.scalatest.funsuite.AnyFunSuiteLike.run(AnyFunSuiteLike.scala:273)
org.scalatest.funsuite.AnyFunSuiteLike.run$(AnyFunSuiteLike.scala:272)
org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterAll$$super$run(SparkFunSuite.scala:68)
org.scalatest.BeforeAndAfterAll.liftedTree1$1(BeforeAndAfterAll.scala:213)
org.scalatest.BeforeAndAfterAll.run(BeforeAndAfterAll.scala:210)
org.scalatest.BeforeAndAfterAll.run$(BeforeAndAfterAll.scala:208)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.org$scalatest$BeforeAndAfter$$super$run(RocksDBStateStoreSuite.scala:51)
org.scalatest.BeforeAndAfter.run(BeforeAndAfter.scala:273)
org.scalatest.BeforeAndAfter.run$(BeforeAndAfter.scala:271)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.run(RocksDBStateStoreSuite.scala:51)
org.scalatest.tools.Framework.org$scalatest$tools$Framework$$runSuite(Framework.scala:321)
org.scalatest.tools.Framework$ScalaTestTask.execute(Framework.scala:517)
sbt.ForkMain$Run.lambda$runTest$1(ForkMain.java:414)
java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
java.base/java.lang.Thread.run(Thread.java:840) SQLSTATE: 58030
|
|
RocksDBStateStoreSuiteWithRowChecksum.column family creation with reserved chars (encoding = unsaferow) - with colFamiliesEnabled=true (without changelog checkpointing) (encoding = unsaferow):
org/apache/spark/sql/execution/streaming/state/RocksDBStateStoreSuiteWithRowChecksum#L1
org.apache.spark.SparkException: [CANNOT_LOAD_STATE_STORE.UNRELEASED_THREAD_ERROR] An error occurred during loading state. StateStoreId(opId=-419052686,partId=0,name=default): RocksDB instance could not be acquired by [ThreadId: Some(16)] for operationType=close as it was not released by [ThreadId: Some(16)] after 120009 ms.
Thread holding the lock has trace: java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
org.apache.spark.sql.execution.streaming.state.RocksDBStateMachine.awaitNotAcquiredWithLock(RocksDBStateMachine.scala:166)
org.apache.spark.sql.execution.streaming.state.RocksDBStateMachine.close(RocksDBStateMachine.scala:324)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreProvider.close(RocksDBStateStoreProvider.scala:865)
org.apache.spark.sql.execution.streaming.state.StateStoreSuiteBase.tryWithProviderResource(StateStoreSuite.scala:2829)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.$anonfun$new$140(RocksDBStateStoreSuite.scala:1811)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.$anonfun$new$140$adapted(RocksDBStateStoreSuite.scala:1809)
org.apache.spark.sql.execution.streaming.state.AlsoTestWithRocksDBFeatures.$anonfun$testWithColumnFamiliesAndEncodingTypes$3(RocksDBSuite.scala:217)
org.apache.spark.sql.catalyst.SQLConfHelper.withSQLConf(SQLConfHelper.scala:54)
org.apache.spark.sql.catalyst.SQLConfHelper.withSQLConf$(SQLConfHelper.scala:38)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.org$apache$spark$sql$test$SQLTestUtilsBase$$super$withSQLConf(RocksDBStateStoreSuite.scala:51)
org.apache.spark.sql.test.SQLTestUtilsBase.withSQLConf(SQLTestUtils.scala:253)
org.apache.spark.sql.test.SQLTestUtilsBase.withSQLConf$(SQLTestUtils.scala:251)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.withSQLConf(RocksDBStateStoreSuite.scala:51)
org.apache.spark.sql.execution.streaming.state.AlsoTestWithRocksDBFeatures.$anonfun$testWithColumnFamiliesAndEncodingTypes$2(RocksDBSuite.scala:217)
org.apache.spark.sql.execution.streaming.state.AlsoTestWithRocksDBFeatures.$anonfun$testWithColumnFamiliesAndEncodingTypes$2$adapted(RocksDBSuite.scala:215)
org.apache.spark.sql.execution.streaming.state.AlsoTestWithRocksDBFeatures.$anonfun$testWithColumnFamilies$5(RocksDBSuite.scala:249)
org.apache.spark.sql.catalyst.SQLConfHelper.withSQLConf(SQLConfHelper.scala:54)
org.apache.spark.sql.catalyst.SQLConfHelper.withSQLConf$(SQLConfHelper.scala:38)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.org$apache$spark$sql$test$SQLTestUtilsBase$$super$withSQLConf(RocksDBStateStoreSuite.scala:51)
org.apache.spark.sql.test.SQLTestUtilsBase.withSQLConf(SQLTestUtils.scala:253)
org.apache.spark.sql.test.SQLTestUtilsBase.withSQLConf$(SQLTestUtils.scala:251)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.withSQLConf(RocksDBStateStoreSuite.scala:51)
org.apache.spark.sql.execution.streaming.state.AlsoTestWithRocksDBFeatures.$anonfun$testWithChangelogCheckpointingDisabled$1(RocksDBSuite.scala:187)
scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.scala:18)
org.apache.spark.sql.catalyst.SQLConfHelper.withSQLConf(SQLConfHelper.scala:54)
org.apache.spark.sql.catalyst.SQLConfHelper.withSQLConf$(SQLConfHelper.scala:38)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.org$apache$spark$sql$test$SQLTestUtilsBase$$super$withSQLConf(RocksDBStateStoreSuite.scala:51)
org.apache.spark.sql.test.SQLTestUtilsBase.withSQLConf(SQLTestUtils.scala:253)
org.apache.spark.sql.test.SQLTestUtilsBase.withSQLConf$(SQLTestUtils.scala:251)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.withSQLConf(RocksDBStateStoreSuite.scala:51)
org.apache.spark.sql.execution.streaming.state.AlsoTestWithEncodingTypes.$anonfun$test$2(RocksDBSuite.scala:127)
org.scalatest.enablers.Timed$$anon$1.timeoutAfter(Timed.scala:127)
org.scalatest.concurrent.TimeLimits$.failAfterImpl(TimeLimits.scala:282)
org.scalatest.concurrent.TimeLimits.failAfter(TimeLimits.scala:231)
org.scalatest.concurrent.TimeLimits.failAfter$(TimeLimits.scala:230)
org.apache.spark.SparkFunSuite.failAfter(SparkFunSuite.scala:68)
org.apache.spark.SparkFunSuite.$anonfun$test$2(SparkFunSuite.scala:154)
org.scalatest.OutcomeOf.outcomeOf(OutcomeOf.scala:85)
org.scalatest.OutcomeOf.outcomeOf$(OutcomeOf.scala:83)
org.scalatest.OutcomeOf$.outcomeOf(OutcomeOf.scala:104)
org.scalatest.Transformer.apply(Transformer.scala:22)
org.scalatest.Transformer.apply(Transformer.scala:20)
org.scalatest.funsuite.AnyFunSuiteLike$$anon$1.apply(AnyFunSuiteLike.scala:226)
org.apache.spark.SparkFunSuite.withFixture(SparkFunSuite.scala:226)
org.scalatest.funsuite.AnyFunSuiteLike.invokeWithFixture$1(AnyFunSuiteLike.scala:224)
org.scalatest.funsuite.AnyFunSuiteLike.$anonfun$runTest$1(AnyFunSuiteLike.scala:236)
org.scalatest.SuperEngine.runTestImpl(Engine.scala:306)
org.scalatest.funsuite.AnyFunSuiteLike.runTest(AnyFunSuiteLike.scala:236)
org.scalatest.funsuite.AnyFunSuiteLike.runTest$(AnyFunSuiteLike.scala:218)
org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterEach$$super$runTest(SparkFunSuite.scala:68)
org.scalatest.BeforeAndAfterEach.runTest(BeforeAndAfterEach.scala:234)
org.scalatest.BeforeAndAfterEach.runTest$(BeforeAndAfterEach.scala:227)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.org$scalatest$BeforeAndAfter$$super$runTest(RocksDBStateStoreSuite.scala:51)
org.scalatest.BeforeAndAfter.runTest(BeforeAndAfter.scala:213)
org.scalatest.BeforeAndAfter.runTest$(BeforeAndAfter.scala:203)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.runTest(RocksDBStateStoreSuite.scala:51)
org.scalatest.funsuite.AnyFunSuiteLike.$anonfun$runTests$1(AnyFunSuiteLike.scala:269)
org.scalatest.SuperEngine.$anonfun$runTestsInBranch$1(Engine.scala:413)
scala.collection.immutable.List.foreach(List.scala:323)
org.scalatest.SuperEngine.traverseSubNodes$1(Engine.scala:401)
org.scalatest.SuperEngine.runTestsInBranch(Engine.scala:396)
org.scalatest.SuperEngine.runTestsImpl(Engine.scala:475)
org.scalatest.funsuite.AnyFunSuiteLike.runTests(AnyFunSuiteLike.scala:269)
org.scalatest.funsuite.AnyFunSuiteLike.runTests$(AnyFunSuiteLike.scala:268)
org.scalatest.funsuite.AnyFunSuite.runTests(AnyFunSuite.scala:1564)
org.scalatest.Suite.run(Suite.scala:1114)
org.scalatest.Suite.run$(Suite.scala:1096)
org.scalatest.funsuite.AnyFunSuite.org$scalatest$funsuite$AnyFunSuiteLike$$super$run(AnyFunSuite.scala:1564)
org.scalatest.funsuite.AnyFunSuiteLike.$anonfun$run$1(AnyFunSuiteLike.scala:273)
org.scalatest.SuperEngine.runImpl(Engine.scala:535)
org.scalatest.funsuite.AnyFunSuiteLike.run(AnyFunSuiteLike.scala:273)
org.scalatest.funsuite.AnyFunSuiteLike.run$(AnyFunSuiteLike.scala:272)
org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterAll$$super$run(SparkFunSuite.scala:68)
org.scalatest.BeforeAndAfterAll.liftedTree1$1(BeforeAndAfterAll.scala:213)
org.scalatest.BeforeAndAfterAll.run(BeforeAndAfterAll.scala:210)
org.scalatest.BeforeAndAfterAll.run$(BeforeAndAfterAll.scala:208)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.org$scalatest$BeforeAndAfter$$super$run(RocksDBStateStoreSuite.scala:51)
org.scalatest.BeforeAndAfter.run(BeforeAndAfter.scala:273)
org.scalatest.BeforeAndAfter.run$(BeforeAndAfter.scala:271)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.run(RocksDBStateStoreSuite.scala:51)
org.scalatest.tools.Framework.org$scalatest$tools$Framework$$runSuite(Framework.scala:321)
org.scalatest.tools.Framework$ScalaTestTask.execute(Framework.scala:517)
sbt.ForkMain$Run.lambda$runTest$1(ForkMain.java:414)
java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
java.base/java.lang.Thread.run(Thread.java:840) SQLSTATE: 58030
|
|
RocksDBStateStoreSuiteWithRowChecksum.column family creation with reserved chars (encoding = unsaferow) - with colFamiliesEnabled=true (without changelog checkpointing) (encoding = avro):
org/apache/spark/sql/execution/streaming/state/RocksDBStateStoreSuiteWithRowChecksum#L1
org.apache.spark.SparkException: [CANNOT_LOAD_STATE_STORE.UNRELEASED_THREAD_ERROR] An error occurred during loading state. StateStoreId(opId=265891773,partId=0,name=default): RocksDB instance could not be acquired by [ThreadId: Some(16)] for operationType=close as it was not released by [ThreadId: Some(16)] after 120008 ms.
Thread holding the lock has trace: java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
org.apache.spark.sql.execution.streaming.state.RocksDBStateMachine.awaitNotAcquiredWithLock(RocksDBStateMachine.scala:166)
org.apache.spark.sql.execution.streaming.state.RocksDBStateMachine.close(RocksDBStateMachine.scala:324)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreProvider.close(RocksDBStateStoreProvider.scala:865)
org.apache.spark.sql.execution.streaming.state.StateStoreSuiteBase.tryWithProviderResource(StateStoreSuite.scala:2829)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.$anonfun$new$140(RocksDBStateStoreSuite.scala:1811)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.$anonfun$new$140$adapted(RocksDBStateStoreSuite.scala:1809)
org.apache.spark.sql.execution.streaming.state.AlsoTestWithRocksDBFeatures.$anonfun$testWithColumnFamiliesAndEncodingTypes$3(RocksDBSuite.scala:217)
org.apache.spark.sql.catalyst.SQLConfHelper.withSQLConf(SQLConfHelper.scala:54)
org.apache.spark.sql.catalyst.SQLConfHelper.withSQLConf$(SQLConfHelper.scala:38)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.org$apache$spark$sql$test$SQLTestUtilsBase$$super$withSQLConf(RocksDBStateStoreSuite.scala:51)
org.apache.spark.sql.test.SQLTestUtilsBase.withSQLConf(SQLTestUtils.scala:253)
org.apache.spark.sql.test.SQLTestUtilsBase.withSQLConf$(SQLTestUtils.scala:251)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.withSQLConf(RocksDBStateStoreSuite.scala:51)
org.apache.spark.sql.execution.streaming.state.AlsoTestWithRocksDBFeatures.$anonfun$testWithColumnFamiliesAndEncodingTypes$2(RocksDBSuite.scala:217)
org.apache.spark.sql.execution.streaming.state.AlsoTestWithRocksDBFeatures.$anonfun$testWithColumnFamiliesAndEncodingTypes$2$adapted(RocksDBSuite.scala:215)
org.apache.spark.sql.execution.streaming.state.AlsoTestWithRocksDBFeatures.$anonfun$testWithColumnFamilies$5(RocksDBSuite.scala:249)
org.apache.spark.sql.catalyst.SQLConfHelper.withSQLConf(SQLConfHelper.scala:54)
org.apache.spark.sql.catalyst.SQLConfHelper.withSQLConf$(SQLConfHelper.scala:38)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.org$apache$spark$sql$test$SQLTestUtilsBase$$super$withSQLConf(RocksDBStateStoreSuite.scala:51)
org.apache.spark.sql.test.SQLTestUtilsBase.withSQLConf(SQLTestUtils.scala:253)
org.apache.spark.sql.test.SQLTestUtilsBase.withSQLConf$(SQLTestUtils.scala:251)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.withSQLConf(RocksDBStateStoreSuite.scala:51)
org.apache.spark.sql.execution.streaming.state.AlsoTestWithRocksDBFeatures.$anonfun$testWithChangelogCheckpointingDisabled$1(RocksDBSuite.scala:187)
scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.scala:18)
org.apache.spark.sql.catalyst.SQLConfHelper.withSQLConf(SQLConfHelper.scala:54)
org.apache.spark.sql.catalyst.SQLConfHelper.withSQLConf$(SQLConfHelper.scala:38)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.org$apache$spark$sql$test$SQLTestUtilsBase$$super$withSQLConf(RocksDBStateStoreSuite.scala:51)
org.apache.spark.sql.test.SQLTestUtilsBase.withSQLConf(SQLTestUtils.scala:253)
org.apache.spark.sql.test.SQLTestUtilsBase.withSQLConf$(SQLTestUtils.scala:251)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.withSQLConf(RocksDBStateStoreSuite.scala:51)
org.apache.spark.sql.execution.streaming.state.AlsoTestWithEncodingTypes.$anonfun$test$2(RocksDBSuite.scala:127)
org.scalatest.enablers.Timed$$anon$1.timeoutAfter(Timed.scala:127)
org.scalatest.concurrent.TimeLimits$.failAfterImpl(TimeLimits.scala:282)
org.scalatest.concurrent.TimeLimits.failAfter(TimeLimits.scala:231)
org.scalatest.concurrent.TimeLimits.failAfter$(TimeLimits.scala:230)
org.apache.spark.SparkFunSuite.failAfter(SparkFunSuite.scala:68)
org.apache.spark.SparkFunSuite.$anonfun$test$2(SparkFunSuite.scala:154)
org.scalatest.OutcomeOf.outcomeOf(OutcomeOf.scala:85)
org.scalatest.OutcomeOf.outcomeOf$(OutcomeOf.scala:83)
org.scalatest.OutcomeOf$.outcomeOf(OutcomeOf.scala:104)
org.scalatest.Transformer.apply(Transformer.scala:22)
org.scalatest.Transformer.apply(Transformer.scala:20)
org.scalatest.funsuite.AnyFunSuiteLike$$anon$1.apply(AnyFunSuiteLike.scala:226)
org.apache.spark.SparkFunSuite.withFixture(SparkFunSuite.scala:226)
org.scalatest.funsuite.AnyFunSuiteLike.invokeWithFixture$1(AnyFunSuiteLike.scala:224)
org.scalatest.funsuite.AnyFunSuiteLike.$anonfun$runTest$1(AnyFunSuiteLike.scala:236)
org.scalatest.SuperEngine.runTestImpl(Engine.scala:306)
org.scalatest.funsuite.AnyFunSuiteLike.runTest(AnyFunSuiteLike.scala:236)
org.scalatest.funsuite.AnyFunSuiteLike.runTest$(AnyFunSuiteLike.scala:218)
org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterEach$$super$runTest(SparkFunSuite.scala:68)
org.scalatest.BeforeAndAfterEach.runTest(BeforeAndAfterEach.scala:234)
org.scalatest.BeforeAndAfterEach.runTest$(BeforeAndAfterEach.scala:227)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.org$scalatest$BeforeAndAfter$$super$runTest(RocksDBStateStoreSuite.scala:51)
org.scalatest.BeforeAndAfter.runTest(BeforeAndAfter.scala:213)
org.scalatest.BeforeAndAfter.runTest$(BeforeAndAfter.scala:203)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.runTest(RocksDBStateStoreSuite.scala:51)
org.scalatest.funsuite.AnyFunSuiteLike.$anonfun$runTests$1(AnyFunSuiteLike.scala:269)
org.scalatest.SuperEngine.$anonfun$runTestsInBranch$1(Engine.scala:413)
scala.collection.immutable.List.foreach(List.scala:323)
org.scalatest.SuperEngine.traverseSubNodes$1(Engine.scala:401)
org.scalatest.SuperEngine.runTestsInBranch(Engine.scala:396)
org.scalatest.SuperEngine.runTestsImpl(Engine.scala:475)
org.scalatest.funsuite.AnyFunSuiteLike.runTests(AnyFunSuiteLike.scala:269)
org.scalatest.funsuite.AnyFunSuiteLike.runTests$(AnyFunSuiteLike.scala:268)
org.scalatest.funsuite.AnyFunSuite.runTests(AnyFunSuite.scala:1564)
org.scalatest.Suite.run(Suite.scala:1114)
org.scalatest.Suite.run$(Suite.scala:1096)
org.scalatest.funsuite.AnyFunSuite.org$scalatest$funsuite$AnyFunSuiteLike$$super$run(AnyFunSuite.scala:1564)
org.scalatest.funsuite.AnyFunSuiteLike.$anonfun$run$1(AnyFunSuiteLike.scala:273)
org.scalatest.SuperEngine.runImpl(Engine.scala:535)
org.scalatest.funsuite.AnyFunSuiteLike.run(AnyFunSuiteLike.scala:273)
org.scalatest.funsuite.AnyFunSuiteLike.run$(AnyFunSuiteLike.scala:272)
org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterAll$$super$run(SparkFunSuite.scala:68)
org.scalatest.BeforeAndAfterAll.liftedTree1$1(BeforeAndAfterAll.scala:213)
org.scalatest.BeforeAndAfterAll.run(BeforeAndAfterAll.scala:210)
org.scalatest.BeforeAndAfterAll.run$(BeforeAndAfterAll.scala:208)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.org$scalatest$BeforeAndAfter$$super$run(RocksDBStateStoreSuite.scala:51)
org.scalatest.BeforeAndAfter.run(BeforeAndAfter.scala:273)
org.scalatest.BeforeAndAfter.run$(BeforeAndAfter.scala:271)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.run(RocksDBStateStoreSuite.scala:51)
org.scalatest.tools.Framework.org$scalatest$tools$Framework$$runSuite(Framework.scala:321)
org.scalatest.tools.Framework$ScalaTestTask.execute(Framework.scala:517)
sbt.ForkMain$Run.lambda$runTest$1(ForkMain.java:414)
java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
java.base/java.lang.Thread.run(Thread.java:840) SQLSTATE: 58030
|
|
RocksDBStateStoreSuiteWithRowChecksum.column family creation with reserved chars (encoding = avro) - with colFamiliesEnabled=true (with changelog checkpointing) (encoding = unsaferow):
org/apache/spark/sql/execution/streaming/state/RocksDBStateStoreSuiteWithRowChecksum#L1
org.apache.spark.SparkException: [CANNOT_LOAD_STATE_STORE.UNRELEASED_THREAD_ERROR] An error occurred during loading state. StateStoreId(opId=832689663,partId=0,name=default): RocksDB instance could not be acquired by [ThreadId: Some(16)] for operationType=close as it was not released by [ThreadId: Some(16)] after 120006 ms.
Thread holding the lock has trace: java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
org.apache.spark.sql.execution.streaming.state.RocksDBStateMachine.awaitNotAcquiredWithLock(RocksDBStateMachine.scala:166)
org.apache.spark.sql.execution.streaming.state.RocksDBStateMachine.close(RocksDBStateMachine.scala:324)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreProvider.close(RocksDBStateStoreProvider.scala:865)
org.apache.spark.sql.execution.streaming.state.StateStoreSuiteBase.tryWithProviderResource(StateStoreSuite.scala:2829)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.$anonfun$new$140(RocksDBStateStoreSuite.scala:1811)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.$anonfun$new$140$adapted(RocksDBStateStoreSuite.scala:1809)
org.apache.spark.sql.execution.streaming.state.AlsoTestWithRocksDBFeatures.$anonfun$testWithColumnFamiliesAndEncodingTypes$3(RocksDBSuite.scala:217)
org.apache.spark.sql.catalyst.SQLConfHelper.withSQLConf(SQLConfHelper.scala:54)
org.apache.spark.sql.catalyst.SQLConfHelper.withSQLConf$(SQLConfHelper.scala:38)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.org$apache$spark$sql$test$SQLTestUtilsBase$$super$withSQLConf(RocksDBStateStoreSuite.scala:51)
org.apache.spark.sql.test.SQLTestUtilsBase.withSQLConf(SQLTestUtils.scala:253)
org.apache.spark.sql.test.SQLTestUtilsBase.withSQLConf$(SQLTestUtils.scala:251)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.withSQLConf(RocksDBStateStoreSuite.scala:51)
org.apache.spark.sql.execution.streaming.state.AlsoTestWithRocksDBFeatures.$anonfun$testWithColumnFamiliesAndEncodingTypes$2(RocksDBSuite.scala:217)
org.apache.spark.sql.execution.streaming.state.AlsoTestWithRocksDBFeatures.$anonfun$testWithColumnFamiliesAndEncodingTypes$2$adapted(RocksDBSuite.scala:215)
org.apache.spark.sql.execution.streaming.state.AlsoTestWithRocksDBFeatures.$anonfun$testWithColumnFamilies$4(RocksDBSuite.scala:245)
org.apache.spark.sql.catalyst.SQLConfHelper.withSQLConf(SQLConfHelper.scala:54)
org.apache.spark.sql.catalyst.SQLConfHelper.withSQLConf$(SQLConfHelper.scala:38)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.org$apache$spark$sql$test$SQLTestUtilsBase$$super$withSQLConf(RocksDBStateStoreSuite.scala:51)
org.apache.spark.sql.test.SQLTestUtilsBase.withSQLConf(SQLTestUtils.scala:253)
org.apache.spark.sql.test.SQLTestUtilsBase.withSQLConf$(SQLTestUtils.scala:251)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.withSQLConf(RocksDBStateStoreSuite.scala:51)
org.apache.spark.sql.execution.streaming.state.AlsoTestWithRocksDBFeatures.$anonfun$testWithChangelogCheckpointingEnabled$1(RocksDBSuite.scala:173)
scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.scala:18)
org.apache.spark.sql.catalyst.SQLConfHelper.withSQLConf(SQLConfHelper.scala:54)
org.apache.spark.sql.catalyst.SQLConfHelper.withSQLConf$(SQLConfHelper.scala:38)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.org$apache$spark$sql$test$SQLTestUtilsBase$$super$withSQLConf(RocksDBStateStoreSuite.scala:51)
org.apache.spark.sql.test.SQLTestUtilsBase.withSQLConf(SQLTestUtils.scala:253)
org.apache.spark.sql.test.SQLTestUtilsBase.withSQLConf$(SQLTestUtils.scala:251)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.withSQLConf(RocksDBStateStoreSuite.scala:51)
org.apache.spark.sql.execution.streaming.state.AlsoTestWithEncodingTypes.$anonfun$test$2(RocksDBSuite.scala:127)
org.scalatest.enablers.Timed$$anon$1.timeoutAfter(Timed.scala:127)
org.scalatest.concurrent.TimeLimits$.failAfterImpl(TimeLimits.scala:282)
org.scalatest.concurrent.TimeLimits.failAfter(TimeLimits.scala:231)
org.scalatest.concurrent.TimeLimits.failAfter$(TimeLimits.scala:230)
org.apache.spark.SparkFunSuite.failAfter(SparkFunSuite.scala:68)
org.apache.spark.SparkFunSuite.$anonfun$test$2(SparkFunSuite.scala:154)
org.scalatest.OutcomeOf.outcomeOf(OutcomeOf.scala:85)
org.scalatest.OutcomeOf.outcomeOf$(OutcomeOf.scala:83)
org.scalatest.OutcomeOf$.outcomeOf(OutcomeOf.scala:104)
org.scalatest.Transformer.apply(Transformer.scala:22)
org.scalatest.Transformer.apply(Transformer.scala:20)
org.scalatest.funsuite.AnyFunSuiteLike$$anon$1.apply(AnyFunSuiteLike.scala:226)
org.apache.spark.SparkFunSuite.withFixture(SparkFunSuite.scala:226)
org.scalatest.funsuite.AnyFunSuiteLike.invokeWithFixture$1(AnyFunSuiteLike.scala:224)
org.scalatest.funsuite.AnyFunSuiteLike.$anonfun$runTest$1(AnyFunSuiteLike.scala:236)
org.scalatest.SuperEngine.runTestImpl(Engine.scala:306)
org.scalatest.funsuite.AnyFunSuiteLike.runTest(AnyFunSuiteLike.scala:236)
org.scalatest.funsuite.AnyFunSuiteLike.runTest$(AnyFunSuiteLike.scala:218)
org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterEach$$super$runTest(SparkFunSuite.scala:68)
org.scalatest.BeforeAndAfterEach.runTest(BeforeAndAfterEach.scala:234)
org.scalatest.BeforeAndAfterEach.runTest$(BeforeAndAfterEach.scala:227)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.org$scalatest$BeforeAndAfter$$super$runTest(RocksDBStateStoreSuite.scala:51)
org.scalatest.BeforeAndAfter.runTest(BeforeAndAfter.scala:213)
org.scalatest.BeforeAndAfter.runTest$(BeforeAndAfter.scala:203)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.runTest(RocksDBStateStoreSuite.scala:51)
org.scalatest.funsuite.AnyFunSuiteLike.$anonfun$runTests$1(AnyFunSuiteLike.scala:269)
org.scalatest.SuperEngine.$anonfun$runTestsInBranch$1(Engine.scala:413)
scala.collection.immutable.List.foreach(List.scala:323)
org.scalatest.SuperEngine.traverseSubNodes$1(Engine.scala:401)
org.scalatest.SuperEngine.runTestsInBranch(Engine.scala:396)
org.scalatest.SuperEngine.runTestsImpl(Engine.scala:475)
org.scalatest.funsuite.AnyFunSuiteLike.runTests(AnyFunSuiteLike.scala:269)
org.scalatest.funsuite.AnyFunSuiteLike.runTests$(AnyFunSuiteLike.scala:268)
org.scalatest.funsuite.AnyFunSuite.runTests(AnyFunSuite.scala:1564)
org.scalatest.Suite.run(Suite.scala:1114)
org.scalatest.Suite.run$(Suite.scala:1096)
org.scalatest.funsuite.AnyFunSuite.org$scalatest$funsuite$AnyFunSuiteLike$$super$run(AnyFunSuite.scala:1564)
org.scalatest.funsuite.AnyFunSuiteLike.$anonfun$run$1(AnyFunSuiteLike.scala:273)
org.scalatest.SuperEngine.runImpl(Engine.scala:535)
org.scalatest.funsuite.AnyFunSuiteLike.run(AnyFunSuiteLike.scala:273)
org.scalatest.funsuite.AnyFunSuiteLike.run$(AnyFunSuiteLike.scala:272)
org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterAll$$super$run(SparkFunSuite.scala:68)
org.scalatest.BeforeAndAfterAll.liftedTree1$1(BeforeAndAfterAll.scala:213)
org.scalatest.BeforeAndAfterAll.run(BeforeAndAfterAll.scala:210)
org.scalatest.BeforeAndAfterAll.run$(BeforeAndAfterAll.scala:208)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.org$scalatest$BeforeAndAfter$$super$run(RocksDBStateStoreSuite.scala:51)
org.scalatest.BeforeAndAfter.run(BeforeAndAfter.scala:273)
org.scalatest.BeforeAndAfter.run$(BeforeAndAfter.scala:271)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.run(RocksDBStateStoreSuite.scala:51)
org.scalatest.tools.Framework.org$scalatest$tools$Framework$$runSuite(Framework.scala:321)
org.scalatest.tools.Framework$ScalaTestTask.execute(Framework.scala:517)
sbt.ForkMain$Run.lambda$runTest$1(ForkMain.java:414)
java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
java.base/java.lang.Thread.run(Thread.java:840) SQLSTATE: 58030
|
|
RocksDBStateStoreSuiteWithRowChecksum.column family creation with reserved chars (encoding = avro) - with colFamiliesEnabled=true (with changelog checkpointing) (encoding = avro):
org/apache/spark/sql/execution/streaming/state/RocksDBStateStoreSuiteWithRowChecksum#L1
org.apache.spark.SparkException: [CANNOT_LOAD_STATE_STORE.UNRELEASED_THREAD_ERROR] An error occurred during loading state. StateStoreId(opId=-115615025,partId=0,name=default): RocksDB instance could not be acquired by [ThreadId: Some(16)] for operationType=close as it was not released by [ThreadId: Some(16)] after 120008 ms.
Thread holding the lock has trace: java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
org.apache.spark.sql.execution.streaming.state.RocksDBStateMachine.awaitNotAcquiredWithLock(RocksDBStateMachine.scala:166)
org.apache.spark.sql.execution.streaming.state.RocksDBStateMachine.close(RocksDBStateMachine.scala:324)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreProvider.close(RocksDBStateStoreProvider.scala:865)
org.apache.spark.sql.execution.streaming.state.StateStoreSuiteBase.tryWithProviderResource(StateStoreSuite.scala:2829)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.$anonfun$new$140(RocksDBStateStoreSuite.scala:1811)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.$anonfun$new$140$adapted(RocksDBStateStoreSuite.scala:1809)
org.apache.spark.sql.execution.streaming.state.AlsoTestWithRocksDBFeatures.$anonfun$testWithColumnFamiliesAndEncodingTypes$3(RocksDBSuite.scala:217)
org.apache.spark.sql.catalyst.SQLConfHelper.withSQLConf(SQLConfHelper.scala:54)
org.apache.spark.sql.catalyst.SQLConfHelper.withSQLConf$(SQLConfHelper.scala:38)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.org$apache$spark$sql$test$SQLTestUtilsBase$$super$withSQLConf(RocksDBStateStoreSuite.scala:51)
org.apache.spark.sql.test.SQLTestUtilsBase.withSQLConf(SQLTestUtils.scala:253)
org.apache.spark.sql.test.SQLTestUtilsBase.withSQLConf$(SQLTestUtils.scala:251)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.withSQLConf(RocksDBStateStoreSuite.scala:51)
org.apache.spark.sql.execution.streaming.state.AlsoTestWithRocksDBFeatures.$anonfun$testWithColumnFamiliesAndEncodingTypes$2(RocksDBSuite.scala:217)
org.apache.spark.sql.execution.streaming.state.AlsoTestWithRocksDBFeatures.$anonfun$testWithColumnFamiliesAndEncodingTypes$2$adapted(RocksDBSuite.scala:215)
org.apache.spark.sql.execution.streaming.state.AlsoTestWithRocksDBFeatures.$anonfun$testWithColumnFamilies$4(RocksDBSuite.scala:245)
org.apache.spark.sql.catalyst.SQLConfHelper.withSQLConf(SQLConfHelper.scala:54)
org.apache.spark.sql.catalyst.SQLConfHelper.withSQLConf$(SQLConfHelper.scala:38)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.org$apache$spark$sql$test$SQLTestUtilsBase$$super$withSQLConf(RocksDBStateStoreSuite.scala:51)
org.apache.spark.sql.test.SQLTestUtilsBase.withSQLConf(SQLTestUtils.scala:253)
org.apache.spark.sql.test.SQLTestUtilsBase.withSQLConf$(SQLTestUtils.scala:251)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.withSQLConf(RocksDBStateStoreSuite.scala:51)
org.apache.spark.sql.execution.streaming.state.AlsoTestWithRocksDBFeatures.$anonfun$testWithChangelogCheckpointingEnabled$1(RocksDBSuite.scala:173)
scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.scala:18)
org.apache.spark.sql.catalyst.SQLConfHelper.withSQLConf(SQLConfHelper.scala:54)
org.apache.spark.sql.catalyst.SQLConfHelper.withSQLConf$(SQLConfHelper.scala:38)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.org$apache$spark$sql$test$SQLTestUtilsBase$$super$withSQLConf(RocksDBStateStoreSuite.scala:51)
org.apache.spark.sql.test.SQLTestUtilsBase.withSQLConf(SQLTestUtils.scala:253)
org.apache.spark.sql.test.SQLTestUtilsBase.withSQLConf$(SQLTestUtils.scala:251)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.withSQLConf(RocksDBStateStoreSuite.scala:51)
org.apache.spark.sql.execution.streaming.state.AlsoTestWithEncodingTypes.$anonfun$test$2(RocksDBSuite.scala:127)
org.scalatest.enablers.Timed$$anon$1.timeoutAfter(Timed.scala:127)
org.scalatest.concurrent.TimeLimits$.failAfterImpl(TimeLimits.scala:282)
org.scalatest.concurrent.TimeLimits.failAfter(TimeLimits.scala:231)
org.scalatest.concurrent.TimeLimits.failAfter$(TimeLimits.scala:230)
org.apache.spark.SparkFunSuite.failAfter(SparkFunSuite.scala:68)
org.apache.spark.SparkFunSuite.$anonfun$test$2(SparkFunSuite.scala:154)
org.scalatest.OutcomeOf.outcomeOf(OutcomeOf.scala:85)
org.scalatest.OutcomeOf.outcomeOf$(OutcomeOf.scala:83)
org.scalatest.OutcomeOf$.outcomeOf(OutcomeOf.scala:104)
org.scalatest.Transformer.apply(Transformer.scala:22)
org.scalatest.Transformer.apply(Transformer.scala:20)
org.scalatest.funsuite.AnyFunSuiteLike$$anon$1.apply(AnyFunSuiteLike.scala:226)
org.apache.spark.SparkFunSuite.withFixture(SparkFunSuite.scala:226)
org.scalatest.funsuite.AnyFunSuiteLike.invokeWithFixture$1(AnyFunSuiteLike.scala:224)
org.scalatest.funsuite.AnyFunSuiteLike.$anonfun$runTest$1(AnyFunSuiteLike.scala:236)
org.scalatest.SuperEngine.runTestImpl(Engine.scala:306)
org.scalatest.funsuite.AnyFunSuiteLike.runTest(AnyFunSuiteLike.scala:236)
org.scalatest.funsuite.AnyFunSuiteLike.runTest$(AnyFunSuiteLike.scala:218)
org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterEach$$super$runTest(SparkFunSuite.scala:68)
org.scalatest.BeforeAndAfterEach.runTest(BeforeAndAfterEach.scala:234)
org.scalatest.BeforeAndAfterEach.runTest$(BeforeAndAfterEach.scala:227)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.org$scalatest$BeforeAndAfter$$super$runTest(RocksDBStateStoreSuite.scala:51)
org.scalatest.BeforeAndAfter.runTest(BeforeAndAfter.scala:213)
org.scalatest.BeforeAndAfter.runTest$(BeforeAndAfter.scala:203)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.runTest(RocksDBStateStoreSuite.scala:51)
org.scalatest.funsuite.AnyFunSuiteLike.$anonfun$runTests$1(AnyFunSuiteLike.scala:269)
org.scalatest.SuperEngine.$anonfun$runTestsInBranch$1(Engine.scala:413)
scala.collection.immutable.List.foreach(List.scala:323)
org.scalatest.SuperEngine.traverseSubNodes$1(Engine.scala:401)
org.scalatest.SuperEngine.runTestsInBranch(Engine.scala:396)
org.scalatest.SuperEngine.runTestsImpl(Engine.scala:475)
org.scalatest.funsuite.AnyFunSuiteLike.runTests(AnyFunSuiteLike.scala:269)
org.scalatest.funsuite.AnyFunSuiteLike.runTests$(AnyFunSuiteLike.scala:268)
org.scalatest.funsuite.AnyFunSuite.runTests(AnyFunSuite.scala:1564)
org.scalatest.Suite.run(Suite.scala:1114)
org.scalatest.Suite.run$(Suite.scala:1096)
org.scalatest.funsuite.AnyFunSuite.org$scalatest$funsuite$AnyFunSuiteLike$$super$run(AnyFunSuite.scala:1564)
org.scalatest.funsuite.AnyFunSuiteLike.$anonfun$run$1(AnyFunSuiteLike.scala:273)
org.scalatest.SuperEngine.runImpl(Engine.scala:535)
org.scalatest.funsuite.AnyFunSuiteLike.run(AnyFunSuiteLike.scala:273)
org.scalatest.funsuite.AnyFunSuiteLike.run$(AnyFunSuiteLike.scala:272)
org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterAll$$super$run(SparkFunSuite.scala:68)
org.scalatest.BeforeAndAfterAll.liftedTree1$1(BeforeAndAfterAll.scala:213)
org.scalatest.BeforeAndAfterAll.run(BeforeAndAfterAll.scala:210)
org.scalatest.BeforeAndAfterAll.run$(BeforeAndAfterAll.scala:208)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.org$scalatest$BeforeAndAfter$$super$run(RocksDBStateStoreSuite.scala:51)
org.scalatest.BeforeAndAfter.run(BeforeAndAfter.scala:273)
org.scalatest.BeforeAndAfter.run$(BeforeAndAfter.scala:271)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.run(RocksDBStateStoreSuite.scala:51)
org.scalatest.tools.Framework.org$scalatest$tools$Framework$$runSuite(Framework.scala:321)
org.scalatest.tools.Framework$ScalaTestTask.execute(Framework.scala:517)
sbt.ForkMain$Run.lambda$runTest$1(ForkMain.java:414)
java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
java.base/java.lang.Thread.run(Thread.java:840) SQLSTATE: 58030
|
|
RocksDBStateStoreSuiteWithRowChecksum.column family creation with reserved chars (encoding = avro) - with colFamiliesEnabled=true (without changelog checkpointing) (encoding = unsaferow):
org/apache/spark/sql/execution/streaming/state/RocksDBStateStoreSuiteWithRowChecksum#L1
org.apache.spark.SparkException: [CANNOT_LOAD_STATE_STORE.UNRELEASED_THREAD_ERROR] An error occurred during loading state. StateStoreId(opId=614465475,partId=0,name=default): RocksDB instance could not be acquired by [ThreadId: Some(16)] for operationType=close as it was not released by [ThreadId: Some(16)] after 120008 ms.
Thread holding the lock has trace: java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
org.apache.spark.sql.execution.streaming.state.RocksDBStateMachine.awaitNotAcquiredWithLock(RocksDBStateMachine.scala:166)
org.apache.spark.sql.execution.streaming.state.RocksDBStateMachine.close(RocksDBStateMachine.scala:324)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreProvider.close(RocksDBStateStoreProvider.scala:865)
org.apache.spark.sql.execution.streaming.state.StateStoreSuiteBase.tryWithProviderResource(StateStoreSuite.scala:2829)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.$anonfun$new$140(RocksDBStateStoreSuite.scala:1811)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.$anonfun$new$140$adapted(RocksDBStateStoreSuite.scala:1809)
org.apache.spark.sql.execution.streaming.state.AlsoTestWithRocksDBFeatures.$anonfun$testWithColumnFamiliesAndEncodingTypes$3(RocksDBSuite.scala:217)
org.apache.spark.sql.catalyst.SQLConfHelper.withSQLConf(SQLConfHelper.scala:54)
org.apache.spark.sql.catalyst.SQLConfHelper.withSQLConf$(SQLConfHelper.scala:38)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.org$apache$spark$sql$test$SQLTestUtilsBase$$super$withSQLConf(RocksDBStateStoreSuite.scala:51)
org.apache.spark.sql.test.SQLTestUtilsBase.withSQLConf(SQLTestUtils.scala:253)
org.apache.spark.sql.test.SQLTestUtilsBase.withSQLConf$(SQLTestUtils.scala:251)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.withSQLConf(RocksDBStateStoreSuite.scala:51)
org.apache.spark.sql.execution.streaming.state.AlsoTestWithRocksDBFeatures.$anonfun$testWithColumnFamiliesAndEncodingTypes$2(RocksDBSuite.scala:217)
org.apache.spark.sql.execution.streaming.state.AlsoTestWithRocksDBFeatures.$anonfun$testWithColumnFamiliesAndEncodingTypes$2$adapted(RocksDBSuite.scala:215)
org.apache.spark.sql.execution.streaming.state.AlsoTestWithRocksDBFeatures.$anonfun$testWithColumnFamilies$5(RocksDBSuite.scala:249)
org.apache.spark.sql.catalyst.SQLConfHelper.withSQLConf(SQLConfHelper.scala:54)
org.apache.spark.sql.catalyst.SQLConfHelper.withSQLConf$(SQLConfHelper.scala:38)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.org$apache$spark$sql$test$SQLTestUtilsBase$$super$withSQLConf(RocksDBStateStoreSuite.scala:51)
org.apache.spark.sql.test.SQLTestUtilsBase.withSQLConf(SQLTestUtils.scala:253)
org.apache.spark.sql.test.SQLTestUtilsBase.withSQLConf$(SQLTestUtils.scala:251)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.withSQLConf(RocksDBStateStoreSuite.scala:51)
org.apache.spark.sql.execution.streaming.state.AlsoTestWithRocksDBFeatures.$anonfun$testWithChangelogCheckpointingDisabled$1(RocksDBSuite.scala:187)
scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.scala:18)
org.apache.spark.sql.catalyst.SQLConfHelper.withSQLConf(SQLConfHelper.scala:54)
org.apache.spark.sql.catalyst.SQLConfHelper.withSQLConf$(SQLConfHelper.scala:38)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.org$apache$spark$sql$test$SQLTestUtilsBase$$super$withSQLConf(RocksDBStateStoreSuite.scala:51)
org.apache.spark.sql.test.SQLTestUtilsBase.withSQLConf(SQLTestUtils.scala:253)
org.apache.spark.sql.test.SQLTestUtilsBase.withSQLConf$(SQLTestUtils.scala:251)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.withSQLConf(RocksDBStateStoreSuite.scala:51)
org.apache.spark.sql.execution.streaming.state.AlsoTestWithEncodingTypes.$anonfun$test$2(RocksDBSuite.scala:127)
org.scalatest.enablers.Timed$$anon$1.timeoutAfter(Timed.scala:127)
org.scalatest.concurrent.TimeLimits$.failAfterImpl(TimeLimits.scala:282)
org.scalatest.concurrent.TimeLimits.failAfter(TimeLimits.scala:231)
org.scalatest.concurrent.TimeLimits.failAfter$(TimeLimits.scala:230)
org.apache.spark.SparkFunSuite.failAfter(SparkFunSuite.scala:68)
org.apache.spark.SparkFunSuite.$anonfun$test$2(SparkFunSuite.scala:154)
org.scalatest.OutcomeOf.outcomeOf(OutcomeOf.scala:85)
org.scalatest.OutcomeOf.outcomeOf$(OutcomeOf.scala:83)
org.scalatest.OutcomeOf$.outcomeOf(OutcomeOf.scala:104)
org.scalatest.Transformer.apply(Transformer.scala:22)
org.scalatest.Transformer.apply(Transformer.scala:20)
org.scalatest.funsuite.AnyFunSuiteLike$$anon$1.apply(AnyFunSuiteLike.scala:226)
org.apache.spark.SparkFunSuite.withFixture(SparkFunSuite.scala:226)
org.scalatest.funsuite.AnyFunSuiteLike.invokeWithFixture$1(AnyFunSuiteLike.scala:224)
org.scalatest.funsuite.AnyFunSuiteLike.$anonfun$runTest$1(AnyFunSuiteLike.scala:236)
org.scalatest.SuperEngine.runTestImpl(Engine.scala:306)
org.scalatest.funsuite.AnyFunSuiteLike.runTest(AnyFunSuiteLike.scala:236)
org.scalatest.funsuite.AnyFunSuiteLike.runTest$(AnyFunSuiteLike.scala:218)
org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterEach$$super$runTest(SparkFunSuite.scala:68)
org.scalatest.BeforeAndAfterEach.runTest(BeforeAndAfterEach.scala:234)
org.scalatest.BeforeAndAfterEach.runTest$(BeforeAndAfterEach.scala:227)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.org$scalatest$BeforeAndAfter$$super$runTest(RocksDBStateStoreSuite.scala:51)
org.scalatest.BeforeAndAfter.runTest(BeforeAndAfter.scala:213)
org.scalatest.BeforeAndAfter.runTest$(BeforeAndAfter.scala:203)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.runTest(RocksDBStateStoreSuite.scala:51)
org.scalatest.funsuite.AnyFunSuiteLike.$anonfun$runTests$1(AnyFunSuiteLike.scala:269)
org.scalatest.SuperEngine.$anonfun$runTestsInBranch$1(Engine.scala:413)
scala.collection.immutable.List.foreach(List.scala:323)
org.scalatest.SuperEngine.traverseSubNodes$1(Engine.scala:401)
org.scalatest.SuperEngine.runTestsInBranch(Engine.scala:396)
org.scalatest.SuperEngine.runTestsImpl(Engine.scala:475)
org.scalatest.funsuite.AnyFunSuiteLike.runTests(AnyFunSuiteLike.scala:269)
org.scalatest.funsuite.AnyFunSuiteLike.runTests$(AnyFunSuiteLike.scala:268)
org.scalatest.funsuite.AnyFunSuite.runTests(AnyFunSuite.scala:1564)
org.scalatest.Suite.run(Suite.scala:1114)
org.scalatest.Suite.run$(Suite.scala:1096)
org.scalatest.funsuite.AnyFunSuite.org$scalatest$funsuite$AnyFunSuiteLike$$super$run(AnyFunSuite.scala:1564)
org.scalatest.funsuite.AnyFunSuiteLike.$anonfun$run$1(AnyFunSuiteLike.scala:273)
org.scalatest.SuperEngine.runImpl(Engine.scala:535)
org.scalatest.funsuite.AnyFunSuiteLike.run(AnyFunSuiteLike.scala:273)
org.scalatest.funsuite.AnyFunSuiteLike.run$(AnyFunSuiteLike.scala:272)
org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterAll$$super$run(SparkFunSuite.scala:68)
org.scalatest.BeforeAndAfterAll.liftedTree1$1(BeforeAndAfterAll.scala:213)
org.scalatest.BeforeAndAfterAll.run(BeforeAndAfterAll.scala:210)
org.scalatest.BeforeAndAfterAll.run$(BeforeAndAfterAll.scala:208)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.org$scalatest$BeforeAndAfter$$super$run(RocksDBStateStoreSuite.scala:51)
org.scalatest.BeforeAndAfter.run(BeforeAndAfter.scala:273)
org.scalatest.BeforeAndAfter.run$(BeforeAndAfter.scala:271)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.run(RocksDBStateStoreSuite.scala:51)
org.scalatest.tools.Framework.org$scalatest$tools$Framework$$runSuite(Framework.scala:321)
org.scalatest.tools.Framework$ScalaTestTask.execute(Framework.scala:517)
sbt.ForkMain$Run.lambda$runTest$1(ForkMain.java:414)
java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
java.base/java.lang.Thread.run(Thread.java:840) SQLSTATE: 58030
|
|
RocksDBStateStoreSuiteWithRowChecksum.column family creation with reserved chars (encoding = avro) - with colFamiliesEnabled=true (without changelog checkpointing) (encoding = avro):
org/apache/spark/sql/execution/streaming/state/RocksDBStateStoreSuiteWithRowChecksum#L1
org.apache.spark.SparkException: [CANNOT_LOAD_STATE_STORE.UNRELEASED_THREAD_ERROR] An error occurred during loading state. StateStoreId(opId=-483934647,partId=0,name=default): RocksDB instance could not be acquired by [ThreadId: Some(16)] for operationType=close as it was not released by [ThreadId: Some(16)] after 120008 ms.
Thread holding the lock has trace: java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
org.apache.spark.sql.execution.streaming.state.RocksDBStateMachine.awaitNotAcquiredWithLock(RocksDBStateMachine.scala:166)
org.apache.spark.sql.execution.streaming.state.RocksDBStateMachine.close(RocksDBStateMachine.scala:324)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreProvider.close(RocksDBStateStoreProvider.scala:865)
org.apache.spark.sql.execution.streaming.state.StateStoreSuiteBase.tryWithProviderResource(StateStoreSuite.scala:2829)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.$anonfun$new$140(RocksDBStateStoreSuite.scala:1811)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.$anonfun$new$140$adapted(RocksDBStateStoreSuite.scala:1809)
org.apache.spark.sql.execution.streaming.state.AlsoTestWithRocksDBFeatures.$anonfun$testWithColumnFamiliesAndEncodingTypes$3(RocksDBSuite.scala:217)
org.apache.spark.sql.catalyst.SQLConfHelper.withSQLConf(SQLConfHelper.scala:54)
org.apache.spark.sql.catalyst.SQLConfHelper.withSQLConf$(SQLConfHelper.scala:38)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.org$apache$spark$sql$test$SQLTestUtilsBase$$super$withSQLConf(RocksDBStateStoreSuite.scala:51)
org.apache.spark.sql.test.SQLTestUtilsBase.withSQLConf(SQLTestUtils.scala:253)
org.apache.spark.sql.test.SQLTestUtilsBase.withSQLConf$(SQLTestUtils.scala:251)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.withSQLConf(RocksDBStateStoreSuite.scala:51)
org.apache.spark.sql.execution.streaming.state.AlsoTestWithRocksDBFeatures.$anonfun$testWithColumnFamiliesAndEncodingTypes$2(RocksDBSuite.scala:217)
org.apache.spark.sql.execution.streaming.state.AlsoTestWithRocksDBFeatures.$anonfun$testWithColumnFamiliesAndEncodingTypes$2$adapted(RocksDBSuite.scala:215)
org.apache.spark.sql.execution.streaming.state.AlsoTestWithRocksDBFeatures.$anonfun$testWithColumnFamilies$5(RocksDBSuite.scala:249)
org.apache.spark.sql.catalyst.SQLConfHelper.withSQLConf(SQLConfHelper.scala:54)
org.apache.spark.sql.catalyst.SQLConfHelper.withSQLConf$(SQLConfHelper.scala:38)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.org$apache$spark$sql$test$SQLTestUtilsBase$$super$withSQLConf(RocksDBStateStoreSuite.scala:51)
org.apache.spark.sql.test.SQLTestUtilsBase.withSQLConf(SQLTestUtils.scala:253)
org.apache.spark.sql.test.SQLTestUtilsBase.withSQLConf$(SQLTestUtils.scala:251)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.withSQLConf(RocksDBStateStoreSuite.scala:51)
org.apache.spark.sql.execution.streaming.state.AlsoTestWithRocksDBFeatures.$anonfun$testWithChangelogCheckpointingDisabled$1(RocksDBSuite.scala:187)
scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.scala:18)
org.apache.spark.sql.catalyst.SQLConfHelper.withSQLConf(SQLConfHelper.scala:54)
org.apache.spark.sql.catalyst.SQLConfHelper.withSQLConf$(SQLConfHelper.scala:38)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.org$apache$spark$sql$test$SQLTestUtilsBase$$super$withSQLConf(RocksDBStateStoreSuite.scala:51)
org.apache.spark.sql.test.SQLTestUtilsBase.withSQLConf(SQLTestUtils.scala:253)
org.apache.spark.sql.test.SQLTestUtilsBase.withSQLConf$(SQLTestUtils.scala:251)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.withSQLConf(RocksDBStateStoreSuite.scala:51)
org.apache.spark.sql.execution.streaming.state.AlsoTestWithEncodingTypes.$anonfun$test$2(RocksDBSuite.scala:127)
org.scalatest.enablers.Timed$$anon$1.timeoutAfter(Timed.scala:127)
org.scalatest.concurrent.TimeLimits$.failAfterImpl(TimeLimits.scala:282)
org.scalatest.concurrent.TimeLimits.failAfter(TimeLimits.scala:231)
org.scalatest.concurrent.TimeLimits.failAfter$(TimeLimits.scala:230)
org.apache.spark.SparkFunSuite.failAfter(SparkFunSuite.scala:68)
org.apache.spark.SparkFunSuite.$anonfun$test$2(SparkFunSuite.scala:154)
org.scalatest.OutcomeOf.outcomeOf(OutcomeOf.scala:85)
org.scalatest.OutcomeOf.outcomeOf$(OutcomeOf.scala:83)
org.scalatest.OutcomeOf$.outcomeOf(OutcomeOf.scala:104)
org.scalatest.Transformer.apply(Transformer.scala:22)
org.scalatest.Transformer.apply(Transformer.scala:20)
org.scalatest.funsuite.AnyFunSuiteLike$$anon$1.apply(AnyFunSuiteLike.scala:226)
org.apache.spark.SparkFunSuite.withFixture(SparkFunSuite.scala:226)
org.scalatest.funsuite.AnyFunSuiteLike.invokeWithFixture$1(AnyFunSuiteLike.scala:224)
org.scalatest.funsuite.AnyFunSuiteLike.$anonfun$runTest$1(AnyFunSuiteLike.scala:236)
org.scalatest.SuperEngine.runTestImpl(Engine.scala:306)
org.scalatest.funsuite.AnyFunSuiteLike.runTest(AnyFunSuiteLike.scala:236)
org.scalatest.funsuite.AnyFunSuiteLike.runTest$(AnyFunSuiteLike.scala:218)
org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterEach$$super$runTest(SparkFunSuite.scala:68)
org.scalatest.BeforeAndAfterEach.runTest(BeforeAndAfterEach.scala:234)
org.scalatest.BeforeAndAfterEach.runTest$(BeforeAndAfterEach.scala:227)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.org$scalatest$BeforeAndAfter$$super$runTest(RocksDBStateStoreSuite.scala:51)
org.scalatest.BeforeAndAfter.runTest(BeforeAndAfter.scala:213)
org.scalatest.BeforeAndAfter.runTest$(BeforeAndAfter.scala:203)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.runTest(RocksDBStateStoreSuite.scala:51)
org.scalatest.funsuite.AnyFunSuiteLike.$anonfun$runTests$1(AnyFunSuiteLike.scala:269)
org.scalatest.SuperEngine.$anonfun$runTestsInBranch$1(Engine.scala:413)
scala.collection.immutable.List.foreach(List.scala:323)
org.scalatest.SuperEngine.traverseSubNodes$1(Engine.scala:401)
org.scalatest.SuperEngine.runTestsInBranch(Engine.scala:396)
org.scalatest.SuperEngine.runTestsImpl(Engine.scala:475)
org.scalatest.funsuite.AnyFunSuiteLike.runTests(AnyFunSuiteLike.scala:269)
org.scalatest.funsuite.AnyFunSuiteLike.runTests$(AnyFunSuiteLike.scala:268)
org.scalatest.funsuite.AnyFunSuite.runTests(AnyFunSuite.scala:1564)
org.scalatest.Suite.run(Suite.scala:1114)
org.scalatest.Suite.run$(Suite.scala:1096)
org.scalatest.funsuite.AnyFunSuite.org$scalatest$funsuite$AnyFunSuiteLike$$super$run(AnyFunSuite.scala:1564)
org.scalatest.funsuite.AnyFunSuiteLike.$anonfun$run$1(AnyFunSuiteLike.scala:273)
org.scalatest.SuperEngine.runImpl(Engine.scala:535)
org.scalatest.funsuite.AnyFunSuiteLike.run(AnyFunSuiteLike.scala:273)
org.scalatest.funsuite.AnyFunSuiteLike.run$(AnyFunSuiteLike.scala:272)
org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterAll$$super$run(SparkFunSuite.scala:68)
org.scalatest.BeforeAndAfterAll.liftedTree1$1(BeforeAndAfterAll.scala:213)
org.scalatest.BeforeAndAfterAll.run(BeforeAndAfterAll.scala:210)
org.scalatest.BeforeAndAfterAll.run$(BeforeAndAfterAll.scala:208)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.org$scalatest$BeforeAndAfter$$super$run(RocksDBStateStoreSuite.scala:51)
org.scalatest.BeforeAndAfter.run(BeforeAndAfter.scala:273)
org.scalatest.BeforeAndAfter.run$(BeforeAndAfter.scala:271)
org.apache.spark.sql.execution.streaming.state.RocksDBStateStoreSuite.run(RocksDBStateStoreSuite.scala:51)
org.scalatest.tools.Framework.org$scalatest$tools$Framework$$runSuite(Framework.scala:321)
org.scalatest.tools.Framework$ScalaTestTask.execute(Framework.scala:517)
sbt.ForkMain$Run.lambda$runTest$1(ForkMain.java:414)
java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
java.base/java.lang.Thread.run(Thread.java:840) SQLSTATE: 58030
|
|
ValueStateSuiteWithRowChecksum.Value state operations for unsupported type name should fail (encoding = unsaferow):
org/apache/spark/sql/execution/streaming/state/ValueStateSuiteWithRowChecksum#L1
org.scalatest.exceptions.TestFailedException: Expected exception org.apache.spark.SparkUnsupportedOperationException to be thrown, but no exception was thrown
|
|
ValueStateSuiteWithRowChecksum.Value state operations for unsupported type name should fail (encoding = avro):
org/apache/spark/sql/execution/streaming/state/ValueStateSuiteWithRowChecksum#L1
org.scalatest.exceptions.TestFailedException: Expected exception org.apache.spark.SparkUnsupportedOperationException to be thrown, but no exception was thrown
|
Artifacts
Produced during runtime
| Name | Size | Digest | |
|---|---|---|---|
|
test-results-sql-- other tests-17-hadoop3-hive2.3
|
550 KB |
sha256:648d44563a0c33fd12d3f630782b6ef11085bc0a84d89ae565c57ee21fb28898
|
|
|
unit-tests-log-sql-- other tests-17-hadoop3-hive2.3
|
15.9 MB |
sha256:fe09e513702fbfc773f7710f715797c61647ac7643befd2bd34f62e144f5520b
|
|