Roman Elizarov | 4391897 | 2017-10-07 21:00:06 +0300 | [diff] [blame] | 1 | /* |
Roman Elizarov | 1f74a2d | 2018-06-29 19:19:45 +0300 | [diff] [blame] | 2 | * Copyright 2016-2018 JetBrains s.r.o. Use of this source code is governed by the Apache 2.0 license. |
Roman Elizarov | 4391897 | 2017-10-07 21:00:06 +0300 | [diff] [blame] | 3 | */ |
| 4 | |
Roman Elizarov | 0950dfa | 2018-07-13 10:33:25 +0300 | [diff] [blame^] | 5 | package kotlinx.coroutines.channels |
Roman Elizarov | 4391897 | 2017-10-07 21:00:06 +0300 | [diff] [blame] | 6 | |
Roman Elizarov | 0950dfa | 2018-07-13 10:33:25 +0300 | [diff] [blame^] | 7 | import kotlinx.coroutines.* |
| 8 | import kotlinx.coroutines.selects.* |
Roman Elizarov | 9fe5f46 | 2018-02-21 19:05:52 +0300 | [diff] [blame] | 9 | import org.junit.* |
| 10 | import org.junit.runner.* |
| 11 | import org.junit.runners.* |
Roman Elizarov | 9fe5f46 | 2018-02-21 19:05:52 +0300 | [diff] [blame] | 12 | import java.util.concurrent.atomic.* |
Roman Elizarov | 4391897 | 2017-10-07 21:00:06 +0300 | [diff] [blame] | 13 | |
| 14 | /** |
| 15 | * Tests delivery of events to multiple broadcast channel subscribers. |
| 16 | */ |
| 17 | @RunWith(Parameterized::class) |
| 18 | class BroadcastChannelMultiReceiveStressTest( |
Vsevolod Tolstopyatov | a2d8088 | 2018-09-24 19:51:49 +0300 | [diff] [blame] | 19 | private val kind: TestBroadcastChannelKind |
Roman Elizarov | 4391897 | 2017-10-07 21:00:06 +0300 | [diff] [blame] | 20 | ) : TestBase() { |
| 21 | companion object { |
| 22 | @Parameterized.Parameters(name = "{0}") |
| 23 | @JvmStatic |
| 24 | fun params(): Collection<Array<Any>> = |
| 25 | TestBroadcastChannelKind.values().map { arrayOf<Any>(it) } |
| 26 | } |
| 27 | |
| 28 | private val nReceivers = if (isStressTest) 10 else 5 |
Roman Elizarov | d3d335b | 2017-10-21 17:43:53 +0300 | [diff] [blame] | 29 | private val nSeconds = 3 * stressTestMultiplier |
Roman Elizarov | 4391897 | 2017-10-07 21:00:06 +0300 | [diff] [blame] | 30 | |
Roman Elizarov | 45c8565 | 2017-10-13 14:46:22 +0300 | [diff] [blame] | 31 | private val broadcast = kind.create<Long>() |
Roman Elizarov | 4391897 | 2017-10-07 21:00:06 +0300 | [diff] [blame] | 32 | private val pool = newFixedThreadPoolContext(nReceivers + 1, "BroadcastChannelMultiReceiveStressTest") |
| 33 | |
Roman Elizarov | 45c8565 | 2017-10-13 14:46:22 +0300 | [diff] [blame] | 34 | private val sentTotal = AtomicLong() |
| 35 | private val receivedTotal = AtomicLong() |
| 36 | private val stopOnReceive = AtomicLong(-1) |
| 37 | private val lastReceived = Array(nReceivers) { AtomicLong(-1) } |
Roman Elizarov | 4391897 | 2017-10-07 21:00:06 +0300 | [diff] [blame] | 38 | |
| 39 | @After |
| 40 | fun tearDown() { |
Roman Elizarov | d9ae2bc | 2017-10-20 17:36:56 +0800 | [diff] [blame] | 41 | pool.close() |
Roman Elizarov | 4391897 | 2017-10-07 21:00:06 +0300 | [diff] [blame] | 42 | } |
| 43 | |
| 44 | @Test |
| 45 | fun testStress() = runBlocking { |
Roman Elizarov | d3d335b | 2017-10-21 17:43:53 +0300 | [diff] [blame] | 46 | println("--- BroadcastChannelMultiReceiveStressTest $kind with nReceivers=$nReceivers") |
Roman Elizarov | 4391897 | 2017-10-07 21:00:06 +0300 | [diff] [blame] | 47 | val sender = |
Roman Elizarov | 6e3ffb1 | 2018-09-14 13:46:58 +0300 | [diff] [blame] | 48 | launch(pool + CoroutineName("Sender")) { |
Roman Elizarov | 45c8565 | 2017-10-13 14:46:22 +0300 | [diff] [blame] | 49 | var i = 0L |
Roman Elizarov | 4391897 | 2017-10-07 21:00:06 +0300 | [diff] [blame] | 50 | while (isActive) { |
Roman Elizarov | fdd6db5 | 2017-10-07 23:01:20 +0300 | [diff] [blame] | 51 | broadcast.send(++i) |
| 52 | sentTotal.set(i) // set sentTotal only if `send` was not cancelled |
Roman Elizarov | 4391897 | 2017-10-07 21:00:06 +0300 | [diff] [blame] | 53 | } |
| 54 | } |
| 55 | val receivers = mutableListOf<Job>() |
Roman Elizarov | d3d335b | 2017-10-21 17:43:53 +0300 | [diff] [blame] | 56 | fun printProgress() { |
| 57 | println("Sent ${sentTotal.get()}, received ${receivedTotal.get()}, receivers=${receivers.size}") |
| 58 | } |
| 59 | // ramp up receivers |
| 60 | repeat(nReceivers) { |
| 61 | delay(100) // wait 0.1 sec |
| 62 | val receiverIndex = receivers.size |
| 63 | val name = "Receiver$receiverIndex" |
| 64 | println("Launching $name") |
Roman Elizarov | 6e3ffb1 | 2018-09-14 13:46:58 +0300 | [diff] [blame] | 65 | receivers += launch(pool + CoroutineName(name)) { |
Marko Devcic | 1d6230a | 2018-04-04 20:13:08 +0200 | [diff] [blame] | 66 | val channel = broadcast.openSubscription() |
Roman Elizarov | d3d335b | 2017-10-21 17:43:53 +0300 | [diff] [blame] | 67 | when (receiverIndex % 5) { |
Marko Devcic | 1d6230a | 2018-04-04 20:13:08 +0200 | [diff] [blame] | 68 | 0 -> doReceive(channel, receiverIndex) |
| 69 | 1 -> doReceiveOrNull(channel, receiverIndex) |
| 70 | 2 -> doIterator(channel, receiverIndex) |
| 71 | 3 -> doReceiveSelect(channel, receiverIndex) |
| 72 | 4 -> doReceiveSelectOrNull(channel, receiverIndex) |
Roman Elizarov | 4391897 | 2017-10-07 21:00:06 +0300 | [diff] [blame] | 73 | } |
Marko Devcic | 1d6230a | 2018-04-04 20:13:08 +0200 | [diff] [blame] | 74 | channel.cancel() |
Roman Elizarov | 4391897 | 2017-10-07 21:00:06 +0300 | [diff] [blame] | 75 | } |
Roman Elizarov | d3d335b | 2017-10-21 17:43:53 +0300 | [diff] [blame] | 76 | printProgress() |
| 77 | } |
| 78 | // wait |
Vsevolod Tolstopyatov | 87f2faa | 2018-04-30 22:53:02 +0300 | [diff] [blame] | 79 | repeat(nSeconds) { _ -> |
Roman Elizarov | d3d335b | 2017-10-21 17:43:53 +0300 | [diff] [blame] | 80 | delay(1000) |
| 81 | printProgress() |
Roman Elizarov | 4391897 | 2017-10-07 21:00:06 +0300 | [diff] [blame] | 82 | } |
| 83 | sender.cancelAndJoin() |
Roman Elizarov | d3d335b | 2017-10-21 17:43:53 +0300 | [diff] [blame] | 84 | println("Tested $kind with nReceivers=$nReceivers") |
Roman Elizarov | 4391897 | 2017-10-07 21:00:06 +0300 | [diff] [blame] | 85 | val total = sentTotal.get() |
| 86 | println(" Sent $total events, waiting for receivers") |
| 87 | stopOnReceive.set(total) |
Roman Elizarov | fdd6db5 | 2017-10-07 23:01:20 +0300 | [diff] [blame] | 88 | try { |
Roman Elizarov | 27b8f45 | 2018-09-20 21:23:41 +0300 | [diff] [blame] | 89 | withTimeout(5000) { |
Roman Elizarov | fdd6db5 | 2017-10-07 23:01:20 +0300 | [diff] [blame] | 90 | receivers.forEachIndexed { index, receiver -> |
| 91 | if (lastReceived[index].get() == total) |
| 92 | receiver.cancel() |
| 93 | else |
| 94 | receiver.join() |
| 95 | } |
Roman Elizarov | 4391897 | 2017-10-07 21:00:06 +0300 | [diff] [blame] | 96 | } |
Roman Elizarov | fdd6db5 | 2017-10-07 23:01:20 +0300 | [diff] [blame] | 97 | } catch (e: Exception) { |
| 98 | println("Failed: $e") |
Roman Elizarov | ffc61ae | 2017-10-26 19:29:52 +0300 | [diff] [blame] | 99 | pool.dumpThreads("Threads in pool") |
Roman Elizarov | fdd6db5 | 2017-10-07 23:01:20 +0300 | [diff] [blame] | 100 | receivers.indices.forEach { index -> |
| 101 | println("lastReceived[$index] = ${lastReceived[index].get()}") |
| 102 | } |
| 103 | throw e |
Roman Elizarov | 4391897 | 2017-10-07 21:00:06 +0300 | [diff] [blame] | 104 | } |
| 105 | println(" Received ${receivedTotal.get()} events") |
| 106 | } |
| 107 | |
Roman Elizarov | 45c8565 | 2017-10-13 14:46:22 +0300 | [diff] [blame] | 108 | private fun doReceived(receiverIndex: Int, i: Long): Boolean { |
Roman Elizarov | 4391897 | 2017-10-07 21:00:06 +0300 | [diff] [blame] | 109 | val last = lastReceived[receiverIndex].get() |
| 110 | check(i > last) { "Last was $last, got $i" } |
Roman Elizarov | 45c8565 | 2017-10-13 14:46:22 +0300 | [diff] [blame] | 111 | if (last != -1L && !kind.isConflated) |
Roman Elizarov | 4391897 | 2017-10-07 21:00:06 +0300 | [diff] [blame] | 112 | check(i == last + 1) { "Last was $last, got $i" } |
| 113 | receivedTotal.incrementAndGet() |
| 114 | lastReceived[receiverIndex].set(i) |
| 115 | return i == stopOnReceive.get() |
| 116 | } |
| 117 | |
Roman Elizarov | 45c8565 | 2017-10-13 14:46:22 +0300 | [diff] [blame] | 118 | private suspend fun doReceive(channel: ReceiveChannel<Long>, receiverIndex: Int) { |
Roman Elizarov | 4391897 | 2017-10-07 21:00:06 +0300 | [diff] [blame] | 119 | while (true) { |
| 120 | try { |
| 121 | val stop = doReceived(receiverIndex, channel.receive()) |
| 122 | if (stop) break |
| 123 | } |
| 124 | catch (ex: ClosedReceiveChannelException) { break } |
| 125 | } |
| 126 | } |
| 127 | |
Roman Elizarov | 45c8565 | 2017-10-13 14:46:22 +0300 | [diff] [blame] | 128 | private suspend fun doReceiveOrNull(channel: ReceiveChannel<Long>, receiverIndex: Int) { |
Roman Elizarov | 4391897 | 2017-10-07 21:00:06 +0300 | [diff] [blame] | 129 | while (true) { |
| 130 | val stop = doReceived(receiverIndex, channel.receiveOrNull() ?: break) |
| 131 | if (stop) break |
| 132 | } |
| 133 | } |
| 134 | |
Roman Elizarov | 45c8565 | 2017-10-13 14:46:22 +0300 | [diff] [blame] | 135 | private suspend fun doIterator(channel: ReceiveChannel<Long>, receiverIndex: Int) { |
Roman Elizarov | 4391897 | 2017-10-07 21:00:06 +0300 | [diff] [blame] | 136 | for (event in channel) { |
| 137 | val stop = doReceived(receiverIndex, event) |
| 138 | if (stop) break |
| 139 | } |
| 140 | } |
| 141 | |
Roman Elizarov | 45c8565 | 2017-10-13 14:46:22 +0300 | [diff] [blame] | 142 | private suspend fun doReceiveSelect(channel: ReceiveChannel<Long>, receiverIndex: Int) { |
Roman Elizarov | 4391897 | 2017-10-07 21:00:06 +0300 | [diff] [blame] | 143 | while (true) { |
| 144 | try { |
Roman Elizarov | 45c8565 | 2017-10-13 14:46:22 +0300 | [diff] [blame] | 145 | val event = select<Long> { channel.onReceive { it } } |
Roman Elizarov | 4391897 | 2017-10-07 21:00:06 +0300 | [diff] [blame] | 146 | val stop = doReceived(receiverIndex, event) |
| 147 | if (stop) break |
| 148 | } catch (ex: ClosedReceiveChannelException) { break } |
| 149 | } |
| 150 | } |
| 151 | |
Roman Elizarov | 45c8565 | 2017-10-13 14:46:22 +0300 | [diff] [blame] | 152 | private suspend fun doReceiveSelectOrNull(channel: ReceiveChannel<Long>, receiverIndex: Int) { |
Roman Elizarov | 4391897 | 2017-10-07 21:00:06 +0300 | [diff] [blame] | 153 | while (true) { |
Roman Elizarov | 45c8565 | 2017-10-13 14:46:22 +0300 | [diff] [blame] | 154 | val event = select<Long?> { channel.onReceiveOrNull { it } } ?: break |
Roman Elizarov | 4391897 | 2017-10-07 21:00:06 +0300 | [diff] [blame] | 155 | val stop = doReceived(receiverIndex, event) |
| 156 | if (stop) break |
| 157 | } |
| 158 | } |
| 159 | } |