blob: 60398bbad2c8ebcfe96f971660b5230bed6c9caa [file] [log] [blame]
Roman Elizarovf16fd272017-02-07 11:26:00 +03001/*
Roman Elizarov1f74a2d2018-06-29 19:19:45 +03002 * Copyright 2016-2018 JetBrains s.r.o. Use of this source code is governed by the Apache 2.0 license.
Roman Elizarovf16fd272017-02-07 11:26:00 +03003 */
4
Roman Elizarov0950dfa2018-07-13 10:33:25 +03005package kotlinx.coroutines.channels
Roman Elizarov7b2d8b02017-02-02 20:09:14 +03006
Roman Elizarov0950dfa2018-07-13 10:33:25 +03007import kotlinx.coroutines.*
8import kotlinx.coroutines.internal.*
9import kotlinx.coroutines.selects.*
Roman Elizarov7b2d8b02017-02-02 20:09:14 +030010
11/**
12 * Channel with array buffer of a fixed [capacity].
13 * Sender suspends only when buffer is fully and receiver suspends only when buffer is empty.
14 *
Roman Elizarovf2a710a2017-07-21 18:33:59 +030015 * This channel is created by `Channel(capacity)` factory function invocation.
16 *
Roman Elizarov7b2d8b02017-02-02 20:09:14 +030017 * This implementation uses lock to protect the buffer, which is held only during very short buffer-update operations.
18 * The lists of suspended senders or receivers are lock-free.
Roman Elizarov0950dfa2018-07-13 10:33:25 +030019 *
Roman Elizarov27b8f452018-09-20 21:23:41 +030020 * @suppress **This an internal API and should not be used from general code.**
Roman Elizarov7b2d8b02017-02-02 20:09:14 +030021 */
Roman Elizarov5633f912018-09-23 19:08:36 +030022@InternalCoroutinesApi
Roman Elizarov27b8f452018-09-20 21:23:41 +030023public open class ArrayChannel<E>
24@Deprecated(
25 "Replace with Channel factory function",
26 replaceWith = ReplaceWith("Channel(capacity)")
27)
28constructor(
Roman Elizarovf138bbc2017-02-09 19:13:08 +030029 /**
30 * Buffer capacity.
31 */
32 val capacity: Int
33) : AbstractChannel<E>() {
Roman Elizarov7b2d8b02017-02-02 20:09:14 +030034 init {
Roman Elizarov8385ec92017-05-11 18:32:52 +030035 require(capacity >= 1) { "ArrayChannel capacity must be at least 1, but $capacity was specified" }
Roman Elizarov7b2d8b02017-02-02 20:09:14 +030036 }
37
38 private val lock = ReentrantLock()
39 private val buffer: Array<Any?> = arrayOfNulls<Any?>(capacity)
40 private var head: Int = 0
41 @Volatile
42 private var size: Int = 0
43
Roman Elizarov2ad0e942017-02-28 19:14:08 +030044 protected final override val isBufferAlwaysEmpty: Boolean get() = false
45 protected final override val isBufferEmpty: Boolean get() = size == 0
46 protected final override val isBufferAlwaysFull: Boolean get() = false
47 protected final override val isBufferFull: Boolean get() = size == capacity
Roman Elizarov7b2d8b02017-02-02 20:09:14 +030048
Roman Elizarovf6fed2a2017-02-03 19:12:09 +030049 // result is `OFFER_SUCCESS | OFFER_FAILED | Closed`
Roman Elizarov2ad0e942017-02-28 19:14:08 +030050 protected override fun offerInternal(element: E): Any {
Roman Elizarov7b2d8b02017-02-02 20:09:14 +030051 var receive: ReceiveOrClosed<E>? = null
Roman Elizarov1216e912017-02-22 09:57:06 +030052 var token: Any? = null
Roman Elizarove3aa8ff2017-04-27 19:16:40 +030053 lock.withLock {
Roman Elizarov7b2d8b02017-02-02 20:09:14 +030054 val size = this.size
Roman Elizarovf6fed2a2017-02-03 19:12:09 +030055 closedForSend?.let { return it }
Roman Elizarov7b2d8b02017-02-02 20:09:14 +030056 if (size < capacity) {
57 // tentatively put element to buffer
58 this.size = size + 1 // update size before checking queue (!!!)
59 // check for receivers that were waiting on empty queue
60 if (size == 0) {
Roman Elizarov1216e912017-02-22 09:57:06 +030061 loop@ while (true) {
62 receive = takeFirstReceiveOrPeekClosed() ?: break@loop // break when no receivers queued
63 if (receive is Closed) {
64 this.size = size // restore size
65 return receive!!
66 }
67 token = receive!!.tryResumeReceive(element, idempotent = null)
Roman Elizarov7b2d8b02017-02-02 20:09:14 +030068 if (token != null) {
69 this.size = size // restore size
Roman Elizarove3aa8ff2017-04-27 19:16:40 +030070 return@withLock
Roman Elizarov7b2d8b02017-02-02 20:09:14 +030071 }
72 }
73 }
74 buffer[(head + size) % capacity] = element // actually queue element
75 return OFFER_SUCCESS
76 }
77 // size == capacity: full
78 return OFFER_FAILED
79 }
80 // breaks here if offer meets receiver
81 receive!!.completeResumeReceive(token!!)
82 return receive!!.offerResult
83 }
84
Roman Elizarove3aa8ff2017-04-27 19:16:40 +030085 // result is `ALREADY_SELECTED | OFFER_SUCCESS | OFFER_FAILED | Closed`
Roman Elizarov2ad0e942017-02-28 19:14:08 +030086 protected override fun offerSelectInternal(element: E, select: SelectInstance<*>): Any {
Roman Elizarov1216e912017-02-22 09:57:06 +030087 var receive: ReceiveOrClosed<E>? = null
Roman Elizarov7b2d8b02017-02-02 20:09:14 +030088 var token: Any? = null
Roman Elizarove3aa8ff2017-04-27 19:16:40 +030089 lock.withLock {
Roman Elizarov1216e912017-02-22 09:57:06 +030090 val size = this.size
91 closedForSend?.let { return it }
92 if (size < capacity) {
93 // tentatively put element to buffer
94 this.size = size + 1 // update size before checking queue (!!!)
95 // check for receivers that were waiting on empty queue
96 if (size == 0) {
97 loop@ while (true) {
98 val offerOp = describeTryOffer(element)
99 val failure = select.performAtomicTrySelect(offerOp)
100 when {
101 failure == null -> { // offered successfully
102 this.size = size // restore size
103 receive = offerOp.result
104 token = offerOp.resumeToken
105 check(token != null)
Roman Elizarove3aa8ff2017-04-27 19:16:40 +0300106 return@withLock
Roman Elizarov1216e912017-02-22 09:57:06 +0300107 }
108 failure === OFFER_FAILED -> break@loop // cannot offer -> Ok to queue to buffer
109 failure === ALREADY_SELECTED || failure is Closed<*> -> {
110 this.size = size // restore size
111 return failure
112 }
113 else -> error("performAtomicTrySelect(describeTryOffer) returned $failure")
114 }
115 }
116 }
117 // let's try to select sending this element to buffer
Roman Elizarove3aa8ff2017-04-27 19:16:40 +0300118 if (!select.trySelect(null)) { // :todo: move trySelect completion outside of lock
Roman Elizarov1216e912017-02-22 09:57:06 +0300119 this.size = size // restore size
120 return ALREADY_SELECTED
121 }
122 buffer[(head + size) % capacity] = element // actually queue element
123 return OFFER_SUCCESS
124 }
125 // size == capacity: full
126 return OFFER_FAILED
127 }
128 // breaks here if offer meets receiver
129 receive!!.completeResumeReceive(token!!)
130 return receive!!.offerResult
131 }
132
133 // result is `E | POLL_FAILED | Closed`
Roman Elizarov2ad0e942017-02-28 19:14:08 +0300134 protected override fun pollInternal(): Any? {
Roman Elizarov7b2d8b02017-02-02 20:09:14 +0300135 var send: Send? = null
Roman Elizarov1216e912017-02-22 09:57:06 +0300136 var token: Any? = null
Roman Elizarov7b2d8b02017-02-02 20:09:14 +0300137 var result: Any? = null
Roman Elizarove3aa8ff2017-04-27 19:16:40 +0300138 lock.withLock {
Roman Elizarov7b2d8b02017-02-02 20:09:14 +0300139 val size = this.size
Roman Elizarove3aa8ff2017-04-27 19:16:40 +0300140 if (size == 0) return closedForSend ?: POLL_FAILED // when nothing can be read from buffer
Roman Elizarov7b2d8b02017-02-02 20:09:14 +0300141 // size > 0: not empty -- retrieve element
142 result = buffer[head]
143 buffer[head] = null
144 this.size = size - 1 // update size before checking queue (!!!)
145 // check for senders that were waiting on full queue
Roman Elizarov1216e912017-02-22 09:57:06 +0300146 var replacement: Any? = POLL_FAILED
Roman Elizarov7b2d8b02017-02-02 20:09:14 +0300147 if (size == capacity) {
Roman Elizarov1216e912017-02-22 09:57:06 +0300148 loop@ while (true) {
Roman Elizarov7b2d8b02017-02-02 20:09:14 +0300149 send = takeFirstSendOrPeekClosed() ?: break
Roman Elizarov1216e912017-02-22 09:57:06 +0300150 token = send!!.tryResumeSend(idempotent = null)
Roman Elizarov7b2d8b02017-02-02 20:09:14 +0300151 if (token != null) {
152 replacement = send!!.pollResult
Roman Elizarov1216e912017-02-22 09:57:06 +0300153 break@loop
Roman Elizarov7b2d8b02017-02-02 20:09:14 +0300154 }
155 }
156 }
Roman Elizarove3aa8ff2017-04-27 19:16:40 +0300157 if (replacement !== POLL_FAILED && replacement !is Closed<*>) {
Roman Elizarov7b2d8b02017-02-02 20:09:14 +0300158 this.size = size // restore size
159 buffer[(head + size) % capacity] = replacement
160 }
161 head = (head + 1) % capacity
162 }
163 // complete send the we're taken replacement from
164 if (token != null)
165 send!!.completeResumeSend(token!!)
166 return result
167 }
Roman Elizarov1216e912017-02-22 09:57:06 +0300168
169 // result is `ALREADY_SELECTED | E | POLL_FAILED | Closed`
Roman Elizarov2ad0e942017-02-28 19:14:08 +0300170 protected override fun pollSelectInternal(select: SelectInstance<*>): Any? {
Roman Elizarov1216e912017-02-22 09:57:06 +0300171 var send: Send? = null
172 var token: Any? = null
173 var result: Any? = null
Roman Elizarove3aa8ff2017-04-27 19:16:40 +0300174 lock.withLock {
Roman Elizarov1216e912017-02-22 09:57:06 +0300175 val size = this.size
176 if (size == 0) return closedForSend ?: POLL_FAILED
177 // size > 0: not empty -- retrieve element
178 result = buffer[head]
179 buffer[head] = null
180 this.size = size - 1 // update size before checking queue (!!!)
181 // check for senders that were waiting on full queue
182 var replacement: Any? = POLL_FAILED
183 if (size == capacity) {
184 loop@ while (true) {
185 val pollOp = describeTryPoll()
186 val failure = select.performAtomicTrySelect(pollOp)
187 when {
188 failure == null -> { // polled successfully
189 send = pollOp.result
190 token = pollOp.resumeToken
191 check(token != null)
192 replacement = send!!.pollResult
193 break@loop
194 }
195 failure === POLL_FAILED -> break@loop // cannot poll -> Ok to take from buffer
196 failure === ALREADY_SELECTED -> {
197 this.size = size // restore size
198 buffer[head] = result // restore head
199 return failure
200 }
201 failure is Closed<*> -> {
202 send = failure
203 token = failure.tryResumeSend(idempotent = null)
204 replacement = failure
205 break@loop
206 }
207 else -> error("performAtomicTrySelect(describeTryOffer) returned $failure")
208 }
209 }
210 }
Roman Elizarove3aa8ff2017-04-27 19:16:40 +0300211 if (replacement !== POLL_FAILED && replacement !is Closed<*>) {
Roman Elizarov1216e912017-02-22 09:57:06 +0300212 this.size = size // restore size
213 buffer[(head + size) % capacity] = replacement
214 } else {
215 // failed to poll or is already closed --> let's try to select receiving this element from buffer
Roman Elizarove3aa8ff2017-04-27 19:16:40 +0300216 if (!select.trySelect(null)) { // :todo: move trySelect completion outside of lock
Roman Elizarov1216e912017-02-22 09:57:06 +0300217 this.size = size // restore size
218 buffer[head] = result // restore head
219 return ALREADY_SELECTED
220 }
221 }
222 head = (head + 1) % capacity
223 }
224 // complete send the we're taken replacement from
225 if (token != null)
226 send!!.completeResumeSend(token!!)
227 return result
228 }
Roman Elizarovb555d912017-08-17 21:01:33 +0300229
230 // Note: this function is invoked when channel is already closed
231 override fun cleanupSendQueueOnCancel() {
232 // clear buffer first
233 lock.withLock {
234 repeat(size) {
235 buffer[head] = 0
236 head = (head + 1) % capacity
237 }
238 size = 0
239 }
240 // then clean all queued senders
241 super.cleanupSendQueueOnCancel()
242 }
Roman Elizarove4b6f092018-03-06 13:37:42 +0300243
244 // ------ debug ------
245
246 override val bufferDebugString: String
247 get() = "(buffer:capacity=${buffer.size},size=$size)"
Vsevolod Tolstopyatov96191342018-04-20 18:13:33 +0300248}