blob: 85d655329c4ada4bdf9cecea279c43a0360e04b6 [file] [log] [blame]
Roman Elizarovf16fd272017-02-07 11:26:00 +03001/*
Roman Elizarov1f74a2d2018-06-29 19:19:45 +03002 * Copyright 2016-2018 JetBrains s.r.o. Use of this source code is governed by the Apache 2.0 license.
Roman Elizarovf16fd272017-02-07 11:26:00 +03003 */
4
Roman Elizarov7b2d8b02017-02-02 20:09:14 +03005package kotlinx.coroutines.experimental.channels
6
Vsevolod Tolstopyatov96191342018-04-20 18:13:33 +03007import kotlinx.coroutines.experimental.internal.*
8import kotlinx.coroutines.experimental.internalAnnotations.Volatile
Roman Elizarove4b6f092018-03-06 13:37:42 +03009import kotlinx.coroutines.experimental.selects.*
Roman Elizarov7b2d8b02017-02-02 20:09:14 +030010
11/**
12 * Channel with array buffer of a fixed [capacity].
13 * Sender suspends only when buffer is fully and receiver suspends only when buffer is empty.
14 *
Roman Elizarovf2a710a2017-07-21 18:33:59 +030015 * This channel is created by `Channel(capacity)` factory function invocation.
16 *
Roman Elizarov7b2d8b02017-02-02 20:09:14 +030017 * This implementation uses lock to protect the buffer, which is held only during very short buffer-update operations.
18 * The lists of suspended senders or receivers are lock-free.
19 */
Roman Elizarov2ad0e942017-02-28 19:14:08 +030020public open class ArrayChannel<E>(
Roman Elizarovf138bbc2017-02-09 19:13:08 +030021 /**
22 * Buffer capacity.
23 */
24 val capacity: Int
25) : AbstractChannel<E>() {
Roman Elizarov7b2d8b02017-02-02 20:09:14 +030026 init {
Roman Elizarov8385ec92017-05-11 18:32:52 +030027 require(capacity >= 1) { "ArrayChannel capacity must be at least 1, but $capacity was specified" }
Roman Elizarov7b2d8b02017-02-02 20:09:14 +030028 }
29
30 private val lock = ReentrantLock()
31 private val buffer: Array<Any?> = arrayOfNulls<Any?>(capacity)
32 private var head: Int = 0
33 @Volatile
34 private var size: Int = 0
35
Roman Elizarov2ad0e942017-02-28 19:14:08 +030036 protected final override val isBufferAlwaysEmpty: Boolean get() = false
37 protected final override val isBufferEmpty: Boolean get() = size == 0
38 protected final override val isBufferAlwaysFull: Boolean get() = false
39 protected final override val isBufferFull: Boolean get() = size == capacity
Roman Elizarov7b2d8b02017-02-02 20:09:14 +030040
Roman Elizarovf6fed2a2017-02-03 19:12:09 +030041 // result is `OFFER_SUCCESS | OFFER_FAILED | Closed`
Roman Elizarov2ad0e942017-02-28 19:14:08 +030042 protected override fun offerInternal(element: E): Any {
Roman Elizarov7b2d8b02017-02-02 20:09:14 +030043 var receive: ReceiveOrClosed<E>? = null
Roman Elizarov1216e912017-02-22 09:57:06 +030044 var token: Any? = null
Roman Elizarove3aa8ff2017-04-27 19:16:40 +030045 lock.withLock {
Roman Elizarov7b2d8b02017-02-02 20:09:14 +030046 val size = this.size
Roman Elizarovf6fed2a2017-02-03 19:12:09 +030047 closedForSend?.let { return it }
Roman Elizarov7b2d8b02017-02-02 20:09:14 +030048 if (size < capacity) {
49 // tentatively put element to buffer
50 this.size = size + 1 // update size before checking queue (!!!)
51 // check for receivers that were waiting on empty queue
52 if (size == 0) {
Roman Elizarov1216e912017-02-22 09:57:06 +030053 loop@ while (true) {
54 receive = takeFirstReceiveOrPeekClosed() ?: break@loop // break when no receivers queued
55 if (receive is Closed) {
56 this.size = size // restore size
57 return receive!!
58 }
59 token = receive!!.tryResumeReceive(element, idempotent = null)
Roman Elizarov7b2d8b02017-02-02 20:09:14 +030060 if (token != null) {
61 this.size = size // restore size
Roman Elizarove3aa8ff2017-04-27 19:16:40 +030062 return@withLock
Roman Elizarov7b2d8b02017-02-02 20:09:14 +030063 }
64 }
65 }
66 buffer[(head + size) % capacity] = element // actually queue element
67 return OFFER_SUCCESS
68 }
69 // size == capacity: full
70 return OFFER_FAILED
71 }
72 // breaks here if offer meets receiver
73 receive!!.completeResumeReceive(token!!)
74 return receive!!.offerResult
75 }
76
Roman Elizarove3aa8ff2017-04-27 19:16:40 +030077 // result is `ALREADY_SELECTED | OFFER_SUCCESS | OFFER_FAILED | Closed`
Roman Elizarov2ad0e942017-02-28 19:14:08 +030078 protected override fun offerSelectInternal(element: E, select: SelectInstance<*>): Any {
Roman Elizarov1216e912017-02-22 09:57:06 +030079 var receive: ReceiveOrClosed<E>? = null
Roman Elizarov7b2d8b02017-02-02 20:09:14 +030080 var token: Any? = null
Roman Elizarove3aa8ff2017-04-27 19:16:40 +030081 lock.withLock {
Roman Elizarov1216e912017-02-22 09:57:06 +030082 val size = this.size
83 closedForSend?.let { return it }
84 if (size < capacity) {
85 // tentatively put element to buffer
86 this.size = size + 1 // update size before checking queue (!!!)
87 // check for receivers that were waiting on empty queue
88 if (size == 0) {
89 loop@ while (true) {
90 val offerOp = describeTryOffer(element)
91 val failure = select.performAtomicTrySelect(offerOp)
92 when {
93 failure == null -> { // offered successfully
94 this.size = size // restore size
95 receive = offerOp.result
96 token = offerOp.resumeToken
97 check(token != null)
Roman Elizarove3aa8ff2017-04-27 19:16:40 +030098 return@withLock
Roman Elizarov1216e912017-02-22 09:57:06 +030099 }
100 failure === OFFER_FAILED -> break@loop // cannot offer -> Ok to queue to buffer
101 failure === ALREADY_SELECTED || failure is Closed<*> -> {
102 this.size = size // restore size
103 return failure
104 }
105 else -> error("performAtomicTrySelect(describeTryOffer) returned $failure")
106 }
107 }
108 }
109 // let's try to select sending this element to buffer
Roman Elizarove3aa8ff2017-04-27 19:16:40 +0300110 if (!select.trySelect(null)) { // :todo: move trySelect completion outside of lock
Roman Elizarov1216e912017-02-22 09:57:06 +0300111 this.size = size // restore size
112 return ALREADY_SELECTED
113 }
114 buffer[(head + size) % capacity] = element // actually queue element
115 return OFFER_SUCCESS
116 }
117 // size == capacity: full
118 return OFFER_FAILED
119 }
120 // breaks here if offer meets receiver
121 receive!!.completeResumeReceive(token!!)
122 return receive!!.offerResult
123 }
124
125 // result is `E | POLL_FAILED | Closed`
Roman Elizarov2ad0e942017-02-28 19:14:08 +0300126 protected override fun pollInternal(): Any? {
Roman Elizarov7b2d8b02017-02-02 20:09:14 +0300127 var send: Send? = null
Roman Elizarov1216e912017-02-22 09:57:06 +0300128 var token: Any? = null
Roman Elizarov7b2d8b02017-02-02 20:09:14 +0300129 var result: Any? = null
Roman Elizarove3aa8ff2017-04-27 19:16:40 +0300130 lock.withLock {
Roman Elizarov7b2d8b02017-02-02 20:09:14 +0300131 val size = this.size
Roman Elizarove3aa8ff2017-04-27 19:16:40 +0300132 if (size == 0) return closedForSend ?: POLL_FAILED // when nothing can be read from buffer
Roman Elizarov7b2d8b02017-02-02 20:09:14 +0300133 // size > 0: not empty -- retrieve element
134 result = buffer[head]
135 buffer[head] = null
136 this.size = size - 1 // update size before checking queue (!!!)
137 // check for senders that were waiting on full queue
Roman Elizarov1216e912017-02-22 09:57:06 +0300138 var replacement: Any? = POLL_FAILED
Roman Elizarov7b2d8b02017-02-02 20:09:14 +0300139 if (size == capacity) {
Roman Elizarov1216e912017-02-22 09:57:06 +0300140 loop@ while (true) {
Roman Elizarov7b2d8b02017-02-02 20:09:14 +0300141 send = takeFirstSendOrPeekClosed() ?: break
Roman Elizarov1216e912017-02-22 09:57:06 +0300142 token = send!!.tryResumeSend(idempotent = null)
Roman Elizarov7b2d8b02017-02-02 20:09:14 +0300143 if (token != null) {
144 replacement = send!!.pollResult
Roman Elizarov1216e912017-02-22 09:57:06 +0300145 break@loop
Roman Elizarov7b2d8b02017-02-02 20:09:14 +0300146 }
147 }
148 }
Roman Elizarove3aa8ff2017-04-27 19:16:40 +0300149 if (replacement !== POLL_FAILED && replacement !is Closed<*>) {
Roman Elizarov7b2d8b02017-02-02 20:09:14 +0300150 this.size = size // restore size
151 buffer[(head + size) % capacity] = replacement
152 }
153 head = (head + 1) % capacity
154 }
155 // complete send the we're taken replacement from
156 if (token != null)
157 send!!.completeResumeSend(token!!)
158 return result
159 }
Roman Elizarov1216e912017-02-22 09:57:06 +0300160
161 // result is `ALREADY_SELECTED | E | POLL_FAILED | Closed`
Roman Elizarov2ad0e942017-02-28 19:14:08 +0300162 protected override fun pollSelectInternal(select: SelectInstance<*>): Any? {
Roman Elizarov1216e912017-02-22 09:57:06 +0300163 var send: Send? = null
164 var token: Any? = null
165 var result: Any? = null
Roman Elizarove3aa8ff2017-04-27 19:16:40 +0300166 lock.withLock {
Roman Elizarov1216e912017-02-22 09:57:06 +0300167 val size = this.size
168 if (size == 0) return closedForSend ?: POLL_FAILED
169 // size > 0: not empty -- retrieve element
170 result = buffer[head]
171 buffer[head] = null
172 this.size = size - 1 // update size before checking queue (!!!)
173 // check for senders that were waiting on full queue
174 var replacement: Any? = POLL_FAILED
175 if (size == capacity) {
176 loop@ while (true) {
177 val pollOp = describeTryPoll()
178 val failure = select.performAtomicTrySelect(pollOp)
179 when {
180 failure == null -> { // polled successfully
181 send = pollOp.result
182 token = pollOp.resumeToken
183 check(token != null)
184 replacement = send!!.pollResult
185 break@loop
186 }
187 failure === POLL_FAILED -> break@loop // cannot poll -> Ok to take from buffer
188 failure === ALREADY_SELECTED -> {
189 this.size = size // restore size
190 buffer[head] = result // restore head
191 return failure
192 }
193 failure is Closed<*> -> {
194 send = failure
195 token = failure.tryResumeSend(idempotent = null)
196 replacement = failure
197 break@loop
198 }
199 else -> error("performAtomicTrySelect(describeTryOffer) returned $failure")
200 }
201 }
202 }
Roman Elizarove3aa8ff2017-04-27 19:16:40 +0300203 if (replacement !== POLL_FAILED && replacement !is Closed<*>) {
Roman Elizarov1216e912017-02-22 09:57:06 +0300204 this.size = size // restore size
205 buffer[(head + size) % capacity] = replacement
206 } else {
207 // failed to poll or is already closed --> let's try to select receiving this element from buffer
Roman Elizarove3aa8ff2017-04-27 19:16:40 +0300208 if (!select.trySelect(null)) { // :todo: move trySelect completion outside of lock
Roman Elizarov1216e912017-02-22 09:57:06 +0300209 this.size = size // restore size
210 buffer[head] = result // restore head
211 return ALREADY_SELECTED
212 }
213 }
214 head = (head + 1) % capacity
215 }
216 // complete send the we're taken replacement from
217 if (token != null)
218 send!!.completeResumeSend(token!!)
219 return result
220 }
Roman Elizarovb555d912017-08-17 21:01:33 +0300221
222 // Note: this function is invoked when channel is already closed
223 override fun cleanupSendQueueOnCancel() {
224 // clear buffer first
225 lock.withLock {
226 repeat(size) {
227 buffer[head] = 0
228 head = (head + 1) % capacity
229 }
230 size = 0
231 }
232 // then clean all queued senders
233 super.cleanupSendQueueOnCancel()
234 }
Roman Elizarove4b6f092018-03-06 13:37:42 +0300235
236 // ------ debug ------
237
238 override val bufferDebugString: String
239 get() = "(buffer:capacity=${buffer.size},size=$size)"
Vsevolod Tolstopyatov96191342018-04-20 18:13:33 +0300240}