Alex Vakulenko | e4eec20 | 2017-01-27 14:41:04 -0800 | [diff] [blame] | 1 | #include "include/private/dvr/buffer_hub_queue_client.h" |
| 2 | |
Alex Vakulenko | 4fe6058 | 2017-02-02 11:35:59 -0800 | [diff] [blame] | 3 | #include <inttypes.h> |
| 4 | #include <log/log.h> |
Corey Tabaka | 2b99ee5 | 2017-05-04 10:56:05 -0700 | [diff] [blame] | 5 | #include <poll.h> |
Hendrik Wagenaar | 4d3590f | 2017-05-06 22:36:04 -0700 | [diff] [blame] | 6 | #include <sys/epoll.h> |
Alex Vakulenko | e4eec20 | 2017-01-27 14:41:04 -0800 | [diff] [blame] | 7 | |
| 8 | #include <array> |
| 9 | |
| 10 | #include <pdx/default_transport/client_channel.h> |
| 11 | #include <pdx/default_transport/client_channel_factory.h> |
| 12 | #include <pdx/file_handle.h> |
Alex Vakulenko | e4eec20 | 2017-01-27 14:41:04 -0800 | [diff] [blame] | 13 | |
Corey Tabaka | 2b99ee5 | 2017-05-04 10:56:05 -0700 | [diff] [blame] | 14 | #define RETRY_EINTR(fnc_call) \ |
| 15 | ([&]() -> decltype(fnc_call) { \ |
| 16 | decltype(fnc_call) result; \ |
| 17 | do { \ |
| 18 | result = (fnc_call); \ |
| 19 | } while (result == -1 && errno == EINTR); \ |
| 20 | return result; \ |
| 21 | })() |
| 22 | |
Corey Tabaka | 1db8a5d | 2017-03-22 02:12:52 -0700 | [diff] [blame] | 23 | using android::pdx::ErrorStatus; |
| 24 | using android::pdx::LocalChannelHandle; |
Corey Tabaka | b7ca5de | 2017-05-08 18:55:02 -0700 | [diff] [blame] | 25 | using android::pdx::LocalHandle; |
Corey Tabaka | 1db8a5d | 2017-03-22 02:12:52 -0700 | [diff] [blame] | 26 | using android::pdx::Status; |
| 27 | |
Alex Vakulenko | e4eec20 | 2017-01-27 14:41:04 -0800 | [diff] [blame] | 28 | namespace android { |
| 29 | namespace dvr { |
| 30 | |
Corey Tabaka | b7ca5de | 2017-05-08 18:55:02 -0700 | [diff] [blame] | 31 | namespace { |
| 32 | |
| 33 | // Polls an fd for the given events. |
| 34 | Status<int> PollEvents(int fd, short events) { |
| 35 | const int kTimeoutMs = 0; |
| 36 | pollfd pfd{fd, events, 0}; |
| 37 | const int count = RETRY_EINTR(poll(&pfd, 1, kTimeoutMs)); |
| 38 | if (count < 0) { |
| 39 | return ErrorStatus(errno); |
| 40 | } else if (count == 0) { |
| 41 | return ErrorStatus(ETIMEDOUT); |
| 42 | } else { |
| 43 | return {pfd.revents}; |
| 44 | } |
| 45 | } |
| 46 | |
| 47 | // Polls a buffer for the given events, taking care to do the proper |
| 48 | // translation. |
| 49 | Status<int> PollEvents(const std::shared_ptr<BufferHubBuffer>& buffer, |
| 50 | short events) { |
| 51 | auto poll_status = PollEvents(buffer->event_fd(), events); |
| 52 | if (!poll_status) |
| 53 | return poll_status; |
| 54 | |
| 55 | return buffer->GetEventMask(poll_status.get()); |
| 56 | } |
| 57 | |
| 58 | std::pair<int32_t, int32_t> Unstuff(uint64_t value) { |
| 59 | return {static_cast<int32_t>(value >> 32), |
| 60 | static_cast<int32_t>(value & ((1ull << 32) - 1))}; |
| 61 | } |
| 62 | |
| 63 | uint64_t Stuff(int32_t a, int32_t b) { |
| 64 | const uint32_t ua = static_cast<uint32_t>(a); |
| 65 | const uint32_t ub = static_cast<uint32_t>(b); |
| 66 | return (static_cast<uint64_t>(ua) << 32) | static_cast<uint64_t>(ub); |
| 67 | } |
| 68 | |
| 69 | } // anonymous namespace |
| 70 | |
Corey Tabaka | 1db8a5d | 2017-03-22 02:12:52 -0700 | [diff] [blame] | 71 | BufferHubQueue::BufferHubQueue(LocalChannelHandle channel_handle) |
Alex Vakulenko | e4eec20 | 2017-01-27 14:41:04 -0800 | [diff] [blame] | 72 | : Client{pdx::default_transport::ClientChannel::Create( |
Corey Tabaka | b7ca5de | 2017-05-08 18:55:02 -0700 | [diff] [blame] | 73 | std::move(channel_handle))} { |
Alex Vakulenko | e4eec20 | 2017-01-27 14:41:04 -0800 | [diff] [blame] | 74 | Initialize(); |
| 75 | } |
| 76 | |
Corey Tabaka | 1db8a5d | 2017-03-22 02:12:52 -0700 | [diff] [blame] | 77 | BufferHubQueue::BufferHubQueue(const std::string& endpoint_path) |
Corey Tabaka | b7ca5de | 2017-05-08 18:55:02 -0700 | [diff] [blame] | 78 | : Client{ |
| 79 | pdx::default_transport::ClientChannelFactory::Create(endpoint_path)} { |
Alex Vakulenko | e4eec20 | 2017-01-27 14:41:04 -0800 | [diff] [blame] | 80 | Initialize(); |
| 81 | } |
| 82 | |
| 83 | void BufferHubQueue::Initialize() { |
| 84 | int ret = epoll_fd_.Create(); |
| 85 | if (ret < 0) { |
Alex Vakulenko | 4fe6058 | 2017-02-02 11:35:59 -0800 | [diff] [blame] | 86 | ALOGE("BufferHubQueue::BufferHubQueue: Failed to create epoll fd: %s", |
| 87 | strerror(-ret)); |
Alex Vakulenko | e4eec20 | 2017-01-27 14:41:04 -0800 | [diff] [blame] | 88 | return; |
| 89 | } |
| 90 | |
Corey Tabaka | b7ca5de | 2017-05-08 18:55:02 -0700 | [diff] [blame] | 91 | epoll_event event = { |
| 92 | .events = EPOLLIN | EPOLLET, |
| 93 | .data = {.u64 = Stuff(-1, BufferHubQueue::kEpollQueueEventIndex)}}; |
Alex Vakulenko | e4eec20 | 2017-01-27 14:41:04 -0800 | [diff] [blame] | 94 | ret = epoll_fd_.Control(EPOLL_CTL_ADD, event_fd(), &event); |
| 95 | if (ret < 0) { |
Corey Tabaka | 1db8a5d | 2017-03-22 02:12:52 -0700 | [diff] [blame] | 96 | ALOGE("BufferHubQueue::Initialize: Failed to add event fd to epoll set: %s", |
Alex Vakulenko | 4fe6058 | 2017-02-02 11:35:59 -0800 | [diff] [blame] | 97 | strerror(-ret)); |
Alex Vakulenko | e4eec20 | 2017-01-27 14:41:04 -0800 | [diff] [blame] | 98 | } |
| 99 | } |
| 100 | |
Corey Tabaka | 1db8a5d | 2017-03-22 02:12:52 -0700 | [diff] [blame] | 101 | Status<void> BufferHubQueue::ImportQueue() { |
| 102 | auto status = InvokeRemoteMethod<BufferHubRPC::GetQueueInfo>(); |
Alex Vakulenko | e4eec20 | 2017-01-27 14:41:04 -0800 | [diff] [blame] | 103 | if (!status) { |
Corey Tabaka | 1db8a5d | 2017-03-22 02:12:52 -0700 | [diff] [blame] | 104 | ALOGE("BufferHubQueue::ImportQueue: Failed to import queue: %s", |
| 105 | status.GetErrorMessage().c_str()); |
| 106 | return ErrorStatus(status.error()); |
| 107 | } else { |
Jiwen 'Steve' Cai | 6bffc67 | 2017-05-18 23:05:05 -0700 | [diff] [blame] | 108 | SetupQueue(status.get()); |
Corey Tabaka | 1db8a5d | 2017-03-22 02:12:52 -0700 | [diff] [blame] | 109 | return {}; |
| 110 | } |
| 111 | } |
| 112 | |
Jiwen 'Steve' Cai | 6bffc67 | 2017-05-18 23:05:05 -0700 | [diff] [blame] | 113 | void BufferHubQueue::SetupQueue(const QueueInfo& queue_info) { |
| 114 | is_async_ = queue_info.producer_config.is_async; |
| 115 | default_width_ = queue_info.producer_config.default_width; |
| 116 | default_height_ = queue_info.producer_config.default_height; |
| 117 | default_format_ = queue_info.producer_config.default_format; |
| 118 | meta_size_ = queue_info.producer_config.meta_size_bytes; |
| 119 | id_ = queue_info.id; |
Corey Tabaka | 1db8a5d | 2017-03-22 02:12:52 -0700 | [diff] [blame] | 120 | } |
| 121 | |
| 122 | std::unique_ptr<ConsumerQueue> BufferHubQueue::CreateConsumerQueue() { |
| 123 | if (auto status = CreateConsumerQueueHandle()) |
| 124 | return std::unique_ptr<ConsumerQueue>(new ConsumerQueue(status.take())); |
| 125 | else |
Alex Vakulenko | e4eec20 | 2017-01-27 14:41:04 -0800 | [diff] [blame] | 126 | return nullptr; |
Corey Tabaka | 1db8a5d | 2017-03-22 02:12:52 -0700 | [diff] [blame] | 127 | } |
| 128 | |
Corey Tabaka | 8a4e6a9 | 2017-04-20 13:42:02 -0700 | [diff] [blame] | 129 | std::unique_ptr<ConsumerQueue> BufferHubQueue::CreateSilentConsumerQueue() { |
| 130 | if (auto status = CreateConsumerQueueHandle()) |
| 131 | return std::unique_ptr<ConsumerQueue>( |
| 132 | new ConsumerQueue(status.take(), true)); |
| 133 | else |
| 134 | return nullptr; |
| 135 | } |
| 136 | |
Corey Tabaka | 1db8a5d | 2017-03-22 02:12:52 -0700 | [diff] [blame] | 137 | Status<LocalChannelHandle> BufferHubQueue::CreateConsumerQueueHandle() { |
| 138 | auto status = InvokeRemoteMethod<BufferHubRPC::CreateConsumerQueue>(); |
| 139 | if (!status) { |
| 140 | ALOGE( |
| 141 | "BufferHubQueue::CreateConsumerQueue: Failed to create consumer queue: " |
| 142 | "%s", |
| 143 | status.GetErrorMessage().c_str()); |
| 144 | return ErrorStatus(status.error()); |
Alex Vakulenko | e4eec20 | 2017-01-27 14:41:04 -0800 | [diff] [blame] | 145 | } |
| 146 | |
Corey Tabaka | 1db8a5d | 2017-03-22 02:12:52 -0700 | [diff] [blame] | 147 | return status; |
Alex Vakulenko | e4eec20 | 2017-01-27 14:41:04 -0800 | [diff] [blame] | 148 | } |
| 149 | |
| 150 | bool BufferHubQueue::WaitForBuffers(int timeout) { |
| 151 | std::array<epoll_event, kMaxEvents> events; |
| 152 | |
Corey Tabaka | 8a4e6a9 | 2017-04-20 13:42:02 -0700 | [diff] [blame] | 153 | // Loop at least once to check for hangups. |
| 154 | do { |
Corey Tabaka | 2b99ee5 | 2017-05-04 10:56:05 -0700 | [diff] [blame] | 155 | ALOGD_IF( |
| 156 | TRACE, |
| 157 | "BufferHubQueue::WaitForBuffers: queue_id=%d count=%zu capacity=%zu", |
| 158 | id(), count(), capacity()); |
Corey Tabaka | 8a4e6a9 | 2017-04-20 13:42:02 -0700 | [diff] [blame] | 159 | |
| 160 | // If there is already a buffer then just check for hangup without waiting. |
| 161 | const int ret = epoll_fd_.Wait(events.data(), events.size(), |
| 162 | count() == 0 ? timeout : 0); |
Alex Vakulenko | e4eec20 | 2017-01-27 14:41:04 -0800 | [diff] [blame] | 163 | |
| 164 | if (ret == 0) { |
Corey Tabaka | 9d8bd09 | 2017-04-25 16:47:44 -0700 | [diff] [blame] | 165 | ALOGI_IF(TRACE, |
Corey Tabaka | 2b99ee5 | 2017-05-04 10:56:05 -0700 | [diff] [blame] | 166 | "BufferHubQueue::WaitForBuffers: No events before timeout: " |
| 167 | "queue_id=%d", |
| 168 | id()); |
Corey Tabaka | 8a4e6a9 | 2017-04-20 13:42:02 -0700 | [diff] [blame] | 169 | return count() != 0; |
Alex Vakulenko | e4eec20 | 2017-01-27 14:41:04 -0800 | [diff] [blame] | 170 | } |
| 171 | |
| 172 | if (ret < 0 && ret != -EINTR) { |
Corey Tabaka | 1db8a5d | 2017-03-22 02:12:52 -0700 | [diff] [blame] | 173 | ALOGE("BufferHubQueue::WaitForBuffers: Failed to wait for buffers: %s", |
| 174 | strerror(-ret)); |
Alex Vakulenko | e4eec20 | 2017-01-27 14:41:04 -0800 | [diff] [blame] | 175 | return false; |
| 176 | } |
| 177 | |
| 178 | const int num_events = ret; |
| 179 | |
| 180 | // A BufferQueue's epoll fd tracks N+1 events, where there are N events, |
| 181 | // one for each buffer, in the queue and one extra event for the queue |
| 182 | // client itself. |
| 183 | for (int i = 0; i < num_events; i++) { |
Corey Tabaka | b7ca5de | 2017-05-08 18:55:02 -0700 | [diff] [blame] | 184 | int32_t event_fd; |
| 185 | int32_t index; |
| 186 | std::tie(event_fd, index) = Unstuff(events[i].data.u64); |
Alex Vakulenko | e4eec20 | 2017-01-27 14:41:04 -0800 | [diff] [blame] | 187 | |
Corey Tabaka | 9d8bd09 | 2017-04-25 16:47:44 -0700 | [diff] [blame] | 188 | ALOGD_IF(TRACE, |
Corey Tabaka | b7ca5de | 2017-05-08 18:55:02 -0700 | [diff] [blame] | 189 | "BufferHubQueue::WaitForBuffers: event %d: event_fd=%d index=%d", |
| 190 | i, event_fd, index); |
Alex Vakulenko | e4eec20 | 2017-01-27 14:41:04 -0800 | [diff] [blame] | 191 | |
Jiwen 'Steve' Cai | dc14e5b | 2017-01-24 17:05:12 -0800 | [diff] [blame] | 192 | if (is_buffer_event_index(index)) { |
Corey Tabaka | b7ca5de | 2017-05-08 18:55:02 -0700 | [diff] [blame] | 193 | HandleBufferEvent(static_cast<size_t>(index), event_fd, |
| 194 | events[i].events); |
Jiwen 'Steve' Cai | dc14e5b | 2017-01-24 17:05:12 -0800 | [diff] [blame] | 195 | } else if (is_queue_event_index(index)) { |
Corey Tabaka | 2b99ee5 | 2017-05-04 10:56:05 -0700 | [diff] [blame] | 196 | HandleQueueEvent(events[i].events); |
Alex Vakulenko | e4eec20 | 2017-01-27 14:41:04 -0800 | [diff] [blame] | 197 | } else { |
Corey Tabaka | b7ca5de | 2017-05-08 18:55:02 -0700 | [diff] [blame] | 198 | ALOGW( |
| 199 | "BufferHubQueue::WaitForBuffers: Unknown event type event_fd=%d " |
| 200 | "index=%d", |
| 201 | event_fd, index); |
Alex Vakulenko | e4eec20 | 2017-01-27 14:41:04 -0800 | [diff] [blame] | 202 | } |
| 203 | } |
Corey Tabaka | 8a4e6a9 | 2017-04-20 13:42:02 -0700 | [diff] [blame] | 204 | } while (count() == 0 && capacity() > 0 && !hung_up()); |
Alex Vakulenko | e4eec20 | 2017-01-27 14:41:04 -0800 | [diff] [blame] | 205 | |
Corey Tabaka | 8a4e6a9 | 2017-04-20 13:42:02 -0700 | [diff] [blame] | 206 | return count() != 0; |
Alex Vakulenko | e4eec20 | 2017-01-27 14:41:04 -0800 | [diff] [blame] | 207 | } |
| 208 | |
Corey Tabaka | b7ca5de | 2017-05-08 18:55:02 -0700 | [diff] [blame] | 209 | Status<void> BufferHubQueue::HandleBufferEvent(size_t slot, int event_fd, |
| 210 | int poll_events) { |
| 211 | if (!buffers_[slot]) { |
Jiwen 'Steve' Cai | dc14e5b | 2017-01-24 17:05:12 -0800 | [diff] [blame] | 212 | ALOGW("BufferHubQueue::HandleBufferEvent: Invalid buffer slot: %zu", slot); |
Corey Tabaka | b7ca5de | 2017-05-08 18:55:02 -0700 | [diff] [blame] | 213 | return ErrorStatus(ENOENT); |
Jiwen 'Steve' Cai | dc14e5b | 2017-01-24 17:05:12 -0800 | [diff] [blame] | 214 | } |
| 215 | |
Corey Tabaka | b7ca5de | 2017-05-08 18:55:02 -0700 | [diff] [blame] | 216 | auto status = buffers_[slot]->GetEventMask(poll_events); |
Jiwen 'Steve' Cai | dc14e5b | 2017-01-24 17:05:12 -0800 | [diff] [blame] | 217 | if (!status) { |
| 218 | ALOGW("BufferHubQueue::HandleBufferEvent: Failed to get event mask: %s", |
| 219 | status.GetErrorMessage().c_str()); |
Corey Tabaka | b7ca5de | 2017-05-08 18:55:02 -0700 | [diff] [blame] | 220 | return status.error_status(); |
Jiwen 'Steve' Cai | dc14e5b | 2017-01-24 17:05:12 -0800 | [diff] [blame] | 221 | } |
| 222 | |
Corey Tabaka | 2b99ee5 | 2017-05-04 10:56:05 -0700 | [diff] [blame] | 223 | const int events = status.get(); |
Jiwen 'Steve' Cai | dc14e5b | 2017-01-24 17:05:12 -0800 | [diff] [blame] | 224 | if (events & EPOLLIN) { |
Corey Tabaka | b7ca5de | 2017-05-08 18:55:02 -0700 | [diff] [blame] | 225 | auto entry_status = OnBufferReady(buffers_[slot], slot); |
| 226 | if (entry_status.ok() || entry_status.error() == EALREADY) { |
Corey Tabaka | 2b99ee5 | 2017-05-04 10:56:05 -0700 | [diff] [blame] | 227 | // Only enqueue the buffer if it moves to or is already in the state |
Corey Tabaka | b7ca5de | 2017-05-08 18:55:02 -0700 | [diff] [blame] | 228 | // requested in OnBufferReady(). |
| 229 | return Enqueue(entry_status.take()); |
| 230 | } else if (entry_status.error() == EBUSY) { |
| 231 | // If the buffer is busy this means that the buffer moved from released to |
| 232 | // posted when a new consumer was created before the ProducerQueue had a |
| 233 | // chance to regain it. This is a valid transition that we have to handle |
| 234 | // because edge triggered poll events latch the ready state even if it is |
| 235 | // later de-asserted -- don't enqueue or print an error log in this case. |
Corey Tabaka | 2b99ee5 | 2017-05-04 10:56:05 -0700 | [diff] [blame] | 236 | } else { |
| 237 | ALOGE( |
| 238 | "BufferHubQueue::HandleBufferEvent: Failed to set buffer ready, " |
| 239 | "queue_id=%d buffer_id=%d: %s", |
Corey Tabaka | b7ca5de | 2017-05-08 18:55:02 -0700 | [diff] [blame] | 240 | id(), buffers_[slot]->id(), entry_status.GetErrorMessage().c_str()); |
Jiwen 'Steve' Cai | dc14e5b | 2017-01-24 17:05:12 -0800 | [diff] [blame] | 241 | } |
Jiwen 'Steve' Cai | dc14e5b | 2017-01-24 17:05:12 -0800 | [diff] [blame] | 242 | } else if (events & EPOLLHUP) { |
Corey Tabaka | b7ca5de | 2017-05-08 18:55:02 -0700 | [diff] [blame] | 243 | // Check to see if the current buffer in the slot hung up. This is a bit of |
| 244 | // paranoia to deal with the epoll set getting out of sync with the buffer |
| 245 | // slots. |
| 246 | auto poll_status = PollEvents(buffers_[slot], POLLIN); |
| 247 | if (!poll_status && poll_status.error() != ETIMEDOUT) { |
| 248 | ALOGE("BufferHubQueue::HandleBufferEvent: Failed to poll buffer: %s", |
| 249 | poll_status.GetErrorMessage().c_str()); |
| 250 | return poll_status.error_status(); |
| 251 | } |
| 252 | |
| 253 | const bool hangup_pending = status.ok() && (poll_status.get() & EPOLLHUP); |
| 254 | |
Jiwen 'Steve' Cai | dc14e5b | 2017-01-24 17:05:12 -0800 | [diff] [blame] | 255 | ALOGW( |
Corey Tabaka | b7ca5de | 2017-05-08 18:55:02 -0700 | [diff] [blame] | 256 | "BufferHubQueue::HandleBufferEvent: Received EPOLLHUP event: slot=%zu " |
| 257 | "event_fd=%d buffer_id=%d hangup_pending=%d poll_status=%x", |
| 258 | slot, buffers_[slot]->event_fd(), buffers_[slot]->id(), hangup_pending, |
| 259 | poll_status.get()); |
| 260 | |
| 261 | if (hangup_pending) { |
Jiwen 'Steve' Cai | bb701db | 2017-05-23 11:15:33 -0700 | [diff] [blame^] | 262 | return RemoveBuffer(slot); |
Jiwen 'Steve' Cai | dc14e5b | 2017-01-24 17:05:12 -0800 | [diff] [blame] | 263 | } else { |
Corey Tabaka | b7ca5de | 2017-05-08 18:55:02 -0700 | [diff] [blame] | 264 | // Clean up the bookkeeping for the event fd. This is a bit of paranoia to |
| 265 | // deal with the epoll set getting out of sync with the buffer slots. |
| 266 | // Hitting this path should be very unusual. |
| 267 | const int ret = epoll_fd_.Control(EPOLL_CTL_DEL, event_fd, nullptr); |
| 268 | if (ret < 0) { |
| 269 | ALOGE( |
| 270 | "BufferHubQueue::HandleBufferEvent: Failed to remove fd=%d from " |
| 271 | "epoll set: %s", |
| 272 | event_fd, strerror(-ret)); |
| 273 | return ErrorStatus(-ret); |
| 274 | } |
Jiwen 'Steve' Cai | dc14e5b | 2017-01-24 17:05:12 -0800 | [diff] [blame] | 275 | } |
| 276 | } else { |
Corey Tabaka | 1db8a5d | 2017-03-22 02:12:52 -0700 | [diff] [blame] | 277 | ALOGW( |
| 278 | "BufferHubQueue::HandleBufferEvent: Unknown event, slot=%zu, epoll " |
| 279 | "events=%d", |
| 280 | slot, events); |
Jiwen 'Steve' Cai | dc14e5b | 2017-01-24 17:05:12 -0800 | [diff] [blame] | 281 | } |
Corey Tabaka | b7ca5de | 2017-05-08 18:55:02 -0700 | [diff] [blame] | 282 | |
| 283 | return {}; |
Jiwen 'Steve' Cai | dc14e5b | 2017-01-24 17:05:12 -0800 | [diff] [blame] | 284 | } |
| 285 | |
Corey Tabaka | b7ca5de | 2017-05-08 18:55:02 -0700 | [diff] [blame] | 286 | Status<void> BufferHubQueue::HandleQueueEvent(int poll_event) { |
Corey Tabaka | 2b99ee5 | 2017-05-04 10:56:05 -0700 | [diff] [blame] | 287 | auto status = GetEventMask(poll_event); |
Jiwen 'Steve' Cai | dc14e5b | 2017-01-24 17:05:12 -0800 | [diff] [blame] | 288 | if (!status) { |
| 289 | ALOGW("BufferHubQueue::HandleQueueEvent: Failed to get event mask: %s", |
| 290 | status.GetErrorMessage().c_str()); |
Corey Tabaka | b7ca5de | 2017-05-08 18:55:02 -0700 | [diff] [blame] | 291 | return status.error_status(); |
Jiwen 'Steve' Cai | dc14e5b | 2017-01-24 17:05:12 -0800 | [diff] [blame] | 292 | } |
| 293 | |
Corey Tabaka | 2b99ee5 | 2017-05-04 10:56:05 -0700 | [diff] [blame] | 294 | const int events = status.get(); |
Jiwen 'Steve' Cai | dc14e5b | 2017-01-24 17:05:12 -0800 | [diff] [blame] | 295 | if (events & EPOLLIN) { |
| 296 | // Note that after buffer imports, if |count()| still returns 0, epoll |
| 297 | // wait will be tried again to acquire the newly imported buffer. |
Corey Tabaka | 1db8a5d | 2017-03-22 02:12:52 -0700 | [diff] [blame] | 298 | auto buffer_status = OnBufferAllocated(); |
| 299 | if (!buffer_status) { |
| 300 | ALOGE("BufferHubQueue::HandleQueueEvent: Failed to import buffer: %s", |
| 301 | buffer_status.GetErrorMessage().c_str()); |
Jiwen 'Steve' Cai | dc14e5b | 2017-01-24 17:05:12 -0800 | [diff] [blame] | 302 | } |
Corey Tabaka | 8a4e6a9 | 2017-04-20 13:42:02 -0700 | [diff] [blame] | 303 | } else if (events & EPOLLHUP) { |
| 304 | ALOGD_IF(TRACE, "BufferHubQueue::HandleQueueEvent: hang up event!"); |
| 305 | hung_up_ = true; |
Jiwen 'Steve' Cai | dc14e5b | 2017-01-24 17:05:12 -0800 | [diff] [blame] | 306 | } else { |
Corey Tabaka | 2b99ee5 | 2017-05-04 10:56:05 -0700 | [diff] [blame] | 307 | ALOGW("BufferHubQueue::HandleQueueEvent: Unknown epoll events=%x", events); |
Jiwen 'Steve' Cai | dc14e5b | 2017-01-24 17:05:12 -0800 | [diff] [blame] | 308 | } |
Corey Tabaka | b7ca5de | 2017-05-08 18:55:02 -0700 | [diff] [blame] | 309 | |
| 310 | return {}; |
Jiwen 'Steve' Cai | dc14e5b | 2017-01-24 17:05:12 -0800 | [diff] [blame] | 311 | } |
| 312 | |
Corey Tabaka | b7ca5de | 2017-05-08 18:55:02 -0700 | [diff] [blame] | 313 | Status<void> BufferHubQueue::AddBuffer( |
| 314 | const std::shared_ptr<BufferHubBuffer>& buffer, size_t slot) { |
| 315 | ALOGD_IF(TRACE, "BufferHubQueue::AddBuffer: buffer_id=%d slot=%zu", |
| 316 | buffer->id(), slot); |
| 317 | |
Alex Vakulenko | e4eec20 | 2017-01-27 14:41:04 -0800 | [diff] [blame] | 318 | if (is_full()) { |
Alex Vakulenko | 4fe6058 | 2017-02-02 11:35:59 -0800 | [diff] [blame] | 319 | ALOGE("BufferHubQueue::AddBuffer queue is at maximum capacity: %zu", |
| 320 | capacity_); |
Corey Tabaka | b7ca5de | 2017-05-08 18:55:02 -0700 | [diff] [blame] | 321 | return ErrorStatus(E2BIG); |
Alex Vakulenko | e4eec20 | 2017-01-27 14:41:04 -0800 | [diff] [blame] | 322 | } |
| 323 | |
Corey Tabaka | b7ca5de | 2017-05-08 18:55:02 -0700 | [diff] [blame] | 324 | if (buffers_[slot]) { |
| 325 | // Replace the buffer if the slot is occupied. This could happen when the |
Jiwen 'Steve' Cai | bb701db | 2017-05-23 11:15:33 -0700 | [diff] [blame^] | 326 | // producer side replaced the slot with a newly allocated buffer. Remove the |
Jiwen 'Steve' Cai | dc14e5b | 2017-01-24 17:05:12 -0800 | [diff] [blame] | 327 | // buffer before setting up with the new one. |
Jiwen 'Steve' Cai | bb701db | 2017-05-23 11:15:33 -0700 | [diff] [blame^] | 328 | auto remove_status = RemoveBuffer(slot); |
| 329 | if (!remove_status) |
| 330 | return remove_status.error_status(); |
Alex Vakulenko | e4eec20 | 2017-01-27 14:41:04 -0800 | [diff] [blame] | 331 | } |
| 332 | |
Corey Tabaka | b7ca5de | 2017-05-08 18:55:02 -0700 | [diff] [blame] | 333 | epoll_event event = {.events = EPOLLIN | EPOLLET, |
| 334 | .data = {.u64 = Stuff(buffer->event_fd(), slot)}}; |
| 335 | const int ret = epoll_fd_.Control(EPOLL_CTL_ADD, buffer->event_fd(), &event); |
Alex Vakulenko | e4eec20 | 2017-01-27 14:41:04 -0800 | [diff] [blame] | 336 | if (ret < 0) { |
Alex Vakulenko | 4fe6058 | 2017-02-02 11:35:59 -0800 | [diff] [blame] | 337 | ALOGE("BufferHubQueue::AddBuffer: Failed to add buffer to epoll set: %s", |
| 338 | strerror(-ret)); |
Corey Tabaka | b7ca5de | 2017-05-08 18:55:02 -0700 | [diff] [blame] | 339 | return ErrorStatus(-ret); |
Alex Vakulenko | e4eec20 | 2017-01-27 14:41:04 -0800 | [diff] [blame] | 340 | } |
| 341 | |
Corey Tabaka | b7ca5de | 2017-05-08 18:55:02 -0700 | [diff] [blame] | 342 | buffers_[slot] = buffer; |
Alex Vakulenko | e4eec20 | 2017-01-27 14:41:04 -0800 | [diff] [blame] | 343 | capacity_++; |
Corey Tabaka | b7ca5de | 2017-05-08 18:55:02 -0700 | [diff] [blame] | 344 | return {}; |
Alex Vakulenko | e4eec20 | 2017-01-27 14:41:04 -0800 | [diff] [blame] | 345 | } |
| 346 | |
Jiwen 'Steve' Cai | bb701db | 2017-05-23 11:15:33 -0700 | [diff] [blame^] | 347 | Status<void> BufferHubQueue::RemoveBuffer(size_t slot) { |
| 348 | ALOGD_IF(TRACE, "BufferHubQueue::RemoveBuffer: slot=%zu", slot); |
Corey Tabaka | b7ca5de | 2017-05-08 18:55:02 -0700 | [diff] [blame] | 349 | |
| 350 | if (buffers_[slot]) { |
| 351 | const int ret = |
| 352 | epoll_fd_.Control(EPOLL_CTL_DEL, buffers_[slot]->event_fd(), nullptr); |
| 353 | if (ret < 0) { |
| 354 | ALOGE( |
Jiwen 'Steve' Cai | bb701db | 2017-05-23 11:15:33 -0700 | [diff] [blame^] | 355 | "BufferHubQueue::RemoveBuffer: Failed to remove buffer from epoll " |
Corey Tabaka | b7ca5de | 2017-05-08 18:55:02 -0700 | [diff] [blame] | 356 | "set: " |
| 357 | "%s", |
| 358 | strerror(-ret)); |
| 359 | return ErrorStatus(-ret); |
| 360 | } |
| 361 | |
| 362 | buffers_[slot] = nullptr; |
| 363 | capacity_--; |
Alex Vakulenko | e4eec20 | 2017-01-27 14:41:04 -0800 | [diff] [blame] | 364 | } |
| 365 | |
Corey Tabaka | b7ca5de | 2017-05-08 18:55:02 -0700 | [diff] [blame] | 366 | return {}; |
Alex Vakulenko | e4eec20 | 2017-01-27 14:41:04 -0800 | [diff] [blame] | 367 | } |
| 368 | |
Corey Tabaka | b7ca5de | 2017-05-08 18:55:02 -0700 | [diff] [blame] | 369 | Status<void> BufferHubQueue::Enqueue(Entry entry) { |
| 370 | if (!is_full()) { |
| 371 | available_buffers_.Append(std::move(entry)); |
| 372 | return {}; |
| 373 | } else { |
Corey Tabaka | 1db8a5d | 2017-03-22 02:12:52 -0700 | [diff] [blame] | 374 | ALOGE("BufferHubQueue::Enqueue: Buffer queue is full!"); |
Corey Tabaka | b7ca5de | 2017-05-08 18:55:02 -0700 | [diff] [blame] | 375 | return ErrorStatus(E2BIG); |
Alex Vakulenko | e4eec20 | 2017-01-27 14:41:04 -0800 | [diff] [blame] | 376 | } |
Alex Vakulenko | e4eec20 | 2017-01-27 14:41:04 -0800 | [diff] [blame] | 377 | } |
| 378 | |
Corey Tabaka | 9d8bd09 | 2017-04-25 16:47:44 -0700 | [diff] [blame] | 379 | Status<std::shared_ptr<BufferHubBuffer>> BufferHubQueue::Dequeue( |
| 380 | int timeout, size_t* slot, void* meta, LocalHandle* fence) { |
Corey Tabaka | b7ca5de | 2017-05-08 18:55:02 -0700 | [diff] [blame] | 381 | ALOGD_IF(TRACE, "BufferHubQueue::Dequeue: count=%zu, timeout=%d", count(), |
| 382 | timeout); |
Alex Vakulenko | e4eec20 | 2017-01-27 14:41:04 -0800 | [diff] [blame] | 383 | |
Corey Tabaka | 8a4e6a9 | 2017-04-20 13:42:02 -0700 | [diff] [blame] | 384 | if (!WaitForBuffers(timeout)) |
Corey Tabaka | 9d8bd09 | 2017-04-25 16:47:44 -0700 | [diff] [blame] | 385 | return ErrorStatus(ETIMEDOUT); |
Alex Vakulenko | e4eec20 | 2017-01-27 14:41:04 -0800 | [diff] [blame] | 386 | |
Corey Tabaka | b7ca5de | 2017-05-08 18:55:02 -0700 | [diff] [blame] | 387 | auto& entry = available_buffers_.Front(); |
Alex Vakulenko | e4eec20 | 2017-01-27 14:41:04 -0800 | [diff] [blame] | 388 | |
Corey Tabaka | b7ca5de | 2017-05-08 18:55:02 -0700 | [diff] [blame] | 389 | std::shared_ptr<BufferHubBuffer> buffer = std::move(entry.buffer); |
| 390 | *slot = entry.slot; |
| 391 | *fence = std::move(entry.fence); |
| 392 | if (meta && entry.metadata) { |
| 393 | std::copy(entry.metadata.get(), entry.metadata.get() + meta_size_, |
Alex Vakulenko | e4eec20 | 2017-01-27 14:41:04 -0800 | [diff] [blame] | 394 | reinterpret_cast<uint8_t*>(meta)); |
| 395 | } |
| 396 | |
Corey Tabaka | b7ca5de | 2017-05-08 18:55:02 -0700 | [diff] [blame] | 397 | available_buffers_.PopFront(); |
| 398 | |
| 399 | return {std::move(buffer)}; |
Alex Vakulenko | e4eec20 | 2017-01-27 14:41:04 -0800 | [diff] [blame] | 400 | } |
| 401 | |
Corey Tabaka | 1db8a5d | 2017-03-22 02:12:52 -0700 | [diff] [blame] | 402 | ProducerQueue::ProducerQueue(LocalChannelHandle handle) |
| 403 | : BASE(std::move(handle)) { |
| 404 | auto status = ImportQueue(); |
| 405 | if (!status) { |
| 406 | ALOGE("ProducerQueue::ProducerQueue: Failed to import queue: %s", |
| 407 | status.GetErrorMessage().c_str()); |
| 408 | Close(-status.error()); |
| 409 | } |
| 410 | } |
Alex Vakulenko | e4eec20 | 2017-01-27 14:41:04 -0800 | [diff] [blame] | 411 | |
Jiwen 'Steve' Cai | 6bffc67 | 2017-05-18 23:05:05 -0700 | [diff] [blame] | 412 | ProducerQueue::ProducerQueue(const ProducerQueueConfig& config, |
| 413 | const UsagePolicy& usage) |
Corey Tabaka | 1db8a5d | 2017-03-22 02:12:52 -0700 | [diff] [blame] | 414 | : BASE(BufferHubRPC::kClientPath) { |
Jiwen 'Steve' Cai | cbd32bf | 2017-05-18 17:03:20 -0700 | [diff] [blame] | 415 | auto status = |
Jiwen 'Steve' Cai | 6bffc67 | 2017-05-18 23:05:05 -0700 | [diff] [blame] | 416 | InvokeRemoteMethod<BufferHubRPC::CreateProducerQueue>(config, usage); |
Alex Vakulenko | e4eec20 | 2017-01-27 14:41:04 -0800 | [diff] [blame] | 417 | if (!status) { |
Alex Vakulenko | 4fe6058 | 2017-02-02 11:35:59 -0800 | [diff] [blame] | 418 | ALOGE("ProducerQueue::ProducerQueue: Failed to create producer queue: %s", |
| 419 | status.GetErrorMessage().c_str()); |
Alex Vakulenko | e4eec20 | 2017-01-27 14:41:04 -0800 | [diff] [blame] | 420 | Close(-status.error()); |
| 421 | return; |
| 422 | } |
Corey Tabaka | 1db8a5d | 2017-03-22 02:12:52 -0700 | [diff] [blame] | 423 | |
Jiwen 'Steve' Cai | 6bffc67 | 2017-05-18 23:05:05 -0700 | [diff] [blame] | 424 | SetupQueue(status.get()); |
Alex Vakulenko | e4eec20 | 2017-01-27 14:41:04 -0800 | [diff] [blame] | 425 | } |
| 426 | |
Corey Tabaka | b7ca5de | 2017-05-08 18:55:02 -0700 | [diff] [blame] | 427 | Status<void> ProducerQueue::AllocateBuffer(uint32_t width, uint32_t height, |
| 428 | uint32_t layer_count, |
| 429 | uint32_t format, uint64_t usage, |
| 430 | size_t* out_slot) { |
Alex Vakulenko | e4eec20 | 2017-01-27 14:41:04 -0800 | [diff] [blame] | 431 | if (out_slot == nullptr) { |
Corey Tabaka | 1db8a5d | 2017-03-22 02:12:52 -0700 | [diff] [blame] | 432 | ALOGE("ProducerQueue::AllocateBuffer: Parameter out_slot cannot be null."); |
Corey Tabaka | b7ca5de | 2017-05-08 18:55:02 -0700 | [diff] [blame] | 433 | return ErrorStatus(EINVAL); |
Alex Vakulenko | e4eec20 | 2017-01-27 14:41:04 -0800 | [diff] [blame] | 434 | } |
| 435 | |
| 436 | if (is_full()) { |
Alex Vakulenko | 4fe6058 | 2017-02-02 11:35:59 -0800 | [diff] [blame] | 437 | ALOGE("ProducerQueue::AllocateBuffer queue is at maximum capacity: %zu", |
| 438 | capacity()); |
Corey Tabaka | b7ca5de | 2017-05-08 18:55:02 -0700 | [diff] [blame] | 439 | return ErrorStatus(E2BIG); |
Alex Vakulenko | e4eec20 | 2017-01-27 14:41:04 -0800 | [diff] [blame] | 440 | } |
| 441 | |
Corey Tabaka | b7ca5de | 2017-05-08 18:55:02 -0700 | [diff] [blame] | 442 | const size_t kBufferCount = 1u; |
Alex Vakulenko | e4eec20 | 2017-01-27 14:41:04 -0800 | [diff] [blame] | 443 | Status<std::vector<std::pair<LocalChannelHandle, size_t>>> status = |
| 444 | InvokeRemoteMethod<BufferHubRPC::ProducerQueueAllocateBuffers>( |
Hendrik Wagenaar | 108e84f | 2017-05-07 22:19:17 -0700 | [diff] [blame] | 445 | width, height, layer_count, format, usage, kBufferCount); |
Alex Vakulenko | e4eec20 | 2017-01-27 14:41:04 -0800 | [diff] [blame] | 446 | if (!status) { |
Corey Tabaka | 8a4e6a9 | 2017-04-20 13:42:02 -0700 | [diff] [blame] | 447 | ALOGE("ProducerQueue::AllocateBuffer failed to create producer buffer: %s", |
| 448 | status.GetErrorMessage().c_str()); |
Corey Tabaka | b7ca5de | 2017-05-08 18:55:02 -0700 | [diff] [blame] | 449 | return status.error_status(); |
Alex Vakulenko | e4eec20 | 2017-01-27 14:41:04 -0800 | [diff] [blame] | 450 | } |
| 451 | |
| 452 | auto buffer_handle_slots = status.take(); |
Alex Vakulenko | 4fe6058 | 2017-02-02 11:35:59 -0800 | [diff] [blame] | 453 | LOG_ALWAYS_FATAL_IF(buffer_handle_slots.size() != kBufferCount, |
| 454 | "BufferHubRPC::ProducerQueueAllocateBuffers should " |
| 455 | "return one and only one buffer handle."); |
Alex Vakulenko | e4eec20 | 2017-01-27 14:41:04 -0800 | [diff] [blame] | 456 | |
| 457 | // We only allocate one buffer at a time. |
| 458 | auto& buffer_handle = buffer_handle_slots[0].first; |
| 459 | size_t buffer_slot = buffer_handle_slots[0].second; |
Jiwen 'Steve' Cai | 25fd3fa | 2017-03-20 15:30:21 -0700 | [diff] [blame] | 460 | ALOGD_IF(TRACE, |
| 461 | "ProducerQueue::AllocateBuffer, new buffer, channel_handle: %d", |
| 462 | buffer_handle.value()); |
Alex Vakulenko | e4eec20 | 2017-01-27 14:41:04 -0800 | [diff] [blame] | 463 | |
| 464 | *out_slot = buffer_slot; |
| 465 | return AddBuffer(BufferProducer::Import(std::move(buffer_handle)), |
| 466 | buffer_slot); |
| 467 | } |
| 468 | |
Corey Tabaka | b7ca5de | 2017-05-08 18:55:02 -0700 | [diff] [blame] | 469 | Status<void> ProducerQueue::AddBuffer( |
| 470 | const std::shared_ptr<BufferProducer>& buffer, size_t slot) { |
Corey Tabaka | 2b99ee5 | 2017-05-04 10:56:05 -0700 | [diff] [blame] | 471 | ALOGD_IF(TRACE, "ProducerQueue::AddBuffer: queue_id=%d buffer_id=%d slot=%zu", |
Corey Tabaka | b7ca5de | 2017-05-08 18:55:02 -0700 | [diff] [blame] | 472 | id(), buffer->id(), slot); |
Alex Vakulenko | e4eec20 | 2017-01-27 14:41:04 -0800 | [diff] [blame] | 473 | // For producer buffer, we need to enqueue the newly added buffer |
| 474 | // immediately. Producer queue starts with all buffers in available state. |
Corey Tabaka | b7ca5de | 2017-05-08 18:55:02 -0700 | [diff] [blame] | 475 | auto status = BufferHubQueue::AddBuffer(buffer, slot); |
| 476 | if (!status) |
| 477 | return status; |
Alex Vakulenko | e4eec20 | 2017-01-27 14:41:04 -0800 | [diff] [blame] | 478 | |
Corey Tabaka | b7ca5de | 2017-05-08 18:55:02 -0700 | [diff] [blame] | 479 | return Enqueue(buffer, slot); |
Alex Vakulenko | e4eec20 | 2017-01-27 14:41:04 -0800 | [diff] [blame] | 480 | } |
| 481 | |
Jiwen 'Steve' Cai | bb701db | 2017-05-23 11:15:33 -0700 | [diff] [blame^] | 482 | Status<void> ProducerQueue::RemoveBuffer(size_t slot) { |
Corey Tabaka | 1db8a5d | 2017-03-22 02:12:52 -0700 | [diff] [blame] | 483 | auto status = |
Jiwen 'Steve' Cai | bb701db | 2017-05-23 11:15:33 -0700 | [diff] [blame^] | 484 | InvokeRemoteMethod<BufferHubRPC::ProducerQueueRemoveBuffer>(slot); |
Alex Vakulenko | e4eec20 | 2017-01-27 14:41:04 -0800 | [diff] [blame] | 485 | if (!status) { |
Jiwen 'Steve' Cai | bb701db | 2017-05-23 11:15:33 -0700 | [diff] [blame^] | 486 | ALOGE("ProducerQueue::RemoveBuffer: Failed to remove producer buffer: %s", |
Corey Tabaka | 9d8bd09 | 2017-04-25 16:47:44 -0700 | [diff] [blame] | 487 | status.GetErrorMessage().c_str()); |
Corey Tabaka | b7ca5de | 2017-05-08 18:55:02 -0700 | [diff] [blame] | 488 | return status.error_status(); |
Alex Vakulenko | e4eec20 | 2017-01-27 14:41:04 -0800 | [diff] [blame] | 489 | } |
| 490 | |
Jiwen 'Steve' Cai | bb701db | 2017-05-23 11:15:33 -0700 | [diff] [blame^] | 491 | return BufferHubQueue::RemoveBuffer(slot); |
Alex Vakulenko | e4eec20 | 2017-01-27 14:41:04 -0800 | [diff] [blame] | 492 | } |
| 493 | |
Corey Tabaka | 9d8bd09 | 2017-04-25 16:47:44 -0700 | [diff] [blame] | 494 | Status<std::shared_ptr<BufferProducer>> ProducerQueue::Dequeue( |
Jiwen 'Steve' Cai | ed65432 | 2017-03-13 17:04:43 -0700 | [diff] [blame] | 495 | int timeout, size_t* slot, LocalHandle* release_fence) { |
| 496 | if (slot == nullptr || release_fence == nullptr) { |
Corey Tabaka | 9d8bd09 | 2017-04-25 16:47:44 -0700 | [diff] [blame] | 497 | ALOGE("ProducerQueue::Dequeue: Invalid parameter: slot=%p release_fence=%p", |
| 498 | slot, release_fence); |
| 499 | return ErrorStatus(EINVAL); |
Jiwen 'Steve' Cai | ed65432 | 2017-03-13 17:04:43 -0700 | [diff] [blame] | 500 | } |
| 501 | |
Corey Tabaka | 9d8bd09 | 2017-04-25 16:47:44 -0700 | [diff] [blame] | 502 | auto buffer_status = |
| 503 | BufferHubQueue::Dequeue(timeout, slot, nullptr, release_fence); |
| 504 | if (!buffer_status) |
| 505 | return buffer_status.error_status(); |
| 506 | |
| 507 | return {std::static_pointer_cast<BufferProducer>(buffer_status.take())}; |
Alex Vakulenko | e4eec20 | 2017-01-27 14:41:04 -0800 | [diff] [blame] | 508 | } |
| 509 | |
Corey Tabaka | b7ca5de | 2017-05-08 18:55:02 -0700 | [diff] [blame] | 510 | Status<BufferHubQueue::Entry> ProducerQueue::OnBufferReady( |
| 511 | const std::shared_ptr<BufferHubBuffer>& buffer, size_t slot) { |
| 512 | ALOGD_IF(TRACE, |
| 513 | "ProducerQueue::OnBufferReady: queue_id=%d buffer_id=%d slot=%zu", |
| 514 | id(), buffer->id(), slot); |
| 515 | |
| 516 | // Avoid taking a transient reference, buffer is valid for the duration of |
| 517 | // this method call. |
| 518 | auto* producer_buffer = static_cast<BufferProducer*>(buffer.get()); |
| 519 | LocalHandle release_fence; |
| 520 | |
| 521 | const int ret = producer_buffer->Gain(&release_fence); |
| 522 | if (ret < 0) |
| 523 | return ErrorStatus(-ret); |
| 524 | else |
| 525 | return {{buffer, nullptr, std::move(release_fence), slot}}; |
Alex Vakulenko | e4eec20 | 2017-01-27 14:41:04 -0800 | [diff] [blame] | 526 | } |
| 527 | |
Corey Tabaka | 8a4e6a9 | 2017-04-20 13:42:02 -0700 | [diff] [blame] | 528 | ConsumerQueue::ConsumerQueue(LocalChannelHandle handle, bool ignore_on_import) |
| 529 | : BufferHubQueue(std::move(handle)), ignore_on_import_(ignore_on_import) { |
Corey Tabaka | 1db8a5d | 2017-03-22 02:12:52 -0700 | [diff] [blame] | 530 | auto status = ImportQueue(); |
| 531 | if (!status) { |
| 532 | ALOGE("ConsumerQueue::ConsumerQueue: Failed to import queue: %s", |
| 533 | status.GetErrorMessage().c_str()); |
| 534 | Close(-status.error()); |
| 535 | } |
| 536 | |
Corey Tabaka | 8a4e6a9 | 2017-04-20 13:42:02 -0700 | [diff] [blame] | 537 | auto import_status = ImportBuffers(); |
| 538 | if (import_status) { |
| 539 | ALOGI("ConsumerQueue::ConsumerQueue: Imported %zu buffers.", |
| 540 | import_status.get()); |
| 541 | } else { |
| 542 | ALOGE("ConsumerQueue::ConsumerQueue: Failed to import buffers: %s", |
| 543 | import_status.GetErrorMessage().c_str()); |
| 544 | } |
Alex Vakulenko | e4eec20 | 2017-01-27 14:41:04 -0800 | [diff] [blame] | 545 | } |
| 546 | |
Corey Tabaka | 1db8a5d | 2017-03-22 02:12:52 -0700 | [diff] [blame] | 547 | Status<size_t> ConsumerQueue::ImportBuffers() { |
| 548 | auto status = InvokeRemoteMethod<BufferHubRPC::ConsumerQueueImportBuffers>(); |
Alex Vakulenko | e4eec20 | 2017-01-27 14:41:04 -0800 | [diff] [blame] | 549 | if (!status) { |
Corey Tabaka | 9d8bd09 | 2017-04-25 16:47:44 -0700 | [diff] [blame] | 550 | ALOGE("ConsumerQueue::ImportBuffers: Failed to import consumer buffer: %s", |
| 551 | status.GetErrorMessage().c_str()); |
Corey Tabaka | b7ca5de | 2017-05-08 18:55:02 -0700 | [diff] [blame] | 552 | return status.error_status(); |
Alex Vakulenko | e4eec20 | 2017-01-27 14:41:04 -0800 | [diff] [blame] | 553 | } |
| 554 | |
Corey Tabaka | 8a4e6a9 | 2017-04-20 13:42:02 -0700 | [diff] [blame] | 555 | int ret; |
Corey Tabaka | b7ca5de | 2017-05-08 18:55:02 -0700 | [diff] [blame] | 556 | Status<void> last_error; |
| 557 | size_t imported_buffers_count = 0; |
Alex Vakulenko | e4eec20 | 2017-01-27 14:41:04 -0800 | [diff] [blame] | 558 | |
| 559 | auto buffer_handle_slots = status.take(); |
| 560 | for (auto& buffer_handle_slot : buffer_handle_slots) { |
Corey Tabaka | 9d8bd09 | 2017-04-25 16:47:44 -0700 | [diff] [blame] | 561 | ALOGD_IF(TRACE, "ConsumerQueue::ImportBuffers: buffer_handle=%d", |
Jiwen 'Steve' Cai | 25fd3fa | 2017-03-20 15:30:21 -0700 | [diff] [blame] | 562 | buffer_handle_slot.first.value()); |
Alex Vakulenko | e4eec20 | 2017-01-27 14:41:04 -0800 | [diff] [blame] | 563 | |
| 564 | std::unique_ptr<BufferConsumer> buffer_consumer = |
| 565 | BufferConsumer::Import(std::move(buffer_handle_slot.first)); |
Corey Tabaka | 8a4e6a9 | 2017-04-20 13:42:02 -0700 | [diff] [blame] | 566 | |
| 567 | // Setup ignore state before adding buffer to the queue. |
| 568 | if (ignore_on_import_) { |
| 569 | ALOGD_IF(TRACE, |
| 570 | "ConsumerQueue::ImportBuffers: Setting buffer to ignored state: " |
| 571 | "buffer_id=%d", |
| 572 | buffer_consumer->id()); |
| 573 | ret = buffer_consumer->SetIgnore(true); |
| 574 | if (ret < 0) { |
| 575 | ALOGE( |
| 576 | "ConsumerQueue::ImportBuffers: Failed to set ignored state on " |
| 577 | "imported buffer buffer_id=%d: %s", |
| 578 | buffer_consumer->id(), strerror(-ret)); |
Corey Tabaka | b7ca5de | 2017-05-08 18:55:02 -0700 | [diff] [blame] | 579 | last_error = ErrorStatus(-ret); |
Corey Tabaka | 8a4e6a9 | 2017-04-20 13:42:02 -0700 | [diff] [blame] | 580 | } |
| 581 | } |
| 582 | |
Corey Tabaka | b7ca5de | 2017-05-08 18:55:02 -0700 | [diff] [blame] | 583 | auto add_status = |
| 584 | AddBuffer(std::move(buffer_consumer), buffer_handle_slot.second); |
| 585 | if (!add_status) { |
Corey Tabaka | 9d8bd09 | 2017-04-25 16:47:44 -0700 | [diff] [blame] | 586 | ALOGE("ConsumerQueue::ImportBuffers: Failed to add buffer: %s", |
Corey Tabaka | b7ca5de | 2017-05-08 18:55:02 -0700 | [diff] [blame] | 587 | add_status.GetErrorMessage().c_str()); |
| 588 | last_error = add_status; |
Alex Vakulenko | e4eec20 | 2017-01-27 14:41:04 -0800 | [diff] [blame] | 589 | } else { |
Corey Tabaka | b7ca5de | 2017-05-08 18:55:02 -0700 | [diff] [blame] | 590 | imported_buffers_count++; |
Alex Vakulenko | e4eec20 | 2017-01-27 14:41:04 -0800 | [diff] [blame] | 591 | } |
| 592 | } |
| 593 | |
Corey Tabaka | b7ca5de | 2017-05-08 18:55:02 -0700 | [diff] [blame] | 594 | if (imported_buffers_count > 0) |
| 595 | return {imported_buffers_count}; |
Corey Tabaka | 1db8a5d | 2017-03-22 02:12:52 -0700 | [diff] [blame] | 596 | else |
Corey Tabaka | b7ca5de | 2017-05-08 18:55:02 -0700 | [diff] [blame] | 597 | return last_error.error_status(); |
Alex Vakulenko | e4eec20 | 2017-01-27 14:41:04 -0800 | [diff] [blame] | 598 | } |
| 599 | |
Corey Tabaka | b7ca5de | 2017-05-08 18:55:02 -0700 | [diff] [blame] | 600 | Status<void> ConsumerQueue::AddBuffer( |
| 601 | const std::shared_ptr<BufferConsumer>& buffer, size_t slot) { |
Corey Tabaka | 2b99ee5 | 2017-05-04 10:56:05 -0700 | [diff] [blame] | 602 | ALOGD_IF(TRACE, "ConsumerQueue::AddBuffer: queue_id=%d buffer_id=%d slot=%zu", |
Corey Tabaka | b7ca5de | 2017-05-08 18:55:02 -0700 | [diff] [blame] | 603 | id(), buffer->id(), slot); |
| 604 | auto status = BufferHubQueue::AddBuffer(buffer, slot); |
| 605 | if (!status) |
| 606 | return status; |
Corey Tabaka | 2b99ee5 | 2017-05-04 10:56:05 -0700 | [diff] [blame] | 607 | |
| 608 | // Check to see if the buffer is already signaled. This is necessary to catch |
| 609 | // cases where buffers are already available; epoll edge triggered mode does |
| 610 | // not fire until and edge transition when adding new buffers to the epoll |
Corey Tabaka | b7ca5de | 2017-05-08 18:55:02 -0700 | [diff] [blame] | 611 | // set. Note that we only poll the fd events because HandleBufferEvent() takes |
| 612 | // care of checking the translated buffer events. |
| 613 | auto poll_status = PollEvents(buffer->event_fd(), POLLIN); |
| 614 | if (!poll_status && poll_status.error() != ETIMEDOUT) { |
Corey Tabaka | 2b99ee5 | 2017-05-04 10:56:05 -0700 | [diff] [blame] | 615 | ALOGE("ConsumerQueue::AddBuffer: Failed to poll consumer buffer: %s", |
Corey Tabaka | b7ca5de | 2017-05-08 18:55:02 -0700 | [diff] [blame] | 616 | poll_status.GetErrorMessage().c_str()); |
| 617 | return poll_status.error_status(); |
Corey Tabaka | 2b99ee5 | 2017-05-04 10:56:05 -0700 | [diff] [blame] | 618 | } |
| 619 | |
Corey Tabaka | b7ca5de | 2017-05-08 18:55:02 -0700 | [diff] [blame] | 620 | // Update accounting if the buffer is available. |
| 621 | if (poll_status) |
| 622 | return HandleBufferEvent(slot, buffer->event_fd(), poll_status.get()); |
| 623 | else |
| 624 | return {}; |
Alex Vakulenko | e4eec20 | 2017-01-27 14:41:04 -0800 | [diff] [blame] | 625 | } |
| 626 | |
Corey Tabaka | 9d8bd09 | 2017-04-25 16:47:44 -0700 | [diff] [blame] | 627 | Status<std::shared_ptr<BufferConsumer>> ConsumerQueue::Dequeue( |
Jiwen 'Steve' Cai | ed65432 | 2017-03-13 17:04:43 -0700 | [diff] [blame] | 628 | int timeout, size_t* slot, void* meta, size_t meta_size, |
| 629 | LocalHandle* acquire_fence) { |
Alex Vakulenko | e4eec20 | 2017-01-27 14:41:04 -0800 | [diff] [blame] | 630 | if (meta_size != meta_size_) { |
Alex Vakulenko | 4fe6058 | 2017-02-02 11:35:59 -0800 | [diff] [blame] | 631 | ALOGE( |
Corey Tabaka | 1db8a5d | 2017-03-22 02:12:52 -0700 | [diff] [blame] | 632 | "ConsumerQueue::Dequeue: Metadata size (%zu) for the dequeuing buffer " |
| 633 | "does not match metadata size (%zu) for the queue.", |
Alex Vakulenko | 4fe6058 | 2017-02-02 11:35:59 -0800 | [diff] [blame] | 634 | meta_size, meta_size_); |
Corey Tabaka | 9d8bd09 | 2017-04-25 16:47:44 -0700 | [diff] [blame] | 635 | return ErrorStatus(EINVAL); |
Alex Vakulenko | e4eec20 | 2017-01-27 14:41:04 -0800 | [diff] [blame] | 636 | } |
Jiwen 'Steve' Cai | ed65432 | 2017-03-13 17:04:43 -0700 | [diff] [blame] | 637 | |
Corey Tabaka | 8a4e6a9 | 2017-04-20 13:42:02 -0700 | [diff] [blame] | 638 | if (slot == nullptr || acquire_fence == nullptr) { |
Corey Tabaka | 1db8a5d | 2017-03-22 02:12:52 -0700 | [diff] [blame] | 639 | ALOGE( |
Corey Tabaka | 9d8bd09 | 2017-04-25 16:47:44 -0700 | [diff] [blame] | 640 | "ConsumerQueue::Dequeue: Invalid parameter: slot=%p meta=%p " |
Corey Tabaka | 1db8a5d | 2017-03-22 02:12:52 -0700 | [diff] [blame] | 641 | "acquire_fence=%p", |
| 642 | slot, meta, acquire_fence); |
Corey Tabaka | 9d8bd09 | 2017-04-25 16:47:44 -0700 | [diff] [blame] | 643 | return ErrorStatus(EINVAL); |
Jiwen 'Steve' Cai | ed65432 | 2017-03-13 17:04:43 -0700 | [diff] [blame] | 644 | } |
| 645 | |
Corey Tabaka | 9d8bd09 | 2017-04-25 16:47:44 -0700 | [diff] [blame] | 646 | auto buffer_status = |
| 647 | BufferHubQueue::Dequeue(timeout, slot, meta, acquire_fence); |
| 648 | if (!buffer_status) |
| 649 | return buffer_status.error_status(); |
| 650 | |
| 651 | return {std::static_pointer_cast<BufferConsumer>(buffer_status.take())}; |
Alex Vakulenko | e4eec20 | 2017-01-27 14:41:04 -0800 | [diff] [blame] | 652 | } |
| 653 | |
Corey Tabaka | b7ca5de | 2017-05-08 18:55:02 -0700 | [diff] [blame] | 654 | Status<BufferHubQueue::Entry> ConsumerQueue::OnBufferReady( |
| 655 | const std::shared_ptr<BufferHubBuffer>& buffer, size_t slot) { |
| 656 | ALOGD_IF(TRACE, |
| 657 | "ConsumerQueue::OnBufferReady: queue_id=%d buffer_id=%d slot=%zu", |
| 658 | id(), buffer->id(), slot); |
| 659 | |
| 660 | // Avoid taking a transient reference, buffer is valid for the duration of |
| 661 | // this method call. |
| 662 | auto* consumer_buffer = static_cast<BufferConsumer*>(buffer.get()); |
| 663 | std::unique_ptr<uint8_t[]> metadata(meta_size_ ? new uint8_t[meta_size_] |
| 664 | : nullptr); |
| 665 | LocalHandle acquire_fence; |
| 666 | |
| 667 | const int ret = |
| 668 | consumer_buffer->Acquire(&acquire_fence, metadata.get(), meta_size_); |
| 669 | if (ret < 0) |
| 670 | return ErrorStatus(-ret); |
| 671 | else |
| 672 | return {{buffer, std::move(metadata), std::move(acquire_fence), slot}}; |
Alex Vakulenko | e4eec20 | 2017-01-27 14:41:04 -0800 | [diff] [blame] | 673 | } |
| 674 | |
Corey Tabaka | 1db8a5d | 2017-03-22 02:12:52 -0700 | [diff] [blame] | 675 | Status<void> ConsumerQueue::OnBufferAllocated() { |
Corey Tabaka | b7ca5de | 2017-05-08 18:55:02 -0700 | [diff] [blame] | 676 | ALOGD_IF(TRACE, "ConsumerQueue::OnBufferAllocated: queue_id=%d", id()); |
| 677 | |
Corey Tabaka | 1db8a5d | 2017-03-22 02:12:52 -0700 | [diff] [blame] | 678 | auto status = ImportBuffers(); |
| 679 | if (!status) { |
| 680 | ALOGE("ConsumerQueue::OnBufferAllocated: Failed to import buffers: %s", |
| 681 | status.GetErrorMessage().c_str()); |
| 682 | return ErrorStatus(status.error()); |
| 683 | } else if (status.get() == 0) { |
| 684 | ALOGW("ConsumerQueue::OnBufferAllocated: No new buffers allocated!"); |
| 685 | return ErrorStatus(ENOBUFS); |
| 686 | } else { |
Corey Tabaka | 9d8bd09 | 2017-04-25 16:47:44 -0700 | [diff] [blame] | 687 | ALOGD_IF(TRACE, |
| 688 | "ConsumerQueue::OnBufferAllocated: Imported %zu consumer buffers.", |
| 689 | status.get()); |
Corey Tabaka | 1db8a5d | 2017-03-22 02:12:52 -0700 | [diff] [blame] | 690 | return {}; |
Alex Vakulenko | e4eec20 | 2017-01-27 14:41:04 -0800 | [diff] [blame] | 691 | } |
Alex Vakulenko | e4eec20 | 2017-01-27 14:41:04 -0800 | [diff] [blame] | 692 | } |
| 693 | |
| 694 | } // namespace dvr |
| 695 | } // namespace android |