Alex Vakulenko | e4eec20 | 2017-01-27 14:41:04 -0800 | [diff] [blame] | 1 | #include "producer_channel.h" |
| 2 | |
Alex Vakulenko | 4fe6058 | 2017-02-02 11:35:59 -0800 | [diff] [blame] | 3 | #include <log/log.h> |
Alex Vakulenko | e4eec20 | 2017-01-27 14:41:04 -0800 | [diff] [blame] | 4 | #include <sync/sync.h> |
Corey Tabaka | 52ea25c | 2017-09-13 18:02:48 -0700 | [diff] [blame^] | 5 | #include <sys/epoll.h> |
| 6 | #include <sys/eventfd.h> |
Alex Vakulenko | e4eec20 | 2017-01-27 14:41:04 -0800 | [diff] [blame] | 7 | #include <sys/poll.h> |
| 8 | #include <utils/Trace.h> |
| 9 | |
| 10 | #include <algorithm> |
| 11 | #include <atomic> |
| 12 | #include <thread> |
| 13 | |
Alex Vakulenko | e4eec20 | 2017-01-27 14:41:04 -0800 | [diff] [blame] | 14 | #include <private/dvr/bufferhub_rpc.h> |
| 15 | #include "consumer_channel.h" |
| 16 | |
| 17 | using android::pdx::BorrowedHandle; |
Corey Tabaka | cd52dd9 | 2017-04-07 18:03:57 -0700 | [diff] [blame] | 18 | using android::pdx::ErrorStatus; |
Alex Vakulenko | e4eec20 | 2017-01-27 14:41:04 -0800 | [diff] [blame] | 19 | using android::pdx::Message; |
| 20 | using android::pdx::RemoteChannelHandle; |
Corey Tabaka | cd52dd9 | 2017-04-07 18:03:57 -0700 | [diff] [blame] | 21 | using android::pdx::Status; |
Alex Vakulenko | e4eec20 | 2017-01-27 14:41:04 -0800 | [diff] [blame] | 22 | using android::pdx::rpc::BufferWrapper; |
| 23 | using android::pdx::rpc::DispatchRemoteMethod; |
| 24 | using android::pdx::rpc::WrapBuffer; |
| 25 | |
| 26 | namespace android { |
| 27 | namespace dvr { |
| 28 | |
Corey Tabaka | 52ea25c | 2017-09-13 18:02:48 -0700 | [diff] [blame^] | 29 | namespace { |
| 30 | |
| 31 | static inline uint64_t FindNextClearedBit(uint64_t bits) { |
| 32 | return ~bits - (~bits & (~bits - 1)); |
| 33 | } |
| 34 | |
| 35 | } // namespace |
| 36 | |
Alex Vakulenko | e4eec20 | 2017-01-27 14:41:04 -0800 | [diff] [blame] | 37 | ProducerChannel::ProducerChannel(BufferHubService* service, int channel_id, |
Corey Tabaka | cd52dd9 | 2017-04-07 18:03:57 -0700 | [diff] [blame] | 38 | uint32_t width, uint32_t height, |
Hendrik Wagenaar | 108e84f | 2017-05-07 22:19:17 -0700 | [diff] [blame] | 39 | uint32_t layer_count, uint32_t format, |
Corey Tabaka | 52ea25c | 2017-09-13 18:02:48 -0700 | [diff] [blame^] | 40 | uint64_t usage, size_t user_metadata_size, |
Hendrik Wagenaar | 108e84f | 2017-05-07 22:19:17 -0700 | [diff] [blame] | 41 | int* error) |
Alex Vakulenko | e4eec20 | 2017-01-27 14:41:04 -0800 | [diff] [blame] | 42 | : BufferHubChannel(service, channel_id, channel_id, kProducerType), |
| 43 | pending_consumers_(0), |
Alex Vakulenko | e4eec20 | 2017-01-27 14:41:04 -0800 | [diff] [blame] | 44 | producer_owns_(true), |
Corey Tabaka | 52ea25c | 2017-09-13 18:02:48 -0700 | [diff] [blame^] | 45 | user_metadata_size_(user_metadata_size), |
| 46 | metadata_buf_size_(BufferHubDefs::kMetadataHeaderSize + |
| 47 | user_metadata_size) { |
| 48 | if (int ret = buffer_.Alloc(width, height, layer_count, format, usage)) { |
Hendrik Wagenaar | 4d3590f | 2017-05-06 22:36:04 -0700 | [diff] [blame] | 49 | ALOGE("ProducerChannel::ProducerChannel: Failed to allocate buffer: %s", |
| 50 | strerror(-ret)); |
| 51 | *error = ret; |
| 52 | return; |
Alex Vakulenko | e4eec20 | 2017-01-27 14:41:04 -0800 | [diff] [blame] | 53 | } |
| 54 | |
Corey Tabaka | 52ea25c | 2017-09-13 18:02:48 -0700 | [diff] [blame^] | 55 | if (int ret = metadata_buffer_.Alloc(metadata_buf_size_, /*height=*/1, |
| 56 | /*layer_count=*/1, |
| 57 | BufferHubDefs::kMetadataFormat, |
| 58 | BufferHubDefs::kMetadataUsage)) { |
| 59 | ALOGE("ProducerChannel::ProducerChannel: Failed to allocate metadata: %s", |
| 60 | strerror(-ret)); |
| 61 | *error = ret; |
| 62 | return; |
| 63 | } |
| 64 | |
| 65 | void* metadata_ptr = nullptr; |
| 66 | if (int ret = metadata_buffer_.Lock(BufferHubDefs::kMetadataUsage, /*x=*/0, |
| 67 | /*y=*/0, metadata_buf_size_, |
| 68 | /*height=*/1, &metadata_ptr)) { |
| 69 | ALOGE("ProducerChannel::ProducerChannel: Failed to lock metadata."); |
| 70 | *error = -ret; |
| 71 | return; |
| 72 | } |
| 73 | metadata_header_ = |
| 74 | reinterpret_cast<BufferHubDefs::MetadataHeader*>(metadata_ptr); |
| 75 | |
| 76 | // Using placement new here to reuse shared memory instead of new allocation |
| 77 | // and also initialize the value to zero. |
| 78 | buffer_state_ = |
| 79 | new (&metadata_header_->buffer_state) std::atomic<uint64_t>(0); |
| 80 | fence_state_ = |
| 81 | new (&metadata_header_->fence_state) std::atomic<uint64_t>(0); |
| 82 | |
| 83 | acquire_fence_fd_.Reset(epoll_create1(EPOLL_CLOEXEC)); |
| 84 | release_fence_fd_.Reset(epoll_create1(EPOLL_CLOEXEC)); |
| 85 | if (!acquire_fence_fd_ || !release_fence_fd_) { |
| 86 | ALOGE("ProducerChannel::ProducerChannel: Failed to create shared fences."); |
| 87 | *error = -EIO; |
| 88 | return; |
| 89 | } |
| 90 | |
| 91 | dummy_fence_fd_.Reset(eventfd(0, EFD_CLOEXEC | EFD_NONBLOCK)); |
| 92 | if (!dummy_fence_fd_) { |
| 93 | ALOGE("ProducerChannel::ProducerChannel: Failed to create dummy fences."); |
| 94 | *error = -EIO; |
| 95 | return; |
| 96 | } |
| 97 | |
| 98 | epoll_event event; |
| 99 | event.events = 0; |
| 100 | event.data.u64 = 0ULL; |
| 101 | if (epoll_ctl(release_fence_fd_.Get(), EPOLL_CTL_ADD, dummy_fence_fd_.Get(), |
| 102 | &event) < 0) { |
| 103 | ALOGE( |
| 104 | "ProducerChannel::ProducerChannel: Failed to modify the shared " |
| 105 | "release fence to include the dummy fence: %s", |
| 106 | strerror(errno)); |
| 107 | *error = -EIO; |
| 108 | return; |
| 109 | } |
| 110 | |
Alex Vakulenko | e4eec20 | 2017-01-27 14:41:04 -0800 | [diff] [blame] | 111 | // Success. |
| 112 | *error = 0; |
| 113 | } |
| 114 | |
Corey Tabaka | cd52dd9 | 2017-04-07 18:03:57 -0700 | [diff] [blame] | 115 | Status<std::shared_ptr<ProducerChannel>> ProducerChannel::Create( |
| 116 | BufferHubService* service, int channel_id, uint32_t width, uint32_t height, |
Hendrik Wagenaar | 108e84f | 2017-05-07 22:19:17 -0700 | [diff] [blame] | 117 | uint32_t layer_count, uint32_t format, uint64_t usage, |
Corey Tabaka | 52ea25c | 2017-09-13 18:02:48 -0700 | [diff] [blame^] | 118 | size_t user_metadata_size) { |
Corey Tabaka | cd52dd9 | 2017-04-07 18:03:57 -0700 | [diff] [blame] | 119 | int error; |
Jiwen 'Steve' Cai | 0057fdd | 2017-05-02 11:21:18 -0700 | [diff] [blame] | 120 | std::shared_ptr<ProducerChannel> producer( |
Hendrik Wagenaar | 108e84f | 2017-05-07 22:19:17 -0700 | [diff] [blame] | 121 | new ProducerChannel(service, channel_id, width, height, layer_count, |
Corey Tabaka | 52ea25c | 2017-09-13 18:02:48 -0700 | [diff] [blame^] | 122 | format, usage, user_metadata_size, &error)); |
Corey Tabaka | cd52dd9 | 2017-04-07 18:03:57 -0700 | [diff] [blame] | 123 | if (error < 0) |
| 124 | return ErrorStatus(-error); |
Alex Vakulenko | e4eec20 | 2017-01-27 14:41:04 -0800 | [diff] [blame] | 125 | else |
Corey Tabaka | cd52dd9 | 2017-04-07 18:03:57 -0700 | [diff] [blame] | 126 | return {std::move(producer)}; |
Alex Vakulenko | e4eec20 | 2017-01-27 14:41:04 -0800 | [diff] [blame] | 127 | } |
| 128 | |
| 129 | ProducerChannel::~ProducerChannel() { |
Corey Tabaka | 3079cb7 | 2017-01-19 15:07:26 -0800 | [diff] [blame] | 130 | ALOGD_IF(TRACE, |
Corey Tabaka | 52ea25c | 2017-09-13 18:02:48 -0700 | [diff] [blame^] | 131 | "ProducerChannel::~ProducerChannel: channel_id=%d buffer_id=%d " |
| 132 | "state=%" PRIx64 ".", |
| 133 | channel_id(), buffer_id(), buffer_state_->load()); |
Alex Vakulenko | e4eec20 | 2017-01-27 14:41:04 -0800 | [diff] [blame] | 134 | for (auto consumer : consumer_channels_) |
| 135 | consumer->OnProducerClosed(); |
| 136 | } |
| 137 | |
| 138 | BufferHubChannel::BufferInfo ProducerChannel::GetBufferInfo() const { |
Corey Tabaka | 52ea25c | 2017-09-13 18:02:48 -0700 | [diff] [blame^] | 139 | // Derive the mask of signaled buffers in this producer / consumer set. |
| 140 | uint64_t signaled_mask = signaled() ? BufferHubDefs::kProducerStateBit : 0; |
| 141 | for (const ConsumerChannel* consumer : consumer_channels_) { |
| 142 | signaled_mask |= consumer->signaled() ? consumer->consumer_state_bit() : 0; |
| 143 | } |
| 144 | |
Hendrik Wagenaar | 4d3590f | 2017-05-06 22:36:04 -0700 | [diff] [blame] | 145 | return BufferInfo(buffer_id(), consumer_channels_.size(), buffer_.width(), |
Hendrik Wagenaar | 108e84f | 2017-05-07 22:19:17 -0700 | [diff] [blame] | 146 | buffer_.height(), buffer_.layer_count(), buffer_.format(), |
Corey Tabaka | 52ea25c | 2017-09-13 18:02:48 -0700 | [diff] [blame^] | 147 | buffer_.usage(), pending_consumers_, buffer_state_->load(), |
| 148 | signaled_mask, metadata_header_->queue_index, name_); |
Alex Vakulenko | e4eec20 | 2017-01-27 14:41:04 -0800 | [diff] [blame] | 149 | } |
| 150 | |
| 151 | void ProducerChannel::HandleImpulse(Message& message) { |
| 152 | ATRACE_NAME("ProducerChannel::HandleImpulse"); |
| 153 | switch (message.GetOp()) { |
| 154 | case BufferHubRPC::ProducerGain::Opcode: |
| 155 | OnProducerGain(message); |
| 156 | break; |
Corey Tabaka | 52ea25c | 2017-09-13 18:02:48 -0700 | [diff] [blame^] | 157 | case BufferHubRPC::ProducerPost::Opcode: |
| 158 | OnProducerPost(message, {}); |
| 159 | break; |
Alex Vakulenko | e4eec20 | 2017-01-27 14:41:04 -0800 | [diff] [blame] | 160 | } |
| 161 | } |
| 162 | |
| 163 | bool ProducerChannel::HandleMessage(Message& message) { |
| 164 | ATRACE_NAME("ProducerChannel::HandleMessage"); |
| 165 | switch (message.GetOp()) { |
| 166 | case BufferHubRPC::GetBuffer::Opcode: |
| 167 | DispatchRemoteMethod<BufferHubRPC::GetBuffer>( |
| 168 | *this, &ProducerChannel::OnGetBuffer, message); |
| 169 | return true; |
| 170 | |
Alex Vakulenko | e4eec20 | 2017-01-27 14:41:04 -0800 | [diff] [blame] | 171 | case BufferHubRPC::NewConsumer::Opcode: |
| 172 | DispatchRemoteMethod<BufferHubRPC::NewConsumer>( |
| 173 | *this, &ProducerChannel::OnNewConsumer, message); |
| 174 | return true; |
| 175 | |
| 176 | case BufferHubRPC::ProducerPost::Opcode: |
| 177 | DispatchRemoteMethod<BufferHubRPC::ProducerPost>( |
| 178 | *this, &ProducerChannel::OnProducerPost, message); |
| 179 | return true; |
| 180 | |
| 181 | case BufferHubRPC::ProducerGain::Opcode: |
| 182 | DispatchRemoteMethod<BufferHubRPC::ProducerGain>( |
| 183 | *this, &ProducerChannel::OnProducerGain, message); |
| 184 | return true; |
| 185 | |
| 186 | case BufferHubRPC::ProducerMakePersistent::Opcode: |
| 187 | DispatchRemoteMethod<BufferHubRPC::ProducerMakePersistent>( |
| 188 | *this, &ProducerChannel::OnProducerMakePersistent, message); |
| 189 | return true; |
| 190 | |
| 191 | case BufferHubRPC::ProducerRemovePersistence::Opcode: |
| 192 | DispatchRemoteMethod<BufferHubRPC::ProducerRemovePersistence>( |
| 193 | *this, &ProducerChannel::OnRemovePersistence, message); |
| 194 | return true; |
| 195 | |
| 196 | default: |
| 197 | return false; |
| 198 | } |
| 199 | } |
| 200 | |
Corey Tabaka | 52ea25c | 2017-09-13 18:02:48 -0700 | [diff] [blame^] | 201 | BufferDescription<BorrowedHandle> ProducerChannel::GetBuffer( |
| 202 | uint64_t buffer_state_bit) { |
| 203 | return { |
| 204 | buffer_, metadata_buffer_, buffer_id(), |
| 205 | buffer_state_bit, acquire_fence_fd_.Borrow(), release_fence_fd_.Borrow()}; |
| 206 | } |
| 207 | |
| 208 | Status<BufferDescription<BorrowedHandle>> ProducerChannel::OnGetBuffer( |
Corey Tabaka | d53870c | 2017-07-06 18:04:27 -0700 | [diff] [blame] | 209 | Message& /*message*/) { |
Alex Vakulenko | e4eec20 | 2017-01-27 14:41:04 -0800 | [diff] [blame] | 210 | ATRACE_NAME("ProducerChannel::OnGetBuffer"); |
Corey Tabaka | 52ea25c | 2017-09-13 18:02:48 -0700 | [diff] [blame^] | 211 | ALOGD_IF(TRACE, "ProducerChannel::OnGetBuffer: buffer=%d, state=%" PRIx64 ".", |
| 212 | buffer_id(), buffer_state_->load()); |
| 213 | return {GetBuffer(BufferHubDefs::kProducerStateBit)}; |
Alex Vakulenko | e4eec20 | 2017-01-27 14:41:04 -0800 | [diff] [blame] | 214 | } |
| 215 | |
Corey Tabaka | cd52dd9 | 2017-04-07 18:03:57 -0700 | [diff] [blame] | 216 | Status<RemoteChannelHandle> ProducerChannel::CreateConsumer(Message& message) { |
Alex Vakulenko | e4eec20 | 2017-01-27 14:41:04 -0800 | [diff] [blame] | 217 | ATRACE_NAME("ProducerChannel::CreateConsumer"); |
Corey Tabaka | 52ea25c | 2017-09-13 18:02:48 -0700 | [diff] [blame^] | 218 | ALOGD_IF(TRACE, |
| 219 | "ProducerChannel::CreateConsumer: buffer_id=%d, producer_owns=%d", |
| 220 | buffer_id(), producer_owns_); |
Alex Vakulenko | e4eec20 | 2017-01-27 14:41:04 -0800 | [diff] [blame] | 221 | |
| 222 | int channel_id; |
| 223 | auto status = message.PushChannel(0, nullptr, &channel_id); |
| 224 | if (!status) { |
| 225 | ALOGE( |
Corey Tabaka | cd52dd9 | 2017-04-07 18:03:57 -0700 | [diff] [blame] | 226 | "ProducerChannel::CreateConsumer: Failed to push consumer channel: %s", |
Alex Vakulenko | e4eec20 | 2017-01-27 14:41:04 -0800 | [diff] [blame] | 227 | status.GetErrorMessage().c_str()); |
Corey Tabaka | cd52dd9 | 2017-04-07 18:03:57 -0700 | [diff] [blame] | 228 | return ErrorStatus(ENOMEM); |
Alex Vakulenko | e4eec20 | 2017-01-27 14:41:04 -0800 | [diff] [blame] | 229 | } |
| 230 | |
Corey Tabaka | 52ea25c | 2017-09-13 18:02:48 -0700 | [diff] [blame^] | 231 | // Try find the next consumer state bit which has not been claimed by any |
| 232 | // consumer yet. |
| 233 | uint64_t consumer_state_bit = FindNextClearedBit( |
| 234 | active_consumer_bit_mask_ | orphaned_consumer_bit_mask_ | |
| 235 | BufferHubDefs::kProducerStateBit); |
| 236 | if (consumer_state_bit == 0ULL) { |
| 237 | ALOGE( |
| 238 | "ProducerChannel::CreateConsumer: reached the maximum mumber of " |
| 239 | "consumers per producer: 63."); |
| 240 | return ErrorStatus(E2BIG); |
| 241 | } |
| 242 | |
| 243 | auto consumer = |
| 244 | std::make_shared<ConsumerChannel>(service(), buffer_id(), channel_id, |
| 245 | consumer_state_bit, shared_from_this()); |
Alex Vakulenko | f0a7bd0 | 2017-03-31 18:06:19 -0700 | [diff] [blame] | 246 | const auto channel_status = service()->SetChannel(channel_id, consumer); |
| 247 | if (!channel_status) { |
Alex Vakulenko | e4eec20 | 2017-01-27 14:41:04 -0800 | [diff] [blame] | 248 | ALOGE( |
| 249 | "ProducerChannel::CreateConsumer: failed to set new consumer channel: " |
| 250 | "%s", |
Alex Vakulenko | f0a7bd0 | 2017-03-31 18:06:19 -0700 | [diff] [blame] | 251 | channel_status.GetErrorMessage().c_str()); |
Corey Tabaka | cd52dd9 | 2017-04-07 18:03:57 -0700 | [diff] [blame] | 252 | return ErrorStatus(ENOMEM); |
Alex Vakulenko | e4eec20 | 2017-01-27 14:41:04 -0800 | [diff] [blame] | 253 | } |
| 254 | |
Corey Tabaka | 52ea25c | 2017-09-13 18:02:48 -0700 | [diff] [blame^] | 255 | if (!producer_owns_ && |
| 256 | !BufferHubDefs::IsBufferReleased(buffer_state_->load())) { |
Alex Vakulenko | e4eec20 | 2017-01-27 14:41:04 -0800 | [diff] [blame] | 257 | // Signal the new consumer when adding it to a posted producer. |
| 258 | if (consumer->OnProducerPosted()) |
| 259 | pending_consumers_++; |
| 260 | } |
| 261 | |
Corey Tabaka | 52ea25c | 2017-09-13 18:02:48 -0700 | [diff] [blame^] | 262 | active_consumer_bit_mask_ |= consumer_state_bit; |
Corey Tabaka | cd52dd9 | 2017-04-07 18:03:57 -0700 | [diff] [blame] | 263 | return {status.take()}; |
Alex Vakulenko | e4eec20 | 2017-01-27 14:41:04 -0800 | [diff] [blame] | 264 | } |
| 265 | |
Corey Tabaka | cd52dd9 | 2017-04-07 18:03:57 -0700 | [diff] [blame] | 266 | Status<RemoteChannelHandle> ProducerChannel::OnNewConsumer(Message& message) { |
Alex Vakulenko | e4eec20 | 2017-01-27 14:41:04 -0800 | [diff] [blame] | 267 | ATRACE_NAME("ProducerChannel::OnNewConsumer"); |
| 268 | ALOGD_IF(TRACE, "ProducerChannel::OnNewConsumer: buffer_id=%d", buffer_id()); |
Corey Tabaka | cd52dd9 | 2017-04-07 18:03:57 -0700 | [diff] [blame] | 269 | return CreateConsumer(message); |
Alex Vakulenko | e4eec20 | 2017-01-27 14:41:04 -0800 | [diff] [blame] | 270 | } |
| 271 | |
Corey Tabaka | cd52dd9 | 2017-04-07 18:03:57 -0700 | [diff] [blame] | 272 | Status<void> ProducerChannel::OnProducerPost( |
Corey Tabaka | 52ea25c | 2017-09-13 18:02:48 -0700 | [diff] [blame^] | 273 | Message&, LocalFence acquire_fence) { |
Alex Vakulenko | e4eec20 | 2017-01-27 14:41:04 -0800 | [diff] [blame] | 274 | ATRACE_NAME("ProducerChannel::OnProducerPost"); |
| 275 | ALOGD_IF(TRACE, "ProducerChannel::OnProducerPost: buffer_id=%d", buffer_id()); |
| 276 | if (!producer_owns_) { |
| 277 | ALOGE("ProducerChannel::OnProducerPost: Not in gained state!"); |
Corey Tabaka | cd52dd9 | 2017-04-07 18:03:57 -0700 | [diff] [blame] | 278 | return ErrorStatus(EBUSY); |
Alex Vakulenko | e4eec20 | 2017-01-27 14:41:04 -0800 | [diff] [blame] | 279 | } |
| 280 | |
Corey Tabaka | 52ea25c | 2017-09-13 18:02:48 -0700 | [diff] [blame^] | 281 | epoll_event event; |
| 282 | event.events = 0; |
| 283 | event.data.u64 = 0ULL; |
| 284 | int ret = epoll_ctl(release_fence_fd_.Get(), EPOLL_CTL_MOD, |
| 285 | dummy_fence_fd_.Get(), &event); |
| 286 | ALOGE_IF(ret < 0, |
| 287 | "ProducerChannel::OnProducerPost: Failed to modify the shared " |
| 288 | "release fence to include the dummy fence: %s", |
| 289 | strerror(errno)); |
| 290 | |
| 291 | eventfd_t dummy_fence_count = 0ULL; |
| 292 | if (eventfd_read(dummy_fence_fd_.Get(), &dummy_fence_count) < 0) { |
| 293 | const int error = errno; |
| 294 | if (error != EAGAIN) { |
| 295 | ALOGE( |
| 296 | "ProducerChannel::ProducerChannel: Failed to read dummy fence, " |
| 297 | "error: %s", |
| 298 | strerror(error)); |
| 299 | return ErrorStatus(error); |
| 300 | } |
Corey Tabaka | 8a4e6a9 | 2017-04-20 13:42:02 -0700 | [diff] [blame] | 301 | } |
Alex Vakulenko | e4eec20 | 2017-01-27 14:41:04 -0800 | [diff] [blame] | 302 | |
Corey Tabaka | 52ea25c | 2017-09-13 18:02:48 -0700 | [diff] [blame^] | 303 | ALOGW_IF(dummy_fence_count > 0, |
| 304 | "ProducerChannel::ProducerChannel: %" PRIu64 |
| 305 | " dummy fence(s) was signaled during last release/gain cycle " |
| 306 | "buffer_id=%d.", |
| 307 | dummy_fence_count, buffer_id()); |
| 308 | |
Alex Vakulenko | e4eec20 | 2017-01-27 14:41:04 -0800 | [diff] [blame] | 309 | post_fence_ = std::move(acquire_fence); |
| 310 | producer_owns_ = false; |
| 311 | |
Corey Tabaka | 52ea25c | 2017-09-13 18:02:48 -0700 | [diff] [blame^] | 312 | // Signal any interested consumers. If there are none, the buffer will stay |
| 313 | // in posted state until a consumer comes online. This behavior guarantees |
| 314 | // that no frame is silently dropped. |
Alex Vakulenko | e4eec20 | 2017-01-27 14:41:04 -0800 | [diff] [blame] | 315 | pending_consumers_ = 0; |
| 316 | for (auto consumer : consumer_channels_) { |
| 317 | if (consumer->OnProducerPosted()) |
| 318 | pending_consumers_++; |
| 319 | } |
Alex Vakulenko | e4eec20 | 2017-01-27 14:41:04 -0800 | [diff] [blame] | 320 | ALOGD_IF(TRACE, "ProducerChannel::OnProducerPost: %d pending consumers", |
| 321 | pending_consumers_); |
| 322 | |
Corey Tabaka | cd52dd9 | 2017-04-07 18:03:57 -0700 | [diff] [blame] | 323 | return {}; |
Alex Vakulenko | e4eec20 | 2017-01-27 14:41:04 -0800 | [diff] [blame] | 324 | } |
| 325 | |
Corey Tabaka | d53870c | 2017-07-06 18:04:27 -0700 | [diff] [blame] | 326 | Status<LocalFence> ProducerChannel::OnProducerGain(Message& /*message*/) { |
Alex Vakulenko | e4eec20 | 2017-01-27 14:41:04 -0800 | [diff] [blame] | 327 | ATRACE_NAME("ProducerChannel::OnGain"); |
| 328 | ALOGD_IF(TRACE, "ProducerChannel::OnGain: buffer_id=%d", buffer_id()); |
| 329 | if (producer_owns_) { |
| 330 | ALOGE("ProducerChanneL::OnGain: Already in gained state: channel=%d", |
| 331 | channel_id()); |
Corey Tabaka | cd52dd9 | 2017-04-07 18:03:57 -0700 | [diff] [blame] | 332 | return ErrorStatus(EALREADY); |
Alex Vakulenko | e4eec20 | 2017-01-27 14:41:04 -0800 | [diff] [blame] | 333 | } |
| 334 | |
| 335 | // There are still pending consumers, return busy. |
Corey Tabaka | 52ea25c | 2017-09-13 18:02:48 -0700 | [diff] [blame^] | 336 | if (pending_consumers_ > 0) { |
| 337 | ALOGE( |
| 338 | "ProducerChannel::OnGain: Producer (id=%d) is gaining a buffer that " |
| 339 | "still has %d pending consumer(s).", |
| 340 | buffer_id(), pending_consumers_); |
Corey Tabaka | cd52dd9 | 2017-04-07 18:03:57 -0700 | [diff] [blame] | 341 | return ErrorStatus(EBUSY); |
Corey Tabaka | 52ea25c | 2017-09-13 18:02:48 -0700 | [diff] [blame^] | 342 | } |
Alex Vakulenko | e4eec20 | 2017-01-27 14:41:04 -0800 | [diff] [blame] | 343 | |
| 344 | ClearAvailable(); |
| 345 | producer_owns_ = true; |
Alex Vakulenko | 052f3ae | 2017-03-31 09:10:43 -0700 | [diff] [blame] | 346 | post_fence_.close(); |
Corey Tabaka | cd52dd9 | 2017-04-07 18:03:57 -0700 | [diff] [blame] | 347 | return {std::move(returned_fence_)}; |
Alex Vakulenko | e4eec20 | 2017-01-27 14:41:04 -0800 | [diff] [blame] | 348 | } |
| 349 | |
Corey Tabaka | 52ea25c | 2017-09-13 18:02:48 -0700 | [diff] [blame^] | 350 | Status<LocalFence> ProducerChannel::OnConsumerAcquire(Message& /*message*/) { |
Alex Vakulenko | e4eec20 | 2017-01-27 14:41:04 -0800 | [diff] [blame] | 351 | ATRACE_NAME("ProducerChannel::OnConsumerAcquire"); |
| 352 | ALOGD_IF(TRACE, "ProducerChannel::OnConsumerAcquire: buffer_id=%d", |
| 353 | buffer_id()); |
| 354 | if (producer_owns_) { |
| 355 | ALOGE("ProducerChannel::OnConsumerAcquire: Not in posted state!"); |
Corey Tabaka | cd52dd9 | 2017-04-07 18:03:57 -0700 | [diff] [blame] | 356 | return ErrorStatus(EBUSY); |
Alex Vakulenko | e4eec20 | 2017-01-27 14:41:04 -0800 | [diff] [blame] | 357 | } |
| 358 | |
| 359 | // Return a borrowed fd to avoid unnecessary duplication of the underlying fd. |
| 360 | // Serialization just needs to read the handle. |
Corey Tabaka | 52ea25c | 2017-09-13 18:02:48 -0700 | [diff] [blame^] | 361 | return {std::move(post_fence_)}; |
Alex Vakulenko | e4eec20 | 2017-01-27 14:41:04 -0800 | [diff] [blame] | 362 | } |
| 363 | |
Corey Tabaka | cd52dd9 | 2017-04-07 18:03:57 -0700 | [diff] [blame] | 364 | Status<void> ProducerChannel::OnConsumerRelease(Message&, |
| 365 | LocalFence release_fence) { |
Alex Vakulenko | e4eec20 | 2017-01-27 14:41:04 -0800 | [diff] [blame] | 366 | ATRACE_NAME("ProducerChannel::OnConsumerRelease"); |
| 367 | ALOGD_IF(TRACE, "ProducerChannel::OnConsumerRelease: buffer_id=%d", |
| 368 | buffer_id()); |
| 369 | if (producer_owns_) { |
| 370 | ALOGE("ProducerChannel::OnConsumerRelease: Not in acquired state!"); |
Corey Tabaka | cd52dd9 | 2017-04-07 18:03:57 -0700 | [diff] [blame] | 371 | return ErrorStatus(EBUSY); |
Alex Vakulenko | e4eec20 | 2017-01-27 14:41:04 -0800 | [diff] [blame] | 372 | } |
| 373 | |
| 374 | // Attempt to merge the fences if necessary. |
| 375 | if (release_fence) { |
| 376 | if (returned_fence_) { |
Corey Tabaka | 3079cb7 | 2017-01-19 15:07:26 -0800 | [diff] [blame] | 377 | LocalFence merged_fence(sync_merge("bufferhub_merged", |
| 378 | returned_fence_.get_fd(), |
| 379 | release_fence.get_fd())); |
Alex Vakulenko | e4eec20 | 2017-01-27 14:41:04 -0800 | [diff] [blame] | 380 | const int error = errno; |
| 381 | if (!merged_fence) { |
| 382 | ALOGE("ProducerChannel::OnConsumerRelease: Failed to merge fences: %s", |
| 383 | strerror(error)); |
Corey Tabaka | cd52dd9 | 2017-04-07 18:03:57 -0700 | [diff] [blame] | 384 | return ErrorStatus(error); |
Alex Vakulenko | e4eec20 | 2017-01-27 14:41:04 -0800 | [diff] [blame] | 385 | } |
| 386 | returned_fence_ = std::move(merged_fence); |
| 387 | } else { |
| 388 | returned_fence_ = std::move(release_fence); |
| 389 | } |
| 390 | } |
| 391 | |
| 392 | OnConsumerIgnored(); |
Corey Tabaka | 52ea25c | 2017-09-13 18:02:48 -0700 | [diff] [blame^] | 393 | if (pending_consumers_ == 0) { |
| 394 | // Clear the producer bit atomically to transit into released state. This |
| 395 | // has to done by BufferHub as it requries synchronization among all |
| 396 | // consumers. |
| 397 | BufferHubDefs::ModifyBufferState(buffer_state_, |
| 398 | BufferHubDefs::kProducerStateBit, 0ULL); |
| 399 | ALOGD_IF(TRACE, |
| 400 | "ProducerChannel::OnConsumerRelease: releasing last consumer: " |
| 401 | "buffer_id=%d state=%" PRIx64 ".", |
| 402 | buffer_id(), buffer_state_->load()); |
| 403 | |
| 404 | if (orphaned_consumer_bit_mask_) { |
| 405 | ALOGW( |
| 406 | "ProducerChannel::OnConsumerRelease: orphaned buffer detected " |
| 407 | "during the this acquire/release cycle: id=%d orphaned=0x%" PRIx64 |
| 408 | " queue_index=%" PRIu64 ".", |
| 409 | buffer_id(), orphaned_consumer_bit_mask_, |
| 410 | metadata_header_->queue_index); |
| 411 | orphaned_consumer_bit_mask_ = 0; |
| 412 | } |
| 413 | |
| 414 | SignalAvailable(); |
| 415 | } |
| 416 | |
| 417 | ALOGE_IF(pending_consumers_ && |
| 418 | BufferHubDefs::IsBufferReleased(buffer_state_->load()), |
| 419 | "ProducerChannel::OnConsumerRelease: buffer state inconsistent: " |
| 420 | "pending_consumers=%d, buffer buffer is in releaed state.", |
| 421 | pending_consumers_); |
Corey Tabaka | cd52dd9 | 2017-04-07 18:03:57 -0700 | [diff] [blame] | 422 | return {}; |
Alex Vakulenko | e4eec20 | 2017-01-27 14:41:04 -0800 | [diff] [blame] | 423 | } |
| 424 | |
| 425 | void ProducerChannel::OnConsumerIgnored() { |
Corey Tabaka | 52ea25c | 2017-09-13 18:02:48 -0700 | [diff] [blame^] | 426 | if (pending_consumers_ == 0) { |
| 427 | ALOGE("ProducerChannel::OnConsumerIgnored: no pending consumer."); |
| 428 | return; |
| 429 | } |
| 430 | |
| 431 | --pending_consumers_; |
Alex Vakulenko | e4eec20 | 2017-01-27 14:41:04 -0800 | [diff] [blame] | 432 | ALOGD_IF(TRACE, |
| 433 | "ProducerChannel::OnConsumerIgnored: buffer_id=%d %d consumers left", |
| 434 | buffer_id(), pending_consumers_); |
| 435 | } |
| 436 | |
Corey Tabaka | 52ea25c | 2017-09-13 18:02:48 -0700 | [diff] [blame^] | 437 | void ProducerChannel::OnConsumerOrphaned(ConsumerChannel* channel) { |
| 438 | // Ignore the orphaned consumer. |
| 439 | OnConsumerIgnored(); |
| 440 | |
| 441 | const uint64_t consumer_state_bit = channel->consumer_state_bit(); |
| 442 | ALOGE_IF(orphaned_consumer_bit_mask_ & consumer_state_bit, |
| 443 | "ProducerChannel::OnConsumerOrphaned: Consumer " |
| 444 | "(consumer_state_bit=%" PRIx64 ") is already orphaned.", |
| 445 | consumer_state_bit); |
| 446 | orphaned_consumer_bit_mask_ |= consumer_state_bit; |
| 447 | |
| 448 | // Atomically clear the fence state bit as an orphaned consumer will never |
| 449 | // signal a release fence. Also clear the buffer state as it won't be released |
| 450 | // as well. |
| 451 | fence_state_->fetch_and(~consumer_state_bit); |
| 452 | BufferHubDefs::ModifyBufferState(buffer_state_, consumer_state_bit, 0ULL); |
| 453 | |
| 454 | ALOGW( |
| 455 | "ProducerChannel::OnConsumerOrphaned: detected new orphaned consumer " |
| 456 | "buffer_id=%d consumer_state_bit=%" PRIx64 " queue_index=%" PRIu64 |
| 457 | " buffer_state=%" PRIx64 " fence_state=%" PRIx64 ".", |
| 458 | buffer_id(), consumer_state_bit, metadata_header_->queue_index, |
| 459 | buffer_state_->load(), fence_state_->load()); |
| 460 | } |
| 461 | |
Corey Tabaka | cd52dd9 | 2017-04-07 18:03:57 -0700 | [diff] [blame] | 462 | Status<void> ProducerChannel::OnProducerMakePersistent(Message& message, |
| 463 | const std::string& name, |
| 464 | int user_id, |
| 465 | int group_id) { |
Alex Vakulenko | e4eec20 | 2017-01-27 14:41:04 -0800 | [diff] [blame] | 466 | ATRACE_NAME("ProducerChannel::OnProducerMakePersistent"); |
| 467 | ALOGD_IF(TRACE, |
| 468 | "ProducerChannel::OnProducerMakePersistent: buffer_id=%d name=%s " |
| 469 | "user_id=%d group_id=%d", |
| 470 | buffer_id(), name.c_str(), user_id, group_id); |
| 471 | |
| 472 | if (name.empty() || (user_id < 0 && user_id != kNoCheckId) || |
| 473 | (group_id < 0 && group_id != kNoCheckId)) { |
Corey Tabaka | cd52dd9 | 2017-04-07 18:03:57 -0700 | [diff] [blame] | 474 | return ErrorStatus(EINVAL); |
Alex Vakulenko | e4eec20 | 2017-01-27 14:41:04 -0800 | [diff] [blame] | 475 | } |
| 476 | |
| 477 | // Try to add this buffer with the requested name. |
| 478 | if (service()->AddNamedBuffer(name, std::static_pointer_cast<ProducerChannel>( |
| 479 | shared_from_this()))) { |
| 480 | // If successful, set the requested permissions. |
| 481 | |
| 482 | // A value of zero indicates that the ids from the sending process should be |
| 483 | // used. |
| 484 | if (user_id == kUseCallerId) |
| 485 | user_id = message.GetEffectiveUserId(); |
| 486 | if (group_id == kUseCallerId) |
| 487 | group_id = message.GetEffectiveGroupId(); |
| 488 | |
| 489 | owner_user_id_ = user_id; |
| 490 | owner_group_id_ = group_id; |
| 491 | name_ = name; |
Corey Tabaka | cd52dd9 | 2017-04-07 18:03:57 -0700 | [diff] [blame] | 492 | return {}; |
Alex Vakulenko | e4eec20 | 2017-01-27 14:41:04 -0800 | [diff] [blame] | 493 | } else { |
| 494 | // Otherwise a buffer with that name already exists. |
Corey Tabaka | cd52dd9 | 2017-04-07 18:03:57 -0700 | [diff] [blame] | 495 | return ErrorStatus(EALREADY); |
Alex Vakulenko | e4eec20 | 2017-01-27 14:41:04 -0800 | [diff] [blame] | 496 | } |
| 497 | } |
| 498 | |
Corey Tabaka | cd52dd9 | 2017-04-07 18:03:57 -0700 | [diff] [blame] | 499 | Status<void> ProducerChannel::OnRemovePersistence(Message&) { |
Alex Vakulenko | e4eec20 | 2017-01-27 14:41:04 -0800 | [diff] [blame] | 500 | if (service()->RemoveNamedBuffer(*this)) |
Corey Tabaka | cd52dd9 | 2017-04-07 18:03:57 -0700 | [diff] [blame] | 501 | return {}; |
Alex Vakulenko | e4eec20 | 2017-01-27 14:41:04 -0800 | [diff] [blame] | 502 | else |
Corey Tabaka | cd52dd9 | 2017-04-07 18:03:57 -0700 | [diff] [blame] | 503 | return ErrorStatus(ENOENT); |
Alex Vakulenko | e4eec20 | 2017-01-27 14:41:04 -0800 | [diff] [blame] | 504 | } |
| 505 | |
| 506 | void ProducerChannel::AddConsumer(ConsumerChannel* channel) { |
| 507 | consumer_channels_.push_back(channel); |
| 508 | } |
| 509 | |
| 510 | void ProducerChannel::RemoveConsumer(ConsumerChannel* channel) { |
| 511 | consumer_channels_.erase( |
| 512 | std::find(consumer_channels_.begin(), consumer_channels_.end(), channel)); |
Corey Tabaka | 52ea25c | 2017-09-13 18:02:48 -0700 | [diff] [blame^] | 513 | active_consumer_bit_mask_ &= ~channel->consumer_state_bit(); |
| 514 | |
| 515 | const uint64_t buffer_state = buffer_state_->load(); |
| 516 | if (BufferHubDefs::IsBufferPosted(buffer_state) || |
| 517 | BufferHubDefs::IsBufferAcquired(buffer_state)) { |
| 518 | // The consumer client is being destoryed without releasing. This could |
| 519 | // happen in corner cases when the consumer crashes. Here we mark it |
| 520 | // orphaned before remove it from producer. |
| 521 | OnConsumerOrphaned(channel); |
| 522 | } |
| 523 | |
| 524 | if (BufferHubDefs::IsBufferReleased(buffer_state) || |
| 525 | BufferHubDefs::IsBufferGained(buffer_state)) { |
| 526 | // The consumer is being close while it is suppose to signal a release |
| 527 | // fence. Signal the dummy fence here. |
| 528 | if (fence_state_->load() & channel->consumer_state_bit()) { |
| 529 | epoll_event event; |
| 530 | event.events = EPOLLIN; |
| 531 | event.data.u64 = channel->consumer_state_bit(); |
| 532 | if (epoll_ctl(release_fence_fd_.Get(), EPOLL_CTL_MOD, |
| 533 | dummy_fence_fd_.Get(), &event) < 0) { |
| 534 | ALOGE( |
| 535 | "ProducerChannel::RemoveConsumer: Failed to modify the shared " |
| 536 | "release fence to include the dummy fence: %s", |
| 537 | strerror(errno)); |
| 538 | return; |
| 539 | } |
| 540 | ALOGW( |
| 541 | "ProducerChannel::RemoveConsumer: signal dummy release fence " |
| 542 | "buffer_id=%d", |
| 543 | buffer_id()); |
| 544 | eventfd_write(dummy_fence_fd_.Get(), 1); |
| 545 | } |
| 546 | } |
Alex Vakulenko | e4eec20 | 2017-01-27 14:41:04 -0800 | [diff] [blame] | 547 | } |
| 548 | |
| 549 | // Returns true if either the user or group ids match the owning ids or both |
| 550 | // owning ids are not set, in which case access control does not apply. |
| 551 | bool ProducerChannel::CheckAccess(int euid, int egid) { |
| 552 | const bool no_check = |
| 553 | owner_user_id_ == kNoCheckId && owner_group_id_ == kNoCheckId; |
| 554 | const bool euid_check = euid == owner_user_id_ || euid == kRootId; |
| 555 | const bool egid_check = egid == owner_group_id_ || egid == kRootId; |
| 556 | return no_check || euid_check || egid_check; |
| 557 | } |
| 558 | |
| 559 | // Returns true if the given parameters match the underlying buffer parameters. |
Corey Tabaka | cd52dd9 | 2017-04-07 18:03:57 -0700 | [diff] [blame] | 560 | bool ProducerChannel::CheckParameters(uint32_t width, uint32_t height, |
Hendrik Wagenaar | 108e84f | 2017-05-07 22:19:17 -0700 | [diff] [blame] | 561 | uint32_t layer_count, uint32_t format, |
Corey Tabaka | 52ea25c | 2017-09-13 18:02:48 -0700 | [diff] [blame^] | 562 | uint64_t usage, |
| 563 | size_t user_metadata_size) { |
| 564 | return user_metadata_size == user_metadata_size_ && |
| 565 | buffer_.width() == width && buffer_.height() == height && |
| 566 | buffer_.layer_count() == layer_count && buffer_.format() == format && |
| 567 | buffer_.usage() == usage; |
Alex Vakulenko | e4eec20 | 2017-01-27 14:41:04 -0800 | [diff] [blame] | 568 | } |
| 569 | |
| 570 | } // namespace dvr |
| 571 | } // namespace android |