Inki Dae | 1c248b7 | 2011-10-04 19:19:01 +0900 | [diff] [blame] | 1 | /* exynos_drm_fb.c |
| 2 | * |
| 3 | * Copyright (c) 2011 Samsung Electronics Co., Ltd. |
| 4 | * Authors: |
| 5 | * Inki Dae <inki.dae@samsung.com> |
| 6 | * Joonyoung Shim <jy0922.shim@samsung.com> |
| 7 | * Seung-Woo Kim <sw0312.kim@samsung.com> |
| 8 | * |
Inki Dae | d81aecb | 2012-12-18 02:30:17 +0900 | [diff] [blame] | 9 | * This program is free software; you can redistribute it and/or modify it |
| 10 | * under the terms of the GNU General Public License as published by the |
| 11 | * Free Software Foundation; either version 2 of the License, or (at your |
| 12 | * option) any later version. |
Inki Dae | 1c248b7 | 2011-10-04 19:19:01 +0900 | [diff] [blame] | 13 | */ |
| 14 | |
David Howells | 760285e | 2012-10-02 18:01:07 +0100 | [diff] [blame] | 15 | #include <drm/drmP.h> |
| 16 | #include <drm/drm_crtc.h> |
| 17 | #include <drm/drm_crtc_helper.h> |
| 18 | #include <drm/drm_fb_helper.h> |
Gustavo Padovan | d6562a2 | 2015-06-01 12:04:52 -0300 | [diff] [blame] | 19 | #include <drm/drm_atomic.h> |
Gustavo Padovan | 910874a | 2015-06-01 12:04:46 -0300 | [diff] [blame] | 20 | #include <drm/drm_atomic_helper.h> |
Inki Dae | 0519f9a | 2012-10-20 07:53:42 -0700 | [diff] [blame] | 21 | #include <uapi/drm/exynos_drm.h> |
Inki Dae | 1c248b7 | 2011-10-04 19:19:01 +0900 | [diff] [blame] | 22 | |
Seung-Woo Kim | 7db3eba | 2011-10-18 16:58:05 +0900 | [diff] [blame] | 23 | #include "exynos_drm_drv.h" |
Inki Dae | 1c248b7 | 2011-10-04 19:19:01 +0900 | [diff] [blame] | 24 | #include "exynos_drm_fb.h" |
Andrzej Hajda | 25928a3 | 2014-03-17 11:27:17 +0100 | [diff] [blame] | 25 | #include "exynos_drm_fbdev.h" |
Inki Dae | 1c248b7 | 2011-10-04 19:19:01 +0900 | [diff] [blame] | 26 | #include "exynos_drm_gem.h" |
Inki Dae | 0519f9a | 2012-10-20 07:53:42 -0700 | [diff] [blame] | 27 | #include "exynos_drm_iommu.h" |
Sean Paul | 080be03d | 2014-02-19 21:02:55 +0900 | [diff] [blame] | 28 | #include "exynos_drm_crtc.h" |
Inki Dae | 1c248b7 | 2011-10-04 19:19:01 +0900 | [diff] [blame] | 29 | |
| 30 | #define to_exynos_fb(x) container_of(x, struct exynos_drm_fb, fb) |
| 31 | |
| 32 | /* |
| 33 | * exynos specific framebuffer structure. |
| 34 | * |
| 35 | * @fb: drm framebuffer obejct. |
Inki Dae | 01ed812 | 2012-08-20 20:05:56 +0900 | [diff] [blame] | 36 | * @buf_cnt: a buffer count to drm framebuffer. |
Seung-Woo Kim | 229d353 | 2011-12-15 14:36:22 +0900 | [diff] [blame] | 37 | * @exynos_gem_obj: array of exynos specific gem object containing a gem object. |
Inki Dae | 1c248b7 | 2011-10-04 19:19:01 +0900 | [diff] [blame] | 38 | */ |
| 39 | struct exynos_drm_fb { |
| 40 | struct drm_framebuffer fb; |
Inki Dae | 01ed812 | 2012-08-20 20:05:56 +0900 | [diff] [blame] | 41 | unsigned int buf_cnt; |
Seung-Woo Kim | 229d353 | 2011-12-15 14:36:22 +0900 | [diff] [blame] | 42 | struct exynos_drm_gem_obj *exynos_gem_obj[MAX_FB_BUFFER]; |
Inki Dae | 1c248b7 | 2011-10-04 19:19:01 +0900 | [diff] [blame] | 43 | }; |
| 44 | |
Inki Dae | 0519f9a | 2012-10-20 07:53:42 -0700 | [diff] [blame] | 45 | static int check_fb_gem_memory_type(struct drm_device *drm_dev, |
| 46 | struct exynos_drm_gem_obj *exynos_gem_obj) |
| 47 | { |
| 48 | unsigned int flags; |
| 49 | |
| 50 | /* |
| 51 | * if exynos drm driver supports iommu then framebuffer can use |
| 52 | * all the buffer types. |
| 53 | */ |
| 54 | if (is_drm_iommu_supported(drm_dev)) |
| 55 | return 0; |
| 56 | |
| 57 | flags = exynos_gem_obj->flags; |
| 58 | |
| 59 | /* |
| 60 | * without iommu support, not support physically non-continuous memory |
| 61 | * for framebuffer. |
| 62 | */ |
| 63 | if (IS_NONCONTIG_BUFFER(flags)) { |
| 64 | DRM_ERROR("cannot use this gem memory type for fb.\n"); |
| 65 | return -EINVAL; |
| 66 | } |
| 67 | |
| 68 | return 0; |
| 69 | } |
| 70 | |
Inki Dae | 1c248b7 | 2011-10-04 19:19:01 +0900 | [diff] [blame] | 71 | static void exynos_drm_fb_destroy(struct drm_framebuffer *fb) |
| 72 | { |
| 73 | struct exynos_drm_fb *exynos_fb = to_exynos_fb(fb); |
Laurent Pinchart | 07b6835 | 2012-05-16 17:08:56 +0200 | [diff] [blame] | 74 | unsigned int i; |
Inki Dae | 1c248b7 | 2011-10-04 19:19:01 +0900 | [diff] [blame] | 75 | |
Inki Dae | 1daa892 | 2012-11-22 17:41:23 +0900 | [diff] [blame] | 76 | /* make sure that overlay data are updated before relesing fb. */ |
Sean Paul | 080be03d | 2014-02-19 21:02:55 +0900 | [diff] [blame] | 77 | exynos_drm_crtc_complete_scanout(fb); |
Inki Dae | 1daa892 | 2012-11-22 17:41:23 +0900 | [diff] [blame] | 78 | |
Inki Dae | 1c248b7 | 2011-10-04 19:19:01 +0900 | [diff] [blame] | 79 | drm_framebuffer_cleanup(fb); |
| 80 | |
Laurent Pinchart | 07b6835 | 2012-05-16 17:08:56 +0200 | [diff] [blame] | 81 | for (i = 0; i < ARRAY_SIZE(exynos_fb->exynos_gem_obj); i++) { |
| 82 | struct drm_gem_object *obj; |
| 83 | |
| 84 | if (exynos_fb->exynos_gem_obj[i] == NULL) |
| 85 | continue; |
| 86 | |
| 87 | obj = &exynos_fb->exynos_gem_obj[i]->base; |
| 88 | drm_gem_object_unreference_unlocked(obj); |
| 89 | } |
| 90 | |
Inki Dae | 1c248b7 | 2011-10-04 19:19:01 +0900 | [diff] [blame] | 91 | kfree(exynos_fb); |
| 92 | exynos_fb = NULL; |
| 93 | } |
| 94 | |
| 95 | static int exynos_drm_fb_create_handle(struct drm_framebuffer *fb, |
| 96 | struct drm_file *file_priv, |
| 97 | unsigned int *handle) |
| 98 | { |
| 99 | struct exynos_drm_fb *exynos_fb = to_exynos_fb(fb); |
| 100 | |
Inki Dae | b9ede27 | 2013-01-29 17:51:09 +0900 | [diff] [blame] | 101 | /* This fb should have only one gem object. */ |
| 102 | if (WARN_ON(exynos_fb->buf_cnt != 1)) |
| 103 | return -EINVAL; |
| 104 | |
Inki Dae | 1c248b7 | 2011-10-04 19:19:01 +0900 | [diff] [blame] | 105 | return drm_gem_handle_create(file_priv, |
Seung-Woo Kim | 229d353 | 2011-12-15 14:36:22 +0900 | [diff] [blame] | 106 | &exynos_fb->exynos_gem_obj[0]->base, handle); |
Inki Dae | 1c248b7 | 2011-10-04 19:19:01 +0900 | [diff] [blame] | 107 | } |
| 108 | |
| 109 | static int exynos_drm_fb_dirty(struct drm_framebuffer *fb, |
| 110 | struct drm_file *file_priv, unsigned flags, |
| 111 | unsigned color, struct drm_clip_rect *clips, |
| 112 | unsigned num_clips) |
| 113 | { |
Inki Dae | 1c248b7 | 2011-10-04 19:19:01 +0900 | [diff] [blame] | 114 | /* TODO */ |
| 115 | |
| 116 | return 0; |
| 117 | } |
| 118 | |
| 119 | static struct drm_framebuffer_funcs exynos_drm_fb_funcs = { |
| 120 | .destroy = exynos_drm_fb_destroy, |
| 121 | .create_handle = exynos_drm_fb_create_handle, |
| 122 | .dirty = exynos_drm_fb_dirty, |
| 123 | }; |
| 124 | |
Inki Dae | 01ed812 | 2012-08-20 20:05:56 +0900 | [diff] [blame] | 125 | void exynos_drm_fb_set_buf_cnt(struct drm_framebuffer *fb, |
| 126 | unsigned int cnt) |
| 127 | { |
| 128 | struct exynos_drm_fb *exynos_fb; |
| 129 | |
| 130 | exynos_fb = to_exynos_fb(fb); |
| 131 | |
| 132 | exynos_fb->buf_cnt = cnt; |
| 133 | } |
| 134 | |
| 135 | unsigned int exynos_drm_fb_get_buf_cnt(struct drm_framebuffer *fb) |
| 136 | { |
| 137 | struct exynos_drm_fb *exynos_fb; |
| 138 | |
| 139 | exynos_fb = to_exynos_fb(fb); |
| 140 | |
| 141 | return exynos_fb->buf_cnt; |
| 142 | } |
| 143 | |
Joonyoung Shim | e1533c0 | 2011-12-13 14:46:57 +0900 | [diff] [blame] | 144 | struct drm_framebuffer * |
| 145 | exynos_drm_framebuffer_init(struct drm_device *dev, |
| 146 | struct drm_mode_fb_cmd2 *mode_cmd, |
| 147 | struct drm_gem_object *obj) |
Inki Dae | 1c248b7 | 2011-10-04 19:19:01 +0900 | [diff] [blame] | 148 | { |
| 149 | struct exynos_drm_fb *exynos_fb; |
Inki Dae | 0519f9a | 2012-10-20 07:53:42 -0700 | [diff] [blame] | 150 | struct exynos_drm_gem_obj *exynos_gem_obj; |
Inki Dae | 1c248b7 | 2011-10-04 19:19:01 +0900 | [diff] [blame] | 151 | int ret; |
| 152 | |
Inki Dae | 0519f9a | 2012-10-20 07:53:42 -0700 | [diff] [blame] | 153 | exynos_gem_obj = to_exynos_gem_obj(obj); |
| 154 | |
| 155 | ret = check_fb_gem_memory_type(dev, exynos_gem_obj); |
Tobias Jakobi | 7ded858 | 2015-04-07 01:14:51 +0200 | [diff] [blame] | 156 | if (ret < 0) |
| 157 | return ERR_PTR(ret); |
Inki Dae | 0519f9a | 2012-10-20 07:53:42 -0700 | [diff] [blame] | 158 | |
Inki Dae | 1c248b7 | 2011-10-04 19:19:01 +0900 | [diff] [blame] | 159 | exynos_fb = kzalloc(sizeof(*exynos_fb), GFP_KERNEL); |
Sachin Kamat | 38bb525 | 2013-08-19 19:04:55 +0900 | [diff] [blame] | 160 | if (!exynos_fb) |
Inki Dae | 1c248b7 | 2011-10-04 19:19:01 +0900 | [diff] [blame] | 161 | return ERR_PTR(-ENOMEM); |
Inki Dae | 1c248b7 | 2011-10-04 19:19:01 +0900 | [diff] [blame] | 162 | |
Daniel Vetter | f2c0095 | 2012-12-14 13:39:03 +0900 | [diff] [blame] | 163 | drm_helper_mode_fill_fb_struct(&exynos_fb->fb, mode_cmd); |
Inki Dae | 0519f9a | 2012-10-20 07:53:42 -0700 | [diff] [blame] | 164 | exynos_fb->exynos_gem_obj[0] = exynos_gem_obj; |
| 165 | |
Joonyoung Shim | e1533c0 | 2011-12-13 14:46:57 +0900 | [diff] [blame] | 166 | ret = drm_framebuffer_init(dev, &exynos_fb->fb, &exynos_drm_fb_funcs); |
Inki Dae | 1c248b7 | 2011-10-04 19:19:01 +0900 | [diff] [blame] | 167 | if (ret) { |
Andrzej Hajda | 849b431 | 2014-09-09 15:16:08 +0200 | [diff] [blame] | 168 | kfree(exynos_fb); |
Joonyoung Shim | e1533c0 | 2011-12-13 14:46:57 +0900 | [diff] [blame] | 169 | DRM_ERROR("failed to initialize framebuffer\n"); |
| 170 | return ERR_PTR(ret); |
Inki Dae | 1c248b7 | 2011-10-04 19:19:01 +0900 | [diff] [blame] | 171 | } |
| 172 | |
Joonyoung Shim | e1533c0 | 2011-12-13 14:46:57 +0900 | [diff] [blame] | 173 | return &exynos_fb->fb; |
Inki Dae | 1c248b7 | 2011-10-04 19:19:01 +0900 | [diff] [blame] | 174 | } |
| 175 | |
Joonyoung Shim | e1533c0 | 2011-12-13 14:46:57 +0900 | [diff] [blame] | 176 | static struct drm_framebuffer * |
| 177 | exynos_user_fb_create(struct drm_device *dev, struct drm_file *file_priv, |
| 178 | struct drm_mode_fb_cmd2 *mode_cmd) |
Inki Dae | 1c248b7 | 2011-10-04 19:19:01 +0900 | [diff] [blame] | 179 | { |
Joonyoung Shim | e1533c0 | 2011-12-13 14:46:57 +0900 | [diff] [blame] | 180 | struct drm_gem_object *obj; |
YoungJun Cho | 979c0c7 | 2013-02-12 21:23:54 +0900 | [diff] [blame] | 181 | struct exynos_drm_gem_obj *exynos_gem_obj; |
Seung-Woo Kim | 229d353 | 2011-12-15 14:36:22 +0900 | [diff] [blame] | 182 | struct exynos_drm_fb *exynos_fb; |
Daniel Vetter | f2c0095 | 2012-12-14 13:39:03 +0900 | [diff] [blame] | 183 | int i, ret; |
Joonyoung Shim | e1533c0 | 2011-12-13 14:46:57 +0900 | [diff] [blame] | 184 | |
Daniel Vetter | f2c0095 | 2012-12-14 13:39:03 +0900 | [diff] [blame] | 185 | exynos_fb = kzalloc(sizeof(*exynos_fb), GFP_KERNEL); |
Sachin Kamat | 38bb525 | 2013-08-19 19:04:55 +0900 | [diff] [blame] | 186 | if (!exynos_fb) |
Daniel Vetter | f2c0095 | 2012-12-14 13:39:03 +0900 | [diff] [blame] | 187 | return ERR_PTR(-ENOMEM); |
Seung-Woo Kim | 229d353 | 2011-12-15 14:36:22 +0900 | [diff] [blame] | 188 | |
YoungJun Cho | 979c0c7 | 2013-02-12 21:23:54 +0900 | [diff] [blame] | 189 | obj = drm_gem_object_lookup(dev, file_priv, mode_cmd->handles[0]); |
| 190 | if (!obj) { |
| 191 | DRM_ERROR("failed to lookup gem object\n"); |
| 192 | ret = -ENOENT; |
| 193 | goto err_free; |
| 194 | } |
| 195 | |
Daniel Vetter | f2c0095 | 2012-12-14 13:39:03 +0900 | [diff] [blame] | 196 | drm_helper_mode_fill_fb_struct(&exynos_fb->fb, mode_cmd); |
| 197 | exynos_fb->exynos_gem_obj[0] = to_exynos_gem_obj(obj); |
Tobias Jakobi | d10ebb9 | 2015-04-27 23:10:13 +0200 | [diff] [blame] | 198 | exynos_fb->buf_cnt = drm_format_num_planes(mode_cmd->pixel_format); |
Seung-Woo Kim | 229d353 | 2011-12-15 14:36:22 +0900 | [diff] [blame] | 199 | |
Inki Dae | 01ed812 | 2012-08-20 20:05:56 +0900 | [diff] [blame] | 200 | DRM_DEBUG_KMS("buf_cnt = %d\n", exynos_fb->buf_cnt); |
| 201 | |
| 202 | for (i = 1; i < exynos_fb->buf_cnt; i++) { |
Seung-Woo Kim | 229d353 | 2011-12-15 14:36:22 +0900 | [diff] [blame] | 203 | obj = drm_gem_object_lookup(dev, file_priv, |
| 204 | mode_cmd->handles[i]); |
| 205 | if (!obj) { |
| 206 | DRM_ERROR("failed to lookup gem object\n"); |
YoungJun Cho | 979c0c7 | 2013-02-12 21:23:54 +0900 | [diff] [blame] | 207 | ret = -ENOENT; |
| 208 | exynos_fb->buf_cnt = i; |
| 209 | goto err_unreference; |
Seung-Woo Kim | 229d353 | 2011-12-15 14:36:22 +0900 | [diff] [blame] | 210 | } |
| 211 | |
Inki Dae | 0519f9a | 2012-10-20 07:53:42 -0700 | [diff] [blame] | 212 | exynos_gem_obj = to_exynos_gem_obj(obj); |
YoungJun Cho | 979c0c7 | 2013-02-12 21:23:54 +0900 | [diff] [blame] | 213 | exynos_fb->exynos_gem_obj[i] = exynos_gem_obj; |
Inki Dae | 0519f9a | 2012-10-20 07:53:42 -0700 | [diff] [blame] | 214 | |
| 215 | ret = check_fb_gem_memory_type(dev, exynos_gem_obj); |
Tobias Jakobi | 7ded858 | 2015-04-07 01:14:51 +0200 | [diff] [blame] | 216 | if (ret < 0) |
YoungJun Cho | 979c0c7 | 2013-02-12 21:23:54 +0900 | [diff] [blame] | 217 | goto err_unreference; |
Seung-Woo Kim | 229d353 | 2011-12-15 14:36:22 +0900 | [diff] [blame] | 218 | } |
| 219 | |
Daniel Vetter | f2c0095 | 2012-12-14 13:39:03 +0900 | [diff] [blame] | 220 | ret = drm_framebuffer_init(dev, &exynos_fb->fb, &exynos_drm_fb_funcs); |
| 221 | if (ret) { |
YoungJun Cho | 979c0c7 | 2013-02-12 21:23:54 +0900 | [diff] [blame] | 222 | DRM_ERROR("failed to init framebuffer.\n"); |
| 223 | goto err_unreference; |
Daniel Vetter | f2c0095 | 2012-12-14 13:39:03 +0900 | [diff] [blame] | 224 | } |
| 225 | |
| 226 | return &exynos_fb->fb; |
YoungJun Cho | 979c0c7 | 2013-02-12 21:23:54 +0900 | [diff] [blame] | 227 | |
| 228 | err_unreference: |
| 229 | for (i = 0; i < exynos_fb->buf_cnt; i++) { |
| 230 | struct drm_gem_object *obj; |
| 231 | |
| 232 | obj = &exynos_fb->exynos_gem_obj[i]->base; |
| 233 | if (obj) |
| 234 | drm_gem_object_unreference_unlocked(obj); |
| 235 | } |
| 236 | err_free: |
| 237 | kfree(exynos_fb); |
| 238 | return ERR_PTR(ret); |
Inki Dae | 1c248b7 | 2011-10-04 19:19:01 +0900 | [diff] [blame] | 239 | } |
| 240 | |
Joonyoung Shim | 2a8cb48 | 2015-08-16 14:38:49 +0900 | [diff] [blame] | 241 | struct exynos_drm_gem_obj *exynos_drm_fb_gem_obj(struct drm_framebuffer *fb, |
| 242 | int index) |
Inki Dae | 1c248b7 | 2011-10-04 19:19:01 +0900 | [diff] [blame] | 243 | { |
| 244 | struct exynos_drm_fb *exynos_fb = to_exynos_fb(fb); |
Joonyoung Shim | 2a8cb48 | 2015-08-16 14:38:49 +0900 | [diff] [blame] | 245 | struct exynos_drm_gem_obj *obj; |
Inki Dae | 1c248b7 | 2011-10-04 19:19:01 +0900 | [diff] [blame] | 246 | |
Seung-Woo Kim | 229d353 | 2011-12-15 14:36:22 +0900 | [diff] [blame] | 247 | if (index >= MAX_FB_BUFFER) |
| 248 | return NULL; |
| 249 | |
Joonyoung Shim | 2a8cb48 | 2015-08-16 14:38:49 +0900 | [diff] [blame] | 250 | obj = exynos_fb->exynos_gem_obj[index]; |
| 251 | if (!obj) |
Inki Dae | 19c8b83 | 2011-10-14 13:29:46 +0900 | [diff] [blame] | 252 | return NULL; |
Inki Dae | 1c248b7 | 2011-10-04 19:19:01 +0900 | [diff] [blame] | 253 | |
Joonyoung Shim | 2a8cb48 | 2015-08-16 14:38:49 +0900 | [diff] [blame] | 254 | DRM_DEBUG_KMS("dma_addr = 0x%lx\n", (unsigned long)obj->dma_addr); |
Inki Dae | 1c248b7 | 2011-10-04 19:19:01 +0900 | [diff] [blame] | 255 | |
Joonyoung Shim | 2a8cb48 | 2015-08-16 14:38:49 +0900 | [diff] [blame] | 256 | return obj; |
Inki Dae | 1c248b7 | 2011-10-04 19:19:01 +0900 | [diff] [blame] | 257 | } |
| 258 | |
Seung-Woo Kim | 7db3eba | 2011-10-18 16:58:05 +0900 | [diff] [blame] | 259 | static void exynos_drm_output_poll_changed(struct drm_device *dev) |
| 260 | { |
| 261 | struct exynos_drm_private *private = dev->dev_private; |
| 262 | struct drm_fb_helper *fb_helper = private->fb_helper; |
| 263 | |
| 264 | if (fb_helper) |
| 265 | drm_fb_helper_hotplug_event(fb_helper); |
Andrzej Hajda | 25928a3 | 2014-03-17 11:27:17 +0100 | [diff] [blame] | 266 | else |
| 267 | exynos_drm_fbdev_init(dev); |
Seung-Woo Kim | 7db3eba | 2011-10-18 16:58:05 +0900 | [diff] [blame] | 268 | } |
| 269 | |
Laurent Pinchart | e6ecefa | 2012-05-17 13:27:23 +0200 | [diff] [blame] | 270 | static const struct drm_mode_config_funcs exynos_drm_mode_config_funcs = { |
Joonyoung Shim | e1533c0 | 2011-12-13 14:46:57 +0900 | [diff] [blame] | 271 | .fb_create = exynos_user_fb_create, |
Seung-Woo Kim | 7db3eba | 2011-10-18 16:58:05 +0900 | [diff] [blame] | 272 | .output_poll_changed = exynos_drm_output_poll_changed, |
Gustavo Padovan | 910874a | 2015-06-01 12:04:46 -0300 | [diff] [blame] | 273 | .atomic_check = drm_atomic_helper_check, |
Gustavo Padovan | 9d5ab6a | 2015-06-01 12:04:48 -0300 | [diff] [blame] | 274 | .atomic_commit = exynos_atomic_commit, |
Inki Dae | 1c248b7 | 2011-10-04 19:19:01 +0900 | [diff] [blame] | 275 | }; |
| 276 | |
| 277 | void exynos_drm_mode_config_init(struct drm_device *dev) |
| 278 | { |
| 279 | dev->mode_config.min_width = 0; |
| 280 | dev->mode_config.min_height = 0; |
| 281 | |
| 282 | /* |
| 283 | * set max width and height as default value(4096x4096). |
| 284 | * this value would be used to check framebuffer size limitation |
| 285 | * at drm_mode_addfb(). |
| 286 | */ |
| 287 | dev->mode_config.max_width = 4096; |
| 288 | dev->mode_config.max_height = 4096; |
| 289 | |
| 290 | dev->mode_config.funcs = &exynos_drm_mode_config_funcs; |
| 291 | } |