2009-04-08 17:11:16 +02:00
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2016-12-22 08:36:25 +00:00
|
|
|
|
2009-04-08 17:11:16 +02:00
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2013-07-25 18:02:31 +02:00
|
|
|
|
2016-08-03 16:04:09 +01:00
|
|
|
|
2021-11-10 12:24:23 +02:00
|
|
|
|
2017-02-04 00:16:44 +01:00
|
|
|
|
2009-04-08 17:11:16 +02:00
|
|
|
|
2013-07-25 18:02:31 +02:00
|
|
|
|
2016-10-31 09:08:06 +00:00
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2021-11-10 12:24:23 +02:00
|
|
|
|
|
|
|
|
|
2016-12-29 12:09:24 +01:00
|
|
|
|
2009-04-08 17:11:16 +02:00
|
|
|
|
2016-12-22 08:36:06 +00:00
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2017-02-02 21:04:38 +00:00
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2013-07-27 13:36:27 +02:00
|
|
|
|
2017-02-02 21:04:38 +00:00
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2014-04-02 20:03:57 +03:00
|
|
|
|
2017-02-02 21:04:38 +00:00
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2018-05-21 09:21:29 +01:00
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2017-02-02 21:04:38 +00:00
|
|
|
|
2014-04-02 20:03:57 +03:00
|
|
|
|
2016-12-29 21:48:23 +01:00
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2009-04-08 17:11:16 +02:00
|
|
|
|
2016-12-29 21:48:23 +01:00
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2017-02-02 21:04:38 +00:00
|
|
|
|
2010-07-02 15:02:14 +01:00
|
|
|
|
2011-02-18 17:59:12 +01:00
|
|
|
|
2016-08-03 16:04:09 +01:00
|
|
|
|
2017-02-02 21:04:38 +00:00
|
|
|
|
|
|
|
|
|
2016-08-03 16:04:09 +01:00
|
|
|
|
2017-02-02 21:04:38 +00:00
|
|
|
|
drm/mm: optimize rb_hole_addr rbtree search
Userspace can severely fragment rb_hole_addr rbtree by manipulating
alignment while allocating buffers. Fragmented rb_hole_addr rbtree
would result in large delays while allocating buffer object for a
userspace application. It takes long time to find suitable hole
because if we fail to find a suitable hole in the first attempt
then we look for neighbouring nodes using rb_prev()/rb_next().
Traversing rbtree using rb_prev()/rb_next() can take really long
time if the tree is fragmented.
This patch improves searches in fragmented rb_hole_addr rbtree by
modifying it to an augmented rbtree which will store an extra field
in drm_mm_node, subtree_max_hole. Each drm_mm_node now stores maximum
hole size for its subtree in drm_mm_node->subtree_max_hole. Using
drm_mm_node->subtree_max_hole, it is possible to eliminate a complete
subtree if that subtree is unable to serve a request hence reducing
number of rb_prev()/rb_next() used.
With this patch applied, 1 million bo allocs on amdgpu took ~8 sec,
compared to 50k bo allocs which took 28 sec without it.
partial test code:
int test_fragmentation(void)
{
int i = 0;
uint32_t minor_version;
uint32_t major_version;
struct amdgpu_bo_alloc_request request = {};
amdgpu_bo_handle vram_handle[MAX_ALLOC] = {};
amdgpu_device_handle device_handle;
request.alloc_size = 4096;
request.phys_alignment = 8192;
request.preferred_heap = AMDGPU_GEM_DOMAIN_VRAM;
int fd = open("/dev/dri/card0", O_RDWR | O_CLOEXEC);
amdgpu_device_initialize(fd, &major_version, &minor_version,
&device_handle);
for (i = 0; i < MAX_ALLOC; i++) {
amdgpu_bo_alloc(device_handle, &request, &vram_handle[i]);
}
for (i = 0; i < MAX_ALLOC; i++)
amdgpu_bo_free(vram_handle[i]);
return 0;
}
v2:
Use RB_DECLARE_CALLBACKS_MAX to maintain subtree_max_hole
v3:
insert_hole_addr() should be static a function
fix return value of next_hole_high_addr()/next_hole_low_addr()
Reported-by: kbuild test robot <lkp@intel.com>
v4:
Fix commit message.
Signed-off-by: Nirmoy Das <nirmoy.das@amd.com>
Reviewed-by: Chris Wilson <chris@chris-wilson.co.uk>
Acked-by: Christian König <christian.koenig@amd.com>
Link: https://patchwork.freedesktop.org/patch/364341/
Signed-off-by: Christian König <christian.koenig@amd.com>
2020-05-04 17:40:35 +02:00
|
|
|
|
2019-10-03 22:00:59 +01:00
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2016-10-31 09:08:06 +00:00
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2009-04-08 17:11:16 +02:00
|
|
|
|
|
|
|
|
|
2016-12-29 21:48:23 +01:00
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2009-04-08 17:11:16 +02:00
|
|
|
|
2016-12-29 21:48:23 +01:00
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2011-03-30 22:57:33 -03:00
|
|
|
|
2011-02-18 17:59:12 +01:00
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2016-08-03 16:04:09 +01:00
|
|
|
|
2017-09-08 16:15:08 -07:00
|
|
|
|
2018-05-21 09:21:28 +01:00
|
|
|
|
2017-02-02 21:04:38 +00:00
|
|
|
|
2016-08-03 16:04:09 +01:00
|
|
|
|
2016-12-22 08:36:29 +00:00
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2016-12-29 21:48:23 +01:00
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2016-12-22 08:36:29 +00:00
|
|
|
|
2016-12-29 21:48:23 +01:00
|
|
|
|
2016-12-22 08:36:29 +00:00
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2016-12-22 08:36:34 +00:00
|
|
|
|
2016-12-22 08:36:29 +00:00
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2017-02-02 21:04:38 +00:00
|
|
|
|
2009-04-08 17:11:16 +02:00
|
|
|
|
|
|
|
|
|
2014-01-23 00:39:13 +01:00
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2016-12-22 08:36:25 +00:00
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2014-01-23 00:39:13 +01:00
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2016-12-16 07:46:42 +00:00
|
|
|
|
2011-02-18 17:59:14 +01:00
|
|
|
|
2019-10-03 22:00:59 +01:00
|
|
|
|
2011-02-18 17:59:14 +01:00
|
|
|
|
|
|
|
|
|
2014-01-23 00:39:13 +01:00
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2016-12-22 08:36:25 +00:00
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2014-01-23 00:39:13 +01:00
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2016-12-16 07:46:42 +00:00
|
|
|
|
2011-02-18 17:59:11 +01:00
|
|
|
|
2020-03-09 12:15:29 +00:00
|
|
|
|
2011-02-18 17:59:11 +01:00
|
|
|
|
2012-11-15 11:32:17 +00:00
|
|
|
|
2016-12-22 08:36:37 +00:00
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2016-12-29 21:48:23 +01:00
|
|
|
|
|
|
|
|
|
2016-12-22 08:36:37 +00:00
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2017-02-02 21:04:38 +00:00
|
|
|
|
2016-12-22 08:36:37 +00:00
|
|
|
|
|
|
|
|
|
2016-12-16 07:46:42 +00:00
|
|
|
|
2012-11-15 11:32:17 +00:00
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2014-01-23 00:39:13 +01:00
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2016-12-22 08:36:25 +00:00
|
|
|
|
|
|
|
|
|
2016-12-22 08:36:37 +00:00
|
|
|
|
2014-01-23 00:39:13 +01:00
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2016-12-16 07:46:42 +00:00
|
|
|
|
2012-11-15 11:32:17 +00:00
|
|
|
|
2016-12-22 08:36:37 +00:00
|
|
|
|
2012-11-15 11:32:17 +00:00
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2016-12-16 07:46:42 +00:00
|
|
|
|
2012-11-15 11:32:17 +00:00
|
|
|
|
2015-11-25 21:23:07 +08:00
|
|
|
|
2012-11-15 11:32:17 +00:00
|
|
|
|
|
|
|
|
|
2014-01-23 00:39:13 +01:00
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2016-12-22 08:36:25 +00:00
|
|
|
|
|
|
|
|
|
2016-12-22 08:36:37 +00:00
|
|
|
|
2014-01-23 00:39:13 +01:00
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2016-12-16 07:46:42 +00:00
|
|
|
|
2012-11-15 11:32:17 +00:00
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2016-12-22 08:36:05 +00:00
|
|
|
|
|
|
|
|
|
2020-09-17 10:04:32 +08:00
|
|
|
|
2016-12-22 08:36:05 +00:00
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2016-12-16 07:46:41 +00:00
|
|
|
|
2014-01-23 00:39:13 +01:00
|
|
|
|
|
|
|
|
|
2016-12-29 21:48:23 +01:00
|
|
|
|
|
|
|
|
|
2014-01-23 00:39:13 +01:00
|
|
|
|
|
|
|
|
|
2016-12-29 21:48:23 +01:00
|
|
|
|
2014-01-23 00:39:13 +01:00
|
|
|
|
2016-12-16 07:46:41 +00:00
|
|
|
|
2016-12-22 08:36:05 +00:00
|
|
|
|
2016-12-16 07:46:41 +00:00
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2016-12-29 21:48:23 +01:00
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2016-12-16 07:46:41 +00:00
|
|
|
|
|
|
|
|
|
2016-12-29 21:48:23 +01:00
|
|
|
|
2016-12-16 07:46:41 +00:00
|
|
|
|
|
|
|
|
|
2016-12-22 08:36:05 +00:00
|
|
|
|
2012-11-15 11:32:17 +00:00
|
|
|
|
2014-01-23 00:39:13 +01:00
|
|
|
|
|
|
|
|
|
2017-02-02 21:04:38 +00:00
|
|
|
|
2016-12-29 21:48:23 +01:00
|
|
|
|
2014-01-23 00:39:13 +01:00
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2016-12-29 21:48:23 +01:00
|
|
|
|
2014-01-23 00:39:13 +01:00
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2012-11-15 11:32:17 +00:00
|
|
|
|
2017-02-02 21:04:38 +00:00
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2014-04-02 20:03:57 +03:00
|
|
|
|
2009-04-08 17:11:16 +02:00
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2014-01-23 00:39:13 +01:00
|
|
|
|
2017-02-02 21:04:38 +00:00
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2013-07-27 13:36:27 +02:00
|
|
|
|
2016-12-22 08:36:39 +00:00
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2017-02-02 21:04:38 +00:00
|
|
|
|
2016-12-22 08:36:39 +00:00
|
|
|
|
2017-11-01 14:04:45 +00:00
|
|
|
|
2016-12-29 21:48:23 +01:00
|
|
|
|
|
|
|
|
|
2016-12-22 08:36:39 +00:00
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2017-02-02 21:04:38 +00:00
|
|
|
|
2016-12-22 08:36:39 +00:00
|
|
|
|
2017-02-02 21:04:38 +00:00
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2016-12-22 08:36:39 +00:00
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2017-02-02 21:04:38 +00:00
|
|
|
|
2016-12-22 08:36:39 +00:00
|
|
|
|
2017-02-02 21:04:38 +00:00
|
|
|
|
2016-12-22 08:36:39 +00:00
|
|
|
|
|
|
|
|
|
2014-01-23 00:39:13 +01:00
|
|
|
|
2016-12-16 07:46:42 +00:00
|
|
|
|
2014-01-23 00:39:13 +01:00
|
|
|
|
2016-12-22 08:36:27 +00:00
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2009-04-08 17:11:16 +02:00
|
|
|
|
2016-08-03 16:04:09 +01:00
|
|
|
|
2016-12-16 07:46:42 +00:00
|
|
|
|
2016-08-03 16:04:09 +01:00
|
|
|
|
2016-11-23 14:11:14 +00:00
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2016-11-27 11:16:23 +00:00
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2016-11-23 14:11:14 +00:00
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2017-02-04 11:19:13 +00:00
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2016-11-23 14:11:14 +00:00
|
|
|
|
2016-11-27 11:16:23 +00:00
|
|
|
|
|
|
|
|
|
2017-02-04 11:19:13 +00:00
|
|
|
|
2016-11-27 11:16:23 +00:00
|
|
|
|
2016-08-03 16:04:09 +01:00
|
|
|
|
2016-12-22 08:36:29 +00:00
|
|
|
|
|
|
|
|
|
2016-12-22 08:36:33 +00:00
|
|
|
|
|
|
|
|
|
2017-02-02 21:04:38 +00:00
|
|
|
|
2016-12-22 08:36:31 +00:00
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2017-02-02 21:04:38 +00:00
|
|
|
|
2016-12-22 08:36:31 +00:00
|
|
|
|
2016-12-29 21:48:23 +01:00
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2016-12-22 08:36:31 +00:00
|
|
|
|
2016-12-22 08:36:33 +00:00
|
|
|
|
2016-12-22 08:36:31 +00:00
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2016-12-22 08:36:33 +00:00
|
|
|
|
2017-02-02 21:04:38 +00:00
|
|
|
|
2016-12-22 08:36:31 +00:00
|
|
|
|
2016-12-22 08:36:33 +00:00
|
|
|
|
|
|
|
|
|
2017-02-02 21:04:38 +00:00
|
|
|
|
2016-12-22 08:36:31 +00:00
|
|
|
|
|
|
|
|
|
2016-12-22 08:36:29 +00:00
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2016-12-22 08:36:36 +00:00
|
|
|
|
2010-07-02 15:02:16 +01:00
|
|
|
|
2016-12-29 12:09:24 +01:00
|
|
|
|
2009-08-26 13:13:37 +10:00
|
|
|
|
2009-04-08 17:11:16 +02:00
|
|
|
|