drm/ttm: make eviction decision a driver callback v2

This way the driver can decide if it is valuable to evict a BO or not.

The current implementation is added as default to all existing drivers.

v2: fix some typos found during internal testing

Signed-off-by: Christian König <christian.koenig@amd.com>
Reviewed-by: Alex Deucher <alexander.deucher@amd.com>
Signed-off-by: Alex Deucher <alexander.deucher@amd.com>

diff --git a/drivers/gpu/drm/amd/amdgpu/amdgpu_ttm.c b/drivers/gpu/drm/amd/amdgpu/amdgpu_ttm.c
index 414fa8fa84885e2050d51d9aee5193765e4e110c..fb646c44faae25badce0f4515e6981a5c51c27df 100644 (file)
--- a/drivers/gpu/drm/amd/amdgpu/amdgpu_ttm.c
+++ b/drivers/gpu/drm/amd/amdgpu/amdgpu_ttm.c
@@ -1109,6 +1109,7 @@ static struct ttm_bo_driver amdgpu_bo_driver = {
        .ttm_tt_unpopulate = &amdgpu_ttm_tt_unpopulate,
        .invalidate_caches = &amdgpu_invalidate_caches,
        .init_mem_type = &amdgpu_init_mem_type,
+       .eviction_valuable = ttm_bo_eviction_valuable,
        .evict_flags = &amdgpu_evict_flags,
        .move = &amdgpu_bo_move,
        .verify_access = &amdgpu_verify_access,

diff --git a/drivers/gpu/drm/ast/ast_ttm.c b/drivers/gpu/drm/ast/ast_ttm.c
index 608df4c90520278e59bfe75d3c3348d66af51e6c..7134fdf49210318c1ce6af25546d7781046baa87 100644 (file)
--- a/drivers/gpu/drm/ast/ast_ttm.c
+++ b/drivers/gpu/drm/ast/ast_ttm.c
@@ -230,6 +230,7 @@ struct ttm_bo_driver ast_bo_driver = {
        .ttm_tt_populate = ast_ttm_tt_populate,
        .ttm_tt_unpopulate = ast_ttm_tt_unpopulate,
        .init_mem_type = ast_bo_init_mem_type,
+       .eviction_valuable = ttm_bo_eviction_valuable,
        .evict_flags = ast_bo_evict_flags,
        .move = NULL,
        .verify_access = ast_bo_verify_access,

diff --git a/drivers/gpu/drm/bochs/bochs_mm.c b/drivers/gpu/drm/bochs/bochs_mm.c
index 269cfca9ca06834dad2fad7359c3df13f4d97c09..099a3c688c26d06d4babaa298e81480899ac9443 100644 (file)
--- a/drivers/gpu/drm/bochs/bochs_mm.c
+++ b/drivers/gpu/drm/bochs/bochs_mm.c
@@ -199,6 +199,7 @@ struct ttm_bo_driver bochs_bo_driver = {
        .ttm_tt_populate = ttm_pool_populate,
        .ttm_tt_unpopulate = ttm_pool_unpopulate,
        .init_mem_type = bochs_bo_init_mem_type,
+       .eviction_valuable = ttm_bo_eviction_valuable,
        .evict_flags = bochs_bo_evict_flags,
        .move = NULL,
        .verify_access = bochs_bo_verify_access,

diff --git a/drivers/gpu/drm/cirrus/cirrus_ttm.c b/drivers/gpu/drm/cirrus/cirrus_ttm.c
index bb2438dd8733f4c2c64618629abf1e946395f02a..de52b20800e1673577623b2f343aa3ec337b480f 100644 (file)
--- a/drivers/gpu/drm/cirrus/cirrus_ttm.c
+++ b/drivers/gpu/drm/cirrus/cirrus_ttm.c
@@ -230,6 +230,7 @@ struct ttm_bo_driver cirrus_bo_driver = {
        .ttm_tt_populate = cirrus_ttm_tt_populate,
        .ttm_tt_unpopulate = cirrus_ttm_tt_unpopulate,
        .init_mem_type = cirrus_bo_init_mem_type,
+       .eviction_valuable = ttm_bo_eviction_valuable,
        .evict_flags = cirrus_bo_evict_flags,
        .move = NULL,
        .verify_access = cirrus_bo_verify_access,

diff --git a/drivers/gpu/drm/mgag200/mgag200_ttm.c b/drivers/gpu/drm/mgag200/mgag200_ttm.c
index 919b35f2ad2487443c97dc3af28916d67ba6c0fb..83272b4563294e73a153176e984bee82613a7da4 100644 (file)
--- a/drivers/gpu/drm/mgag200/mgag200_ttm.c
+++ b/drivers/gpu/drm/mgag200/mgag200_ttm.c
@@ -230,6 +230,7 @@ struct ttm_bo_driver mgag200_bo_driver = {
        .ttm_tt_populate = mgag200_ttm_tt_populate,
        .ttm_tt_unpopulate = mgag200_ttm_tt_unpopulate,
        .init_mem_type = mgag200_bo_init_mem_type,
+       .eviction_valuable = ttm_bo_eviction_valuable,
        .evict_flags = mgag200_bo_evict_flags,
        .move = NULL,
        .verify_access = mgag200_bo_verify_access,

diff --git a/drivers/gpu/drm/nouveau/nouveau_bo.c b/drivers/gpu/drm/nouveau/nouveau_bo.c
index 343b8659472cfb4b6b5e2a45c447346e381d41f2..e395cb6f511fc95717f7467bcc7aba38352b6d78 100644 (file)
--- a/drivers/gpu/drm/nouveau/nouveau_bo.c
+++ b/drivers/gpu/drm/nouveau/nouveau_bo.c
@@ -1561,6 +1561,7 @@ struct ttm_bo_driver nouveau_bo_driver = {
        .ttm_tt_unpopulate = &nouveau_ttm_tt_unpopulate,
        .invalidate_caches = nouveau_bo_invalidate_caches,
        .init_mem_type = nouveau_bo_init_mem_type,
+       .eviction_valuable = ttm_bo_eviction_valuable,
        .evict_flags = nouveau_bo_evict_flags,
        .move_notify = nouveau_bo_move_ntfy,
        .move = nouveau_bo_move,

diff --git a/drivers/gpu/drm/qxl/qxl_ttm.c b/drivers/gpu/drm/qxl/qxl_ttm.c
index e26c82db948b9f8ef9da2c14cd671c3b4782e1a4..11761330a6b8a52ca5d5fc8b74ac7c7d23f6bf6e 100644 (file)
--- a/drivers/gpu/drm/qxl/qxl_ttm.c
+++ b/drivers/gpu/drm/qxl/qxl_ttm.c
@@ -387,6 +387,7 @@ static struct ttm_bo_driver qxl_bo_driver = {
        .ttm_tt_unpopulate = &qxl_ttm_tt_unpopulate,
        .invalidate_caches = &qxl_invalidate_caches,
        .init_mem_type = &qxl_init_mem_type,
+       .eviction_valuable = ttm_bo_eviction_valuable,
        .evict_flags = &qxl_evict_flags,
        .move = &qxl_bo_move,
        .verify_access = &qxl_verify_access,

diff --git a/drivers/gpu/drm/radeon/radeon_ttm.c b/drivers/gpu/drm/radeon/radeon_ttm.c
index 3de5e6e216628233ef1ba997bfcab6ae09d24621..0cf03ccbf0a72521f3d80d38d2e0ba7b4d4ba6de 100644 (file)
--- a/drivers/gpu/drm/radeon/radeon_ttm.c
+++ b/drivers/gpu/drm/radeon/radeon_ttm.c
@@ -863,6 +863,7 @@ static struct ttm_bo_driver radeon_bo_driver = {
        .ttm_tt_unpopulate = &radeon_ttm_tt_unpopulate,
        .invalidate_caches = &radeon_invalidate_caches,
        .init_mem_type = &radeon_init_mem_type,
+       .eviction_valuable = ttm_bo_eviction_valuable,
        .evict_flags = &radeon_evict_flags,
        .move = &radeon_bo_move,
        .verify_access = &radeon_verify_access,

diff --git a/drivers/gpu/drm/ttm/ttm_bo.c b/drivers/gpu/drm/ttm/ttm_bo.c
index fc6217dfe4016ebe7ea270189b486cba4b7db76c..31fcf11a28310477ae30575c6ab7429c0b1d5a4a 100644 (file)
--- a/drivers/gpu/drm/ttm/ttm_bo.c
+++ b/drivers/gpu/drm/ttm/ttm_bo.c
@@ -717,6 +717,20 @@ out:
        return ret;
 }
 
+bool ttm_bo_eviction_valuable(struct ttm_buffer_object *bo,
+                             const struct ttm_place *place)
+{
+       /* Don't evict this BO if it's outside of the
+        * requested placement range
+        */
+       if (place->fpfn >= (bo->mem.start + bo->mem.size) ||
+           (place->lpfn && place->lpfn <= bo->mem.start))
+               return false;
+
+       return true;
+}
+EXPORT_SYMBOL(ttm_bo_eviction_valuable);
+
 static int ttm_mem_evict_first(struct ttm_bo_device *bdev,
                                uint32_t mem_type,
                                const struct ttm_place *place,
@@ -731,21 +745,16 @@ static int ttm_mem_evict_first(struct ttm_bo_device *bdev,
        spin_lock(&glob->lru_lock);
        list_for_each_entry(bo, &man->lru, lru) {
                ret = __ttm_bo_reserve(bo, false, true, NULL);
-               if (!ret) {
-                       if (place && (place->fpfn || place->lpfn)) {
-                               /* Don't evict this BO if it's outside of the
-                                * requested placement range
-                                */
-                               if (place->fpfn >= (bo->mem.start + bo->mem.size) ||
-                                   (place->lpfn && place->lpfn <= bo->mem.start)) {
-                                       __ttm_bo_unreserve(bo);
-                                       ret = -EBUSY;
-                                       continue;
-                               }
-                       }
+               if (ret)
+                       continue;
 
-                       break;
+               if (place && !bdev->driver->eviction_valuable(bo, place)) {
+                       __ttm_bo_unreserve(bo);
+                       ret = -EBUSY;
+                       continue;
                }
+
+               break;
        }
 
        if (ret) {

diff --git a/drivers/gpu/drm/virtio/virtgpu_ttm.c b/drivers/gpu/drm/virtio/virtgpu_ttm.c
index 80482ac5f95dc71ac06bdd2d3dacc68333e32006..4a1de9f811934c57ff41371bebb9ebd4cbbf4a4b 100644 (file)
--- a/drivers/gpu/drm/virtio/virtgpu_ttm.c
+++ b/drivers/gpu/drm/virtio/virtgpu_ttm.c
@@ -425,6 +425,7 @@ static struct ttm_bo_driver virtio_gpu_bo_driver = {
        .ttm_tt_unpopulate = &virtio_gpu_ttm_tt_unpopulate,
        .invalidate_caches = &virtio_gpu_invalidate_caches,
        .init_mem_type = &virtio_gpu_init_mem_type,
+       .eviction_valuable = ttm_bo_eviction_valuable,
        .evict_flags = &virtio_gpu_evict_flags,
        .move = &virtio_gpu_bo_move,
        .verify_access = &virtio_gpu_verify_access,

diff --git a/drivers/gpu/drm/vmwgfx/vmwgfx_buffer.c b/drivers/gpu/drm/vmwgfx/vmwgfx_buffer.c
index 78b75ee3c93141d0d7733636aac665ca9caa9f06..c894a48a74a62c532ea430cf4d54f0934d07d482 100644 (file)
--- a/drivers/gpu/drm/vmwgfx/vmwgfx_buffer.c
+++ b/drivers/gpu/drm/vmwgfx/vmwgfx_buffer.c
@@ -849,6 +849,7 @@ struct ttm_bo_driver vmw_bo_driver = {
        .ttm_tt_unpopulate = &vmw_ttm_unpopulate,
        .invalidate_caches = vmw_invalidate_caches,
        .init_mem_type = vmw_init_mem_type,
+       .eviction_valuable = ttm_bo_eviction_valuable,
        .evict_flags = vmw_evict_flags,
        .move = NULL,
        .verify_access = vmw_verify_access,

diff --git a/include/drm/ttm/ttm_bo_api.h b/include/drm/ttm/ttm_bo_api.h
index 9eb940d6755feba2163526cefc2ef230a6d4ea69..bb6a3357a817d01966fb7ea38297a56f4176edb4 100644 (file)
--- a/include/drm/ttm/ttm_bo_api.h
+++ b/include/drm/ttm/ttm_bo_api.h
@@ -47,6 +47,8 @@ struct drm_mm_node;
 
 struct ttm_placement;
 
+struct ttm_place;
+
 /**
  * struct ttm_bus_placement
  *
@@ -395,6 +397,17 @@ extern int ttm_bo_lock_delayed_workqueue(struct ttm_bo_device *bdev);
 extern void ttm_bo_unlock_delayed_workqueue(struct ttm_bo_device *bdev,
                                            int resched);
 
+/**
+ * ttm_bo_eviction_valuable
+ *
+ * @bo: The buffer object to evict
+ * @place: the placement we need to make room for
+ *
+ * Check if it is valuable to evict the BO to make room for the given placement.
+ */
+bool ttm_bo_eviction_valuable(struct ttm_buffer_object *bo,
+                             const struct ttm_place *place);
+
 /**
  * ttm_bo_synccpu_write_grab
  *

diff --git a/include/drm/ttm/ttm_bo_driver.h b/include/drm/ttm/ttm_bo_driver.h
index 7a76663d40459639f875d57f1903b973fbb466e4..d3d83dfe89e2c38806c0c7e63921eda8af700ad7 100644 (file)
--- a/include/drm/ttm/ttm_bo_driver.h
+++ b/include/drm/ttm/ttm_bo_driver.h
@@ -374,6 +374,18 @@ struct ttm_bo_driver {
        int (*invalidate_caches)(struct ttm_bo_device *bdev, uint32_t flags);
        int (*init_mem_type)(struct ttm_bo_device *bdev, uint32_t type,
                             struct ttm_mem_type_manager *man);
+
+       /**
+        * struct ttm_bo_driver member eviction_valuable
+        *
+        * @bo: the buffer object to be evicted
+        * @place: placement we need room for
+        *
+        * Check with the driver if it is valuable to evict a BO to make room
+        * for a certain placement.
+        */
+       bool (*eviction_valuable)(struct ttm_buffer_object *bo,
+                                 const struct ttm_place *place);
        /**
         * struct ttm_bo_driver member evict_flags:
         *