drm/amdgpu: Determing PTE flags separately for each mapping (v3)

The same BO can be mapped with different PTE flags by different GPUs.
Therefore determine the PTE flags separately for each mapping instead
of storing them in the KFD buffer object.

Add a helper function to determine the PTE flags to be extended with
ASIC and memory-type-specific logic in subsequent commits.

v2: Split Arcturus-specific MTYPE changes into separate commit
v3: Fix return type of get_pte_flags to uint64_t

Signed-off-by: Felix Kuehling <Felix.Kuehling@amd.com>
Acked-by: Christian König <christian.koenig@amd.com>
Reviewed-by: Shaoyun Liu <Shaoyun.Liu@amd.com>
Signed-off-by: Alex Deucher <alexander.deucher@amd.com>

diff --git a/drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.h b/drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.h
index e519df3..1af8f83 100644 (file)
--- a/drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.h
+++ b/drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd.h
@@ -57,7 +57,7 @@ struct kgd_mem {
        unsigned int mapped_to_gpu_memory;
        uint64_t va;
 
-       uint32_t mapping_flags;
+       uint32_t alloc_flags;
 
        atomic_t invalid;
        struct amdkfd_process_info *process_info;

diff --git a/drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gpuvm.c b/drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gpuvm.c
index 42b936b..c41ac2a 100644 (file)
--- a/drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gpuvm.c
+++ b/drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gpuvm.c
@@ -356,6 +356,23 @@ static int vm_update_pds(struct amdgpu_vm *vm, struct amdgpu_sync *sync)
        return amdgpu_sync_fence(NULL, sync, vm->last_update, false);
 }
 
+static uint64_t get_pte_flags(struct amdgpu_device *adev, struct kgd_mem *mem)
+{
+       bool coherent = mem->alloc_flags & ALLOC_MEM_FLAGS_COHERENT;
+       uint32_t mapping_flags;
+
+       mapping_flags = AMDGPU_VM_PAGE_READABLE;
+       if (mem->alloc_flags & ALLOC_MEM_FLAGS_WRITABLE)
+               mapping_flags |= AMDGPU_VM_PAGE_WRITEABLE;
+       if (mem->alloc_flags & ALLOC_MEM_FLAGS_EXECUTABLE)
+               mapping_flags |= AMDGPU_VM_PAGE_EXECUTABLE;
+
+       mapping_flags |= coherent ?
+               AMDGPU_VM_MTYPE_UC : AMDGPU_VM_MTYPE_NC;
+
+       return amdgpu_gmc_get_pte_flags(adev, mapping_flags);
+}
+
 /* add_bo_to_vm - Add a BO to a VM
  *
  * Everything that needs to bo done only once when a BO is first added
@@ -404,8 +421,7 @@ static int add_bo_to_vm(struct amdgpu_device *adev, struct kgd_mem *mem,
        }
 
        bo_va_entry->va = va;
-       bo_va_entry->pte_flags = amdgpu_gmc_get_pte_flags(adev,
-                                                        mem->mapping_flags);
+       bo_va_entry->pte_flags = get_pte_flags(adev, mem);
        bo_va_entry->kgd_dev = (void *)adev;
        list_add(&bo_va_entry->bo_list, list_bo_va);
 
@@ -1082,7 +1098,6 @@ int amdgpu_amdkfd_gpuvm_alloc_memory_of_gpu(
        int byte_align;
        u32 domain, alloc_domain;
        u64 alloc_flags;
-       uint32_t mapping_flags;
        int ret;
 
        /*
@@ -1144,16 +1159,7 @@ int amdgpu_amdkfd_gpuvm_alloc_memory_of_gpu(
                        adev->asic_type != CHIP_VEGAM) ?
                        VI_BO_SIZE_ALIGN : 1;
 
-       mapping_flags = AMDGPU_VM_PAGE_READABLE;
-       if (flags & ALLOC_MEM_FLAGS_WRITABLE)
-               mapping_flags |= AMDGPU_VM_PAGE_WRITEABLE;
-       if (flags & ALLOC_MEM_FLAGS_EXECUTABLE)
-               mapping_flags |= AMDGPU_VM_PAGE_EXECUTABLE;
-       if (flags & ALLOC_MEM_FLAGS_COHERENT)
-               mapping_flags |= AMDGPU_VM_MTYPE_UC;
-       else
-               mapping_flags |= AMDGPU_VM_MTYPE_NC;
-       (*mem)->mapping_flags = mapping_flags;
+       (*mem)->alloc_flags = flags;
 
        amdgpu_sync_create(&(*mem)->sync);
 
@@ -1626,9 +1632,10 @@ int amdgpu_amdkfd_gpuvm_import_dmabuf(struct kgd_dev *kgd,
 
        INIT_LIST_HEAD(&(*mem)->bo_va_list);
        mutex_init(&(*mem)->lock);
-       (*mem)->mapping_flags =
-               AMDGPU_VM_PAGE_READABLE | AMDGPU_VM_PAGE_WRITEABLE |
-               AMDGPU_VM_PAGE_EXECUTABLE | AMDGPU_VM_MTYPE_NC;
+       (*mem)->alloc_flags =
+               ((bo->preferred_domains & AMDGPU_GEM_DOMAIN_VRAM) ?
+                ALLOC_MEM_FLAGS_VRAM : ALLOC_MEM_FLAGS_GTT) |
+               ALLOC_MEM_FLAGS_WRITABLE | ALLOC_MEM_FLAGS_EXECUTABLE;
 
        (*mem)->bo = amdgpu_bo_ref(bo);
        (*mem)->va = va;