amdgpu_object.h 6.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210
  1. /*
  2. * Copyright 2008 Advanced Micro Devices, Inc.
  3. * Copyright 2008 Red Hat Inc.
  4. * Copyright 2009 Jerome Glisse.
  5. *
  6. * Permission is hereby granted, free of charge, to any person obtaining a
  7. * copy of this software and associated documentation files (the "Software"),
  8. * to deal in the Software without restriction, including without limitation
  9. * the rights to use, copy, modify, merge, publish, distribute, sublicense,
  10. * and/or sell copies of the Software, and to permit persons to whom the
  11. * Software is furnished to do so, subject to the following conditions:
  12. *
  13. * The above copyright notice and this permission notice shall be included in
  14. * all copies or substantial portions of the Software.
  15. *
  16. * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
  17. * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
  18. * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
  19. * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
  20. * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
  21. * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
  22. * OTHER DEALINGS IN THE SOFTWARE.
  23. *
  24. * Authors: Dave Airlie
  25. * Alex Deucher
  26. * Jerome Glisse
  27. */
  28. #ifndef __AMDGPU_OBJECT_H__
  29. #define __AMDGPU_OBJECT_H__
  30. #include <drm/amdgpu_drm.h>
  31. #include "amdgpu.h"
  32. #define AMDGPU_BO_INVALID_OFFSET LONG_MAX
  33. /**
  34. * amdgpu_mem_type_to_domain - return domain corresponding to mem_type
  35. * @mem_type: ttm memory type
  36. *
  37. * Returns corresponding domain of the ttm mem_type
  38. */
  39. static inline unsigned amdgpu_mem_type_to_domain(u32 mem_type)
  40. {
  41. switch (mem_type) {
  42. case TTM_PL_VRAM:
  43. return AMDGPU_GEM_DOMAIN_VRAM;
  44. case TTM_PL_TT:
  45. return AMDGPU_GEM_DOMAIN_GTT;
  46. case TTM_PL_SYSTEM:
  47. return AMDGPU_GEM_DOMAIN_CPU;
  48. case AMDGPU_PL_GDS:
  49. return AMDGPU_GEM_DOMAIN_GDS;
  50. case AMDGPU_PL_GWS:
  51. return AMDGPU_GEM_DOMAIN_GWS;
  52. case AMDGPU_PL_OA:
  53. return AMDGPU_GEM_DOMAIN_OA;
  54. default:
  55. break;
  56. }
  57. return 0;
  58. }
  59. /**
  60. * amdgpu_bo_reserve - reserve bo
  61. * @bo: bo structure
  62. * @no_intr: don't return -ERESTARTSYS on pending signal
  63. *
  64. * Returns:
  65. * -ERESTARTSYS: A wait for the buffer to become unreserved was interrupted by
  66. * a signal. Release all buffer reservations and return to user-space.
  67. */
  68. static inline int amdgpu_bo_reserve(struct amdgpu_bo *bo, bool no_intr)
  69. {
  70. int r;
  71. r = ttm_bo_reserve(&bo->tbo, !no_intr, false, NULL);
  72. if (unlikely(r != 0)) {
  73. if (r != -ERESTARTSYS)
  74. dev_err(bo->adev->dev, "%p reserve failed\n", bo);
  75. return r;
  76. }
  77. return 0;
  78. }
  79. static inline void amdgpu_bo_unreserve(struct amdgpu_bo *bo)
  80. {
  81. ttm_bo_unreserve(&bo->tbo);
  82. }
  83. static inline unsigned long amdgpu_bo_size(struct amdgpu_bo *bo)
  84. {
  85. return bo->tbo.num_pages << PAGE_SHIFT;
  86. }
  87. static inline unsigned amdgpu_bo_ngpu_pages(struct amdgpu_bo *bo)
  88. {
  89. return (bo->tbo.num_pages << PAGE_SHIFT) / AMDGPU_GPU_PAGE_SIZE;
  90. }
  91. static inline unsigned amdgpu_bo_gpu_page_alignment(struct amdgpu_bo *bo)
  92. {
  93. return (bo->tbo.mem.page_alignment << PAGE_SHIFT) / AMDGPU_GPU_PAGE_SIZE;
  94. }
  95. /**
  96. * amdgpu_bo_mmap_offset - return mmap offset of bo
  97. * @bo: amdgpu object for which we query the offset
  98. *
  99. * Returns mmap offset of the object.
  100. */
  101. static inline u64 amdgpu_bo_mmap_offset(struct amdgpu_bo *bo)
  102. {
  103. return drm_vma_node_offset_addr(&bo->tbo.vma_node);
  104. }
  105. int amdgpu_bo_create(struct amdgpu_device *adev,
  106. unsigned long size, int byte_align,
  107. bool kernel, u32 domain, u64 flags,
  108. struct sg_table *sg,
  109. struct reservation_object *resv,
  110. struct amdgpu_bo **bo_ptr);
  111. int amdgpu_bo_create_restricted(struct amdgpu_device *adev,
  112. unsigned long size, int byte_align,
  113. bool kernel, u32 domain, u64 flags,
  114. struct sg_table *sg,
  115. struct ttm_placement *placement,
  116. struct reservation_object *resv,
  117. struct amdgpu_bo **bo_ptr);
  118. int amdgpu_bo_create_kernel(struct amdgpu_device *adev,
  119. unsigned long size, int align,
  120. u32 domain, struct amdgpu_bo **bo_ptr,
  121. u64 *gpu_addr, void **cpu_addr);
  122. void amdgpu_bo_free_kernel(struct amdgpu_bo **bo, u64 *gpu_addr,
  123. void **cpu_addr);
  124. int amdgpu_bo_kmap(struct amdgpu_bo *bo, void **ptr);
  125. void amdgpu_bo_kunmap(struct amdgpu_bo *bo);
  126. struct amdgpu_bo *amdgpu_bo_ref(struct amdgpu_bo *bo);
  127. void amdgpu_bo_unref(struct amdgpu_bo **bo);
  128. int amdgpu_bo_pin(struct amdgpu_bo *bo, u32 domain, u64 *gpu_addr);
  129. int amdgpu_bo_pin_restricted(struct amdgpu_bo *bo, u32 domain,
  130. u64 min_offset, u64 max_offset,
  131. u64 *gpu_addr);
  132. int amdgpu_bo_unpin(struct amdgpu_bo *bo);
  133. int amdgpu_bo_evict_vram(struct amdgpu_device *adev);
  134. int amdgpu_bo_init(struct amdgpu_device *adev);
  135. void amdgpu_bo_fini(struct amdgpu_device *adev);
  136. int amdgpu_bo_fbdev_mmap(struct amdgpu_bo *bo,
  137. struct vm_area_struct *vma);
  138. int amdgpu_bo_set_tiling_flags(struct amdgpu_bo *bo, u64 tiling_flags);
  139. void amdgpu_bo_get_tiling_flags(struct amdgpu_bo *bo, u64 *tiling_flags);
  140. int amdgpu_bo_set_metadata (struct amdgpu_bo *bo, void *metadata,
  141. uint32_t metadata_size, uint64_t flags);
  142. int amdgpu_bo_get_metadata(struct amdgpu_bo *bo, void *buffer,
  143. size_t buffer_size, uint32_t *metadata_size,
  144. uint64_t *flags);
  145. void amdgpu_bo_move_notify(struct ttm_buffer_object *bo,
  146. struct ttm_mem_reg *new_mem);
  147. int amdgpu_bo_fault_reserve_notify(struct ttm_buffer_object *bo);
  148. void amdgpu_bo_fence(struct amdgpu_bo *bo, struct fence *fence,
  149. bool shared);
  150. u64 amdgpu_bo_gpu_offset(struct amdgpu_bo *bo);
  151. int amdgpu_bo_backup_to_shadow(struct amdgpu_device *adev,
  152. struct amdgpu_ring *ring,
  153. struct amdgpu_bo *bo,
  154. struct reservation_object *resv,
  155. struct fence **fence, bool direct);
  156. int amdgpu_bo_restore_from_shadow(struct amdgpu_device *adev,
  157. struct amdgpu_ring *ring,
  158. struct amdgpu_bo *bo,
  159. struct reservation_object *resv,
  160. struct fence **fence,
  161. bool direct);
  162. /*
  163. * sub allocation
  164. */
  165. static inline uint64_t amdgpu_sa_bo_gpu_addr(struct amdgpu_sa_bo *sa_bo)
  166. {
  167. return sa_bo->manager->gpu_addr + sa_bo->soffset;
  168. }
  169. static inline void * amdgpu_sa_bo_cpu_addr(struct amdgpu_sa_bo *sa_bo)
  170. {
  171. return sa_bo->manager->cpu_ptr + sa_bo->soffset;
  172. }
  173. int amdgpu_sa_bo_manager_init(struct amdgpu_device *adev,
  174. struct amdgpu_sa_manager *sa_manager,
  175. unsigned size, u32 align, u32 domain);
  176. void amdgpu_sa_bo_manager_fini(struct amdgpu_device *adev,
  177. struct amdgpu_sa_manager *sa_manager);
  178. int amdgpu_sa_bo_manager_start(struct amdgpu_device *adev,
  179. struct amdgpu_sa_manager *sa_manager);
  180. int amdgpu_sa_bo_manager_suspend(struct amdgpu_device *adev,
  181. struct amdgpu_sa_manager *sa_manager);
  182. int amdgpu_sa_bo_new(struct amdgpu_sa_manager *sa_manager,
  183. struct amdgpu_sa_bo **sa_bo,
  184. unsigned size, unsigned align);
  185. void amdgpu_sa_bo_free(struct amdgpu_device *adev,
  186. struct amdgpu_sa_bo **sa_bo,
  187. struct fence *fence);
  188. #if defined(CONFIG_DEBUG_FS)
  189. void amdgpu_sa_bo_dump_debug_info(struct amdgpu_sa_manager *sa_manager,
  190. struct seq_file *m);
  191. #endif
  192. #endif