amdgpu_object.h 7.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211
  1. /*
  2. * Copyright 2008 Advanced Micro Devices, Inc.
  3. * Copyright 2008 Red Hat Inc.
  4. * Copyright 2009 Jerome Glisse.
  5. *
  6. * Permission is hereby granted, free of charge, to any person obtaining a
  7. * copy of this software and associated documentation files (the "Software"),
  8. * to deal in the Software without restriction, including without limitation
  9. * the rights to use, copy, modify, merge, publish, distribute, sublicense,
  10. * and/or sell copies of the Software, and to permit persons to whom the
  11. * Software is furnished to do so, subject to the following conditions:
  12. *
  13. * The above copyright notice and this permission notice shall be included in
  14. * all copies or substantial portions of the Software.
  15. *
  16. * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
  17. * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
  18. * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
  19. * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
  20. * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
  21. * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
  22. * OTHER DEALINGS IN THE SOFTWARE.
  23. *
  24. * Authors: Dave Airlie
  25. * Alex Deucher
  26. * Jerome Glisse
  27. */
  28. #ifndef __AMDGPU_OBJECT_H__
  29. #define __AMDGPU_OBJECT_H__
  30. #include <drm/amdgpu_drm.h>
  31. #include "amdgpu.h"
  32. #define AMDGPU_BO_INVALID_OFFSET LONG_MAX
  33. /**
  34. * amdgpu_mem_type_to_domain - return domain corresponding to mem_type
  35. * @mem_type: ttm memory type
  36. *
  37. * Returns corresponding domain of the ttm mem_type
  38. */
  39. static inline unsigned amdgpu_mem_type_to_domain(u32 mem_type)
  40. {
  41. switch (mem_type) {
  42. case TTM_PL_VRAM:
  43. return AMDGPU_GEM_DOMAIN_VRAM;
  44. case TTM_PL_TT:
  45. return AMDGPU_GEM_DOMAIN_GTT;
  46. case TTM_PL_SYSTEM:
  47. return AMDGPU_GEM_DOMAIN_CPU;
  48. case AMDGPU_PL_GDS:
  49. return AMDGPU_GEM_DOMAIN_GDS;
  50. case AMDGPU_PL_GWS:
  51. return AMDGPU_GEM_DOMAIN_GWS;
  52. case AMDGPU_PL_OA:
  53. return AMDGPU_GEM_DOMAIN_OA;
  54. default:
  55. break;
  56. }
  57. return 0;
  58. }
  59. /**
  60. * amdgpu_bo_reserve - reserve bo
  61. * @bo: bo structure
  62. * @no_intr: don't return -ERESTARTSYS on pending signal
  63. *
  64. * Returns:
  65. * -ERESTARTSYS: A wait for the buffer to become unreserved was interrupted by
  66. * a signal. Release all buffer reservations and return to user-space.
  67. */
  68. static inline int amdgpu_bo_reserve(struct amdgpu_bo *bo, bool no_intr)
  69. {
  70. struct amdgpu_device *adev = amdgpu_ttm_adev(bo->tbo.bdev);
  71. int r;
  72. r = ttm_bo_reserve(&bo->tbo, !no_intr, false, NULL);
  73. if (unlikely(r != 0)) {
  74. if (r != -ERESTARTSYS)
  75. dev_err(adev->dev, "%p reserve failed\n", bo);
  76. return r;
  77. }
  78. return 0;
  79. }
  80. static inline void amdgpu_bo_unreserve(struct amdgpu_bo *bo)
  81. {
  82. ttm_bo_unreserve(&bo->tbo);
  83. }
  84. static inline unsigned long amdgpu_bo_size(struct amdgpu_bo *bo)
  85. {
  86. return bo->tbo.num_pages << PAGE_SHIFT;
  87. }
  88. static inline unsigned amdgpu_bo_ngpu_pages(struct amdgpu_bo *bo)
  89. {
  90. return (bo->tbo.num_pages << PAGE_SHIFT) / AMDGPU_GPU_PAGE_SIZE;
  91. }
  92. static inline unsigned amdgpu_bo_gpu_page_alignment(struct amdgpu_bo *bo)
  93. {
  94. return (bo->tbo.mem.page_alignment << PAGE_SHIFT) / AMDGPU_GPU_PAGE_SIZE;
  95. }
  96. /**
  97. * amdgpu_bo_mmap_offset - return mmap offset of bo
  98. * @bo: amdgpu object for which we query the offset
  99. *
  100. * Returns mmap offset of the object.
  101. */
  102. static inline u64 amdgpu_bo_mmap_offset(struct amdgpu_bo *bo)
  103. {
  104. return drm_vma_node_offset_addr(&bo->tbo.vma_node);
  105. }
  106. int amdgpu_bo_create(struct amdgpu_device *adev,
  107. unsigned long size, int byte_align,
  108. bool kernel, u32 domain, u64 flags,
  109. struct sg_table *sg,
  110. struct reservation_object *resv,
  111. struct amdgpu_bo **bo_ptr);
  112. int amdgpu_bo_create_restricted(struct amdgpu_device *adev,
  113. unsigned long size, int byte_align,
  114. bool kernel, u32 domain, u64 flags,
  115. struct sg_table *sg,
  116. struct ttm_placement *placement,
  117. struct reservation_object *resv,
  118. struct amdgpu_bo **bo_ptr);
  119. int amdgpu_bo_create_kernel(struct amdgpu_device *adev,
  120. unsigned long size, int align,
  121. u32 domain, struct amdgpu_bo **bo_ptr,
  122. u64 *gpu_addr, void **cpu_addr);
  123. void amdgpu_bo_free_kernel(struct amdgpu_bo **bo, u64 *gpu_addr,
  124. void **cpu_addr);
  125. int amdgpu_bo_kmap(struct amdgpu_bo *bo, void **ptr);
  126. void amdgpu_bo_kunmap(struct amdgpu_bo *bo);
  127. struct amdgpu_bo *amdgpu_bo_ref(struct amdgpu_bo *bo);
  128. void amdgpu_bo_unref(struct amdgpu_bo **bo);
  129. int amdgpu_bo_pin(struct amdgpu_bo *bo, u32 domain, u64 *gpu_addr);
  130. int amdgpu_bo_pin_restricted(struct amdgpu_bo *bo, u32 domain,
  131. u64 min_offset, u64 max_offset,
  132. u64 *gpu_addr);
  133. int amdgpu_bo_unpin(struct amdgpu_bo *bo);
  134. int amdgpu_bo_evict_vram(struct amdgpu_device *adev);
  135. int amdgpu_bo_init(struct amdgpu_device *adev);
  136. void amdgpu_bo_fini(struct amdgpu_device *adev);
  137. int amdgpu_bo_fbdev_mmap(struct amdgpu_bo *bo,
  138. struct vm_area_struct *vma);
  139. int amdgpu_bo_set_tiling_flags(struct amdgpu_bo *bo, u64 tiling_flags);
  140. void amdgpu_bo_get_tiling_flags(struct amdgpu_bo *bo, u64 *tiling_flags);
  141. int amdgpu_bo_set_metadata (struct amdgpu_bo *bo, void *metadata,
  142. uint32_t metadata_size, uint64_t flags);
  143. int amdgpu_bo_get_metadata(struct amdgpu_bo *bo, void *buffer,
  144. size_t buffer_size, uint32_t *metadata_size,
  145. uint64_t *flags);
  146. void amdgpu_bo_move_notify(struct ttm_buffer_object *bo,
  147. struct ttm_mem_reg *new_mem);
  148. int amdgpu_bo_fault_reserve_notify(struct ttm_buffer_object *bo);
  149. void amdgpu_bo_fence(struct amdgpu_bo *bo, struct dma_fence *fence,
  150. bool shared);
  151. u64 amdgpu_bo_gpu_offset(struct amdgpu_bo *bo);
  152. int amdgpu_bo_backup_to_shadow(struct amdgpu_device *adev,
  153. struct amdgpu_ring *ring,
  154. struct amdgpu_bo *bo,
  155. struct reservation_object *resv,
  156. struct dma_fence **fence, bool direct);
  157. int amdgpu_bo_restore_from_shadow(struct amdgpu_device *adev,
  158. struct amdgpu_ring *ring,
  159. struct amdgpu_bo *bo,
  160. struct reservation_object *resv,
  161. struct dma_fence **fence,
  162. bool direct);
  163. /*
  164. * sub allocation
  165. */
  166. static inline uint64_t amdgpu_sa_bo_gpu_addr(struct amdgpu_sa_bo *sa_bo)
  167. {
  168. return sa_bo->manager->gpu_addr + sa_bo->soffset;
  169. }
  170. static inline void * amdgpu_sa_bo_cpu_addr(struct amdgpu_sa_bo *sa_bo)
  171. {
  172. return sa_bo->manager->cpu_ptr + sa_bo->soffset;
  173. }
  174. int amdgpu_sa_bo_manager_init(struct amdgpu_device *adev,
  175. struct amdgpu_sa_manager *sa_manager,
  176. unsigned size, u32 align, u32 domain);
  177. void amdgpu_sa_bo_manager_fini(struct amdgpu_device *adev,
  178. struct amdgpu_sa_manager *sa_manager);
  179. int amdgpu_sa_bo_manager_start(struct amdgpu_device *adev,
  180. struct amdgpu_sa_manager *sa_manager);
  181. int amdgpu_sa_bo_manager_suspend(struct amdgpu_device *adev,
  182. struct amdgpu_sa_manager *sa_manager);
  183. int amdgpu_sa_bo_new(struct amdgpu_sa_manager *sa_manager,
  184. struct amdgpu_sa_bo **sa_bo,
  185. unsigned size, unsigned align);
  186. void amdgpu_sa_bo_free(struct amdgpu_device *adev,
  187. struct amdgpu_sa_bo **sa_bo,
  188. struct dma_fence *fence);
  189. #if defined(CONFIG_DEBUG_FS)
  190. void amdgpu_sa_bo_dump_debug_info(struct amdgpu_sa_manager *sa_manager,
  191. struct seq_file *m);
  192. #endif
  193. #endif