amdgpu_gem.c 18 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722
  1. /*
  2. * Copyright 2008 Advanced Micro Devices, Inc.
  3. * Copyright 2008 Red Hat Inc.
  4. * Copyright 2009 Jerome Glisse.
  5. *
  6. * Permission is hereby granted, free of charge, to any person obtaining a
  7. * copy of this software and associated documentation files (the "Software"),
  8. * to deal in the Software without restriction, including without limitation
  9. * the rights to use, copy, modify, merge, publish, distribute, sublicense,
  10. * and/or sell copies of the Software, and to permit persons to whom the
  11. * Software is furnished to do so, subject to the following conditions:
  12. *
  13. * The above copyright notice and this permission notice shall be included in
  14. * all copies or substantial portions of the Software.
  15. *
  16. * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
  17. * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
  18. * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
  19. * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
  20. * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
  21. * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
  22. * OTHER DEALINGS IN THE SOFTWARE.
  23. *
  24. * Authors: Dave Airlie
  25. * Alex Deucher
  26. * Jerome Glisse
  27. */
  28. #include <linux/ktime.h>
  29. #include <drm/drmP.h>
  30. #include <drm/amdgpu_drm.h>
  31. #include "amdgpu.h"
  32. void amdgpu_gem_object_free(struct drm_gem_object *gobj)
  33. {
  34. struct amdgpu_bo *robj = gem_to_amdgpu_bo(gobj);
  35. if (robj) {
  36. if (robj->gem_base.import_attach)
  37. drm_prime_gem_destroy(&robj->gem_base, robj->tbo.sg);
  38. amdgpu_mn_unregister(robj);
  39. amdgpu_bo_unref(&robj);
  40. }
  41. }
  42. int amdgpu_gem_object_create(struct amdgpu_device *adev, unsigned long size,
  43. int alignment, u32 initial_domain,
  44. u64 flags, bool kernel,
  45. struct drm_gem_object **obj)
  46. {
  47. struct amdgpu_bo *robj;
  48. unsigned long max_size;
  49. int r;
  50. *obj = NULL;
  51. /* At least align on page size */
  52. if (alignment < PAGE_SIZE) {
  53. alignment = PAGE_SIZE;
  54. }
  55. if (!(initial_domain & (AMDGPU_GEM_DOMAIN_GDS | AMDGPU_GEM_DOMAIN_GWS | AMDGPU_GEM_DOMAIN_OA))) {
  56. /* Maximum bo size is the unpinned gtt size since we use the gtt to
  57. * handle vram to system pool migrations.
  58. */
  59. max_size = adev->mc.gtt_size - adev->gart_pin_size;
  60. if (size > max_size) {
  61. DRM_DEBUG("Allocation size %ldMb bigger than %ldMb limit\n",
  62. size >> 20, max_size >> 20);
  63. return -ENOMEM;
  64. }
  65. }
  66. retry:
  67. r = amdgpu_bo_create(adev, size, alignment, kernel, initial_domain, flags, NULL, &robj);
  68. if (r) {
  69. if (r != -ERESTARTSYS) {
  70. if (initial_domain == AMDGPU_GEM_DOMAIN_VRAM) {
  71. initial_domain |= AMDGPU_GEM_DOMAIN_GTT;
  72. goto retry;
  73. }
  74. DRM_ERROR("Failed to allocate GEM object (%ld, %d, %u, %d)\n",
  75. size, initial_domain, alignment, r);
  76. }
  77. return r;
  78. }
  79. *obj = &robj->gem_base;
  80. robj->pid = task_pid_nr(current);
  81. mutex_lock(&adev->gem.mutex);
  82. list_add_tail(&robj->list, &adev->gem.objects);
  83. mutex_unlock(&adev->gem.mutex);
  84. return 0;
  85. }
  86. int amdgpu_gem_init(struct amdgpu_device *adev)
  87. {
  88. INIT_LIST_HEAD(&adev->gem.objects);
  89. return 0;
  90. }
  91. void amdgpu_gem_fini(struct amdgpu_device *adev)
  92. {
  93. amdgpu_bo_force_delete(adev);
  94. }
  95. /*
  96. * Call from drm_gem_handle_create which appear in both new and open ioctl
  97. * case.
  98. */
  99. int amdgpu_gem_object_open(struct drm_gem_object *obj, struct drm_file *file_priv)
  100. {
  101. struct amdgpu_bo *rbo = gem_to_amdgpu_bo(obj);
  102. struct amdgpu_device *adev = rbo->adev;
  103. struct amdgpu_fpriv *fpriv = file_priv->driver_priv;
  104. struct amdgpu_vm *vm = &fpriv->vm;
  105. struct amdgpu_bo_va *bo_va;
  106. int r;
  107. r = amdgpu_bo_reserve(rbo, false);
  108. if (r) {
  109. return r;
  110. }
  111. bo_va = amdgpu_vm_bo_find(vm, rbo);
  112. if (!bo_va) {
  113. bo_va = amdgpu_vm_bo_add(adev, vm, rbo);
  114. } else {
  115. ++bo_va->ref_count;
  116. }
  117. amdgpu_bo_unreserve(rbo);
  118. return 0;
  119. }
  120. void amdgpu_gem_object_close(struct drm_gem_object *obj,
  121. struct drm_file *file_priv)
  122. {
  123. struct amdgpu_bo *rbo = gem_to_amdgpu_bo(obj);
  124. struct amdgpu_device *adev = rbo->adev;
  125. struct amdgpu_fpriv *fpriv = file_priv->driver_priv;
  126. struct amdgpu_vm *vm = &fpriv->vm;
  127. struct amdgpu_bo_va *bo_va;
  128. int r;
  129. r = amdgpu_bo_reserve(rbo, true);
  130. if (r) {
  131. dev_err(adev->dev, "leaking bo va because "
  132. "we fail to reserve bo (%d)\n", r);
  133. return;
  134. }
  135. bo_va = amdgpu_vm_bo_find(vm, rbo);
  136. if (bo_va) {
  137. if (--bo_va->ref_count == 0) {
  138. amdgpu_vm_bo_rmv(adev, bo_va);
  139. }
  140. }
  141. amdgpu_bo_unreserve(rbo);
  142. }
  143. static int amdgpu_gem_handle_lockup(struct amdgpu_device *adev, int r)
  144. {
  145. if (r == -EDEADLK) {
  146. r = amdgpu_gpu_reset(adev);
  147. if (!r)
  148. r = -EAGAIN;
  149. }
  150. return r;
  151. }
  152. /*
  153. * GEM ioctls.
  154. */
  155. int amdgpu_gem_create_ioctl(struct drm_device *dev, void *data,
  156. struct drm_file *filp)
  157. {
  158. struct amdgpu_device *adev = dev->dev_private;
  159. union drm_amdgpu_gem_create *args = data;
  160. uint64_t size = args->in.bo_size;
  161. struct drm_gem_object *gobj;
  162. uint32_t handle;
  163. bool kernel = false;
  164. int r;
  165. down_read(&adev->exclusive_lock);
  166. /* create a gem object to contain this object in */
  167. if (args->in.domains & (AMDGPU_GEM_DOMAIN_GDS |
  168. AMDGPU_GEM_DOMAIN_GWS | AMDGPU_GEM_DOMAIN_OA)) {
  169. kernel = true;
  170. if (args->in.domains == AMDGPU_GEM_DOMAIN_GDS)
  171. size = size << AMDGPU_GDS_SHIFT;
  172. else if (args->in.domains == AMDGPU_GEM_DOMAIN_GWS)
  173. size = size << AMDGPU_GWS_SHIFT;
  174. else if (args->in.domains == AMDGPU_GEM_DOMAIN_OA)
  175. size = size << AMDGPU_OA_SHIFT;
  176. else {
  177. r = -EINVAL;
  178. goto error_unlock;
  179. }
  180. }
  181. size = roundup(size, PAGE_SIZE);
  182. r = amdgpu_gem_object_create(adev, size, args->in.alignment,
  183. (u32)(0xffffffff & args->in.domains),
  184. args->in.domain_flags,
  185. kernel, &gobj);
  186. if (r)
  187. goto error_unlock;
  188. r = drm_gem_handle_create(filp, gobj, &handle);
  189. /* drop reference from allocate - handle holds it now */
  190. drm_gem_object_unreference_unlocked(gobj);
  191. if (r)
  192. goto error_unlock;
  193. memset(args, 0, sizeof(*args));
  194. args->out.handle = handle;
  195. up_read(&adev->exclusive_lock);
  196. return 0;
  197. error_unlock:
  198. up_read(&adev->exclusive_lock);
  199. r = amdgpu_gem_handle_lockup(adev, r);
  200. return r;
  201. }
  202. int amdgpu_gem_userptr_ioctl(struct drm_device *dev, void *data,
  203. struct drm_file *filp)
  204. {
  205. struct amdgpu_device *adev = dev->dev_private;
  206. struct drm_amdgpu_gem_userptr *args = data;
  207. struct drm_gem_object *gobj;
  208. struct amdgpu_bo *bo;
  209. uint32_t handle;
  210. int r;
  211. if (offset_in_page(args->addr | args->size))
  212. return -EINVAL;
  213. /* reject unknown flag values */
  214. if (args->flags & ~(AMDGPU_GEM_USERPTR_READONLY |
  215. AMDGPU_GEM_USERPTR_ANONONLY | AMDGPU_GEM_USERPTR_VALIDATE |
  216. AMDGPU_GEM_USERPTR_REGISTER))
  217. return -EINVAL;
  218. if (!(args->flags & AMDGPU_GEM_USERPTR_ANONONLY) ||
  219. !(args->flags & AMDGPU_GEM_USERPTR_REGISTER)) {
  220. /* if we want to write to it we must require anonymous
  221. memory and install a MMU notifier */
  222. return -EACCES;
  223. }
  224. down_read(&adev->exclusive_lock);
  225. /* create a gem object to contain this object in */
  226. r = amdgpu_gem_object_create(adev, args->size, 0,
  227. AMDGPU_GEM_DOMAIN_CPU, 0,
  228. 0, &gobj);
  229. if (r)
  230. goto handle_lockup;
  231. bo = gem_to_amdgpu_bo(gobj);
  232. r = amdgpu_ttm_tt_set_userptr(bo->tbo.ttm, args->addr, args->flags);
  233. if (r)
  234. goto release_object;
  235. if (args->flags & AMDGPU_GEM_USERPTR_REGISTER) {
  236. r = amdgpu_mn_register(bo, args->addr);
  237. if (r)
  238. goto release_object;
  239. }
  240. if (args->flags & AMDGPU_GEM_USERPTR_VALIDATE) {
  241. down_read(&current->mm->mmap_sem);
  242. r = amdgpu_bo_reserve(bo, true);
  243. if (r) {
  244. up_read(&current->mm->mmap_sem);
  245. goto release_object;
  246. }
  247. amdgpu_ttm_placement_from_domain(bo, AMDGPU_GEM_DOMAIN_GTT);
  248. r = ttm_bo_validate(&bo->tbo, &bo->placement, true, false);
  249. amdgpu_bo_unreserve(bo);
  250. up_read(&current->mm->mmap_sem);
  251. if (r)
  252. goto release_object;
  253. }
  254. r = drm_gem_handle_create(filp, gobj, &handle);
  255. /* drop reference from allocate - handle holds it now */
  256. drm_gem_object_unreference_unlocked(gobj);
  257. if (r)
  258. goto handle_lockup;
  259. args->handle = handle;
  260. up_read(&adev->exclusive_lock);
  261. return 0;
  262. release_object:
  263. drm_gem_object_unreference_unlocked(gobj);
  264. handle_lockup:
  265. up_read(&adev->exclusive_lock);
  266. r = amdgpu_gem_handle_lockup(adev, r);
  267. return r;
  268. }
  269. int amdgpu_mode_dumb_mmap(struct drm_file *filp,
  270. struct drm_device *dev,
  271. uint32_t handle, uint64_t *offset_p)
  272. {
  273. struct drm_gem_object *gobj;
  274. struct amdgpu_bo *robj;
  275. gobj = drm_gem_object_lookup(dev, filp, handle);
  276. if (gobj == NULL) {
  277. return -ENOENT;
  278. }
  279. robj = gem_to_amdgpu_bo(gobj);
  280. if (amdgpu_ttm_tt_has_userptr(robj->tbo.ttm) ||
  281. (robj->flags & AMDGPU_GEM_CREATE_NO_CPU_ACCESS)) {
  282. drm_gem_object_unreference_unlocked(gobj);
  283. return -EPERM;
  284. }
  285. *offset_p = amdgpu_bo_mmap_offset(robj);
  286. drm_gem_object_unreference_unlocked(gobj);
  287. return 0;
  288. }
  289. int amdgpu_gem_mmap_ioctl(struct drm_device *dev, void *data,
  290. struct drm_file *filp)
  291. {
  292. union drm_amdgpu_gem_mmap *args = data;
  293. uint32_t handle = args->in.handle;
  294. memset(args, 0, sizeof(*args));
  295. return amdgpu_mode_dumb_mmap(filp, dev, handle, &args->out.addr_ptr);
  296. }
  297. /**
  298. * amdgpu_gem_timeout - calculate jiffies timeout from absolute value
  299. *
  300. * @timeout_ns: timeout in ns
  301. *
  302. * Calculate the timeout in jiffies from an absolute timeout in ns.
  303. */
  304. unsigned long amdgpu_gem_timeout(uint64_t timeout_ns)
  305. {
  306. unsigned long timeout_jiffies;
  307. ktime_t timeout;
  308. /* clamp timeout if it's to large */
  309. if (((int64_t)timeout_ns) < 0)
  310. return MAX_SCHEDULE_TIMEOUT;
  311. timeout = ktime_sub(ns_to_ktime(timeout_ns), ktime_get());
  312. if (ktime_to_ns(timeout) < 0)
  313. return 0;
  314. timeout_jiffies = nsecs_to_jiffies(ktime_to_ns(timeout));
  315. /* clamp timeout to avoid unsigned-> signed overflow */
  316. if (timeout_jiffies > MAX_SCHEDULE_TIMEOUT )
  317. return MAX_SCHEDULE_TIMEOUT - 1;
  318. return timeout_jiffies;
  319. }
  320. int amdgpu_gem_wait_idle_ioctl(struct drm_device *dev, void *data,
  321. struct drm_file *filp)
  322. {
  323. struct amdgpu_device *adev = dev->dev_private;
  324. union drm_amdgpu_gem_wait_idle *args = data;
  325. struct drm_gem_object *gobj;
  326. struct amdgpu_bo *robj;
  327. uint32_t handle = args->in.handle;
  328. unsigned long timeout = amdgpu_gem_timeout(args->in.timeout);
  329. int r = 0;
  330. long ret;
  331. gobj = drm_gem_object_lookup(dev, filp, handle);
  332. if (gobj == NULL) {
  333. return -ENOENT;
  334. }
  335. robj = gem_to_amdgpu_bo(gobj);
  336. if (timeout == 0)
  337. ret = reservation_object_test_signaled_rcu(robj->tbo.resv, true);
  338. else
  339. ret = reservation_object_wait_timeout_rcu(robj->tbo.resv, true, true, timeout);
  340. /* ret == 0 means not signaled,
  341. * ret > 0 means signaled
  342. * ret < 0 means interrupted before timeout
  343. */
  344. if (ret >= 0) {
  345. memset(args, 0, sizeof(*args));
  346. args->out.status = (ret == 0);
  347. } else
  348. r = ret;
  349. drm_gem_object_unreference_unlocked(gobj);
  350. r = amdgpu_gem_handle_lockup(adev, r);
  351. return r;
  352. }
  353. int amdgpu_gem_metadata_ioctl(struct drm_device *dev, void *data,
  354. struct drm_file *filp)
  355. {
  356. struct drm_amdgpu_gem_metadata *args = data;
  357. struct drm_gem_object *gobj;
  358. struct amdgpu_bo *robj;
  359. int r = -1;
  360. DRM_DEBUG("%d \n", args->handle);
  361. gobj = drm_gem_object_lookup(dev, filp, args->handle);
  362. if (gobj == NULL)
  363. return -ENOENT;
  364. robj = gem_to_amdgpu_bo(gobj);
  365. r = amdgpu_bo_reserve(robj, false);
  366. if (unlikely(r != 0))
  367. goto out;
  368. if (args->op == AMDGPU_GEM_METADATA_OP_GET_METADATA) {
  369. amdgpu_bo_get_tiling_flags(robj, &args->data.tiling_info);
  370. r = amdgpu_bo_get_metadata(robj, args->data.data,
  371. sizeof(args->data.data),
  372. &args->data.data_size_bytes,
  373. &args->data.flags);
  374. } else if (args->op == AMDGPU_GEM_METADATA_OP_SET_METADATA) {
  375. r = amdgpu_bo_set_tiling_flags(robj, args->data.tiling_info);
  376. if (!r)
  377. r = amdgpu_bo_set_metadata(robj, args->data.data,
  378. args->data.data_size_bytes,
  379. args->data.flags);
  380. }
  381. amdgpu_bo_unreserve(robj);
  382. out:
  383. drm_gem_object_unreference_unlocked(gobj);
  384. return r;
  385. }
  386. /**
  387. * amdgpu_gem_va_update_vm -update the bo_va in its VM
  388. *
  389. * @adev: amdgpu_device pointer
  390. * @bo_va: bo_va to update
  391. *
  392. * Update the bo_va directly after setting it's address. Errors are not
  393. * vital here, so they are not reported back to userspace.
  394. */
  395. static void amdgpu_gem_va_update_vm(struct amdgpu_device *adev,
  396. struct amdgpu_bo_va *bo_va, uint32_t operation)
  397. {
  398. struct ttm_validate_buffer tv, *entry;
  399. struct amdgpu_bo_list_entry *vm_bos;
  400. struct ww_acquire_ctx ticket;
  401. struct list_head list;
  402. unsigned domain;
  403. int r;
  404. INIT_LIST_HEAD(&list);
  405. tv.bo = &bo_va->bo->tbo;
  406. tv.shared = true;
  407. list_add(&tv.head, &list);
  408. vm_bos = amdgpu_vm_get_bos(adev, bo_va->vm, &list);
  409. if (!vm_bos)
  410. return;
  411. r = ttm_eu_reserve_buffers(&ticket, &list, true, NULL);
  412. if (r)
  413. goto error_free;
  414. list_for_each_entry(entry, &list, head) {
  415. domain = amdgpu_mem_type_to_domain(entry->bo->mem.mem_type);
  416. /* if anything is swapped out don't swap it in here,
  417. just abort and wait for the next CS */
  418. if (domain == AMDGPU_GEM_DOMAIN_CPU)
  419. goto error_unreserve;
  420. }
  421. mutex_lock(&bo_va->vm->mutex);
  422. r = amdgpu_vm_clear_freed(adev, bo_va->vm);
  423. if (r)
  424. goto error_unlock;
  425. if (operation == AMDGPU_VA_OP_MAP)
  426. r = amdgpu_vm_bo_update(adev, bo_va, &bo_va->bo->tbo.mem);
  427. error_unlock:
  428. mutex_unlock(&bo_va->vm->mutex);
  429. error_unreserve:
  430. ttm_eu_backoff_reservation(&ticket, &list);
  431. error_free:
  432. drm_free_large(vm_bos);
  433. if (r && r != -ERESTARTSYS)
  434. DRM_ERROR("Couldn't update BO_VA (%d)\n", r);
  435. }
  436. int amdgpu_gem_va_ioctl(struct drm_device *dev, void *data,
  437. struct drm_file *filp)
  438. {
  439. struct drm_amdgpu_gem_va *args = data;
  440. struct drm_gem_object *gobj;
  441. struct amdgpu_device *adev = dev->dev_private;
  442. struct amdgpu_fpriv *fpriv = filp->driver_priv;
  443. struct amdgpu_bo *rbo;
  444. struct amdgpu_bo_va *bo_va;
  445. uint32_t invalid_flags, va_flags = 0;
  446. int r = 0;
  447. if (!adev->vm_manager.enabled)
  448. return -ENOTTY;
  449. if (args->va_address < AMDGPU_VA_RESERVED_SIZE) {
  450. dev_err(&dev->pdev->dev,
  451. "va_address 0x%lX is in reserved area 0x%X\n",
  452. (unsigned long)args->va_address,
  453. AMDGPU_VA_RESERVED_SIZE);
  454. return -EINVAL;
  455. }
  456. invalid_flags = ~(AMDGPU_VM_DELAY_UPDATE | AMDGPU_VM_PAGE_READABLE |
  457. AMDGPU_VM_PAGE_WRITEABLE | AMDGPU_VM_PAGE_EXECUTABLE);
  458. if ((args->flags & invalid_flags)) {
  459. dev_err(&dev->pdev->dev, "invalid flags 0x%08X vs 0x%08X\n",
  460. args->flags, invalid_flags);
  461. return -EINVAL;
  462. }
  463. switch (args->operation) {
  464. case AMDGPU_VA_OP_MAP:
  465. case AMDGPU_VA_OP_UNMAP:
  466. break;
  467. default:
  468. dev_err(&dev->pdev->dev, "unsupported operation %d\n",
  469. args->operation);
  470. return -EINVAL;
  471. }
  472. gobj = drm_gem_object_lookup(dev, filp, args->handle);
  473. if (gobj == NULL)
  474. return -ENOENT;
  475. rbo = gem_to_amdgpu_bo(gobj);
  476. r = amdgpu_bo_reserve(rbo, false);
  477. if (r) {
  478. drm_gem_object_unreference_unlocked(gobj);
  479. return r;
  480. }
  481. bo_va = amdgpu_vm_bo_find(&fpriv->vm, rbo);
  482. if (!bo_va) {
  483. amdgpu_bo_unreserve(rbo);
  484. return -ENOENT;
  485. }
  486. switch (args->operation) {
  487. case AMDGPU_VA_OP_MAP:
  488. if (args->flags & AMDGPU_VM_PAGE_READABLE)
  489. va_flags |= AMDGPU_PTE_READABLE;
  490. if (args->flags & AMDGPU_VM_PAGE_WRITEABLE)
  491. va_flags |= AMDGPU_PTE_WRITEABLE;
  492. if (args->flags & AMDGPU_VM_PAGE_EXECUTABLE)
  493. va_flags |= AMDGPU_PTE_EXECUTABLE;
  494. r = amdgpu_vm_bo_map(adev, bo_va, args->va_address,
  495. args->offset_in_bo, args->map_size,
  496. va_flags);
  497. break;
  498. case AMDGPU_VA_OP_UNMAP:
  499. r = amdgpu_vm_bo_unmap(adev, bo_va, args->va_address);
  500. break;
  501. default:
  502. break;
  503. }
  504. if (!r && !(args->flags & AMDGPU_VM_DELAY_UPDATE))
  505. amdgpu_gem_va_update_vm(adev, bo_va, args->operation);
  506. drm_gem_object_unreference_unlocked(gobj);
  507. return r;
  508. }
  509. int amdgpu_gem_op_ioctl(struct drm_device *dev, void *data,
  510. struct drm_file *filp)
  511. {
  512. struct drm_amdgpu_gem_op *args = data;
  513. struct drm_gem_object *gobj;
  514. struct amdgpu_bo *robj;
  515. int r;
  516. gobj = drm_gem_object_lookup(dev, filp, args->handle);
  517. if (gobj == NULL) {
  518. return -ENOENT;
  519. }
  520. robj = gem_to_amdgpu_bo(gobj);
  521. r = amdgpu_bo_reserve(robj, false);
  522. if (unlikely(r))
  523. goto out;
  524. switch (args->op) {
  525. case AMDGPU_GEM_OP_GET_GEM_CREATE_INFO: {
  526. struct drm_amdgpu_gem_create_in info;
  527. void __user *out = (void __user *)(long)args->value;
  528. info.bo_size = robj->gem_base.size;
  529. info.alignment = robj->tbo.mem.page_alignment << PAGE_SHIFT;
  530. info.domains = robj->initial_domain;
  531. info.domain_flags = robj->flags;
  532. amdgpu_bo_unreserve(robj);
  533. if (copy_to_user(out, &info, sizeof(info)))
  534. r = -EFAULT;
  535. break;
  536. }
  537. case AMDGPU_GEM_OP_SET_PLACEMENT:
  538. if (amdgpu_ttm_tt_has_userptr(robj->tbo.ttm)) {
  539. r = -EPERM;
  540. amdgpu_bo_unreserve(robj);
  541. break;
  542. }
  543. robj->initial_domain = args->value & (AMDGPU_GEM_DOMAIN_VRAM |
  544. AMDGPU_GEM_DOMAIN_GTT |
  545. AMDGPU_GEM_DOMAIN_CPU);
  546. amdgpu_bo_unreserve(robj);
  547. break;
  548. default:
  549. amdgpu_bo_unreserve(robj);
  550. r = -EINVAL;
  551. }
  552. out:
  553. drm_gem_object_unreference_unlocked(gobj);
  554. return r;
  555. }
  556. int amdgpu_mode_dumb_create(struct drm_file *file_priv,
  557. struct drm_device *dev,
  558. struct drm_mode_create_dumb *args)
  559. {
  560. struct amdgpu_device *adev = dev->dev_private;
  561. struct drm_gem_object *gobj;
  562. uint32_t handle;
  563. int r;
  564. args->pitch = amdgpu_align_pitch(adev, args->width, args->bpp, 0) * ((args->bpp + 1) / 8);
  565. args->size = args->pitch * args->height;
  566. args->size = ALIGN(args->size, PAGE_SIZE);
  567. r = amdgpu_gem_object_create(adev, args->size, 0,
  568. AMDGPU_GEM_DOMAIN_VRAM,
  569. AMDGPU_GEM_CREATE_CPU_ACCESS_REQUIRED,
  570. ttm_bo_type_device,
  571. &gobj);
  572. if (r)
  573. return -ENOMEM;
  574. r = drm_gem_handle_create(file_priv, gobj, &handle);
  575. /* drop reference from allocate - handle holds it now */
  576. drm_gem_object_unreference_unlocked(gobj);
  577. if (r) {
  578. return r;
  579. }
  580. args->handle = handle;
  581. return 0;
  582. }
  583. #if defined(CONFIG_DEBUG_FS)
  584. static int amdgpu_debugfs_gem_info(struct seq_file *m, void *data)
  585. {
  586. struct drm_info_node *node = (struct drm_info_node *)m->private;
  587. struct drm_device *dev = node->minor->dev;
  588. struct amdgpu_device *adev = dev->dev_private;
  589. struct amdgpu_bo *rbo;
  590. unsigned i = 0;
  591. mutex_lock(&adev->gem.mutex);
  592. list_for_each_entry(rbo, &adev->gem.objects, list) {
  593. unsigned domain;
  594. const char *placement;
  595. domain = amdgpu_mem_type_to_domain(rbo->tbo.mem.mem_type);
  596. switch (domain) {
  597. case AMDGPU_GEM_DOMAIN_VRAM:
  598. placement = "VRAM";
  599. break;
  600. case AMDGPU_GEM_DOMAIN_GTT:
  601. placement = " GTT";
  602. break;
  603. case AMDGPU_GEM_DOMAIN_CPU:
  604. default:
  605. placement = " CPU";
  606. break;
  607. }
  608. seq_printf(m, "bo[0x%08x] %8ldkB %8ldMB %s pid %8ld\n",
  609. i, amdgpu_bo_size(rbo) >> 10, amdgpu_bo_size(rbo) >> 20,
  610. placement, (unsigned long)rbo->pid);
  611. i++;
  612. }
  613. mutex_unlock(&adev->gem.mutex);
  614. return 0;
  615. }
  616. static struct drm_info_list amdgpu_debugfs_gem_list[] = {
  617. {"amdgpu_gem_info", &amdgpu_debugfs_gem_info, 0, NULL},
  618. };
  619. #endif
  620. int amdgpu_gem_debugfs_init(struct amdgpu_device *adev)
  621. {
  622. #if defined(CONFIG_DEBUG_FS)
  623. return amdgpu_debugfs_add_files(adev, amdgpu_debugfs_gem_list, 1);
  624. #endif
  625. return 0;
  626. }