amdgpu_sched.c 3.5 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124
  1. /*
  2. * Copyright 2015 Advanced Micro Devices, Inc.
  3. *
  4. * Permission is hereby granted, free of charge, to any person obtaining a
  5. * copy of this software and associated documentation files (the "Software"),
  6. * to deal in the Software without restriction, including without limitation
  7. * the rights to use, copy, modify, merge, publish, distribute, sublicense,
  8. * and/or sell copies of the Software, and to permit persons to whom the
  9. * Software is furnished to do so, subject to the following conditions:
  10. *
  11. * The above copyright notice and this permission notice shall be included in
  12. * all copies or substantial portions of the Software.
  13. *
  14. * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
  15. * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
  16. * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
  17. * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
  18. * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
  19. * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
  20. * OTHER DEALINGS IN THE SOFTWARE.
  21. *
  22. *
  23. */
  24. #include <linux/kthread.h>
  25. #include <linux/wait.h>
  26. #include <linux/sched.h>
  27. #include <drm/drmP.h>
  28. #include "amdgpu.h"
  29. #include "amdgpu_trace.h"
  30. static struct fence *amdgpu_sched_dependency(struct amd_sched_job *sched_job)
  31. {
  32. struct amdgpu_job *job = to_amdgpu_job(sched_job);
  33. struct amdgpu_sync *sync = &job->ibs->sync;
  34. struct amdgpu_vm *vm = job->ibs->vm;
  35. struct fence *fence = amdgpu_sync_get_fence(sync);
  36. if (fence == NULL && vm && !job->ibs->grabbed_vmid) {
  37. struct amdgpu_ring *ring = job->ibs->ring;
  38. struct amdgpu_device *adev = ring->adev;
  39. int r;
  40. mutex_lock(&adev->vm_manager.lock);
  41. r = amdgpu_vm_grab_id(vm, ring, sync);
  42. if (r) {
  43. DRM_ERROR("Error getting VM ID (%d)\n", r);
  44. } else {
  45. fence = &job->base.s_fence->base;
  46. amdgpu_vm_fence(ring->adev, vm, fence);
  47. job->ibs->grabbed_vmid = true;
  48. }
  49. mutex_unlock(&adev->vm_manager.lock);
  50. fence = amdgpu_sync_get_fence(sync);
  51. }
  52. return fence;
  53. }
  54. static struct fence *amdgpu_sched_run_job(struct amd_sched_job *sched_job)
  55. {
  56. struct amdgpu_fence *fence = NULL;
  57. struct amdgpu_job *job;
  58. int r;
  59. if (!sched_job) {
  60. DRM_ERROR("job is null\n");
  61. return NULL;
  62. }
  63. job = to_amdgpu_job(sched_job);
  64. trace_amdgpu_sched_run_job(job);
  65. r = amdgpu_ib_schedule(job->adev, job->num_ibs, job->ibs, job->owner);
  66. if (r) {
  67. DRM_ERROR("Error scheduling IBs (%d)\n", r);
  68. goto err;
  69. }
  70. fence = job->ibs[job->num_ibs - 1].fence;
  71. fence_get(&fence->base);
  72. err:
  73. if (job->free_job)
  74. job->free_job(job);
  75. kfree(job);
  76. return fence ? &fence->base : NULL;
  77. }
  78. struct amd_sched_backend_ops amdgpu_sched_ops = {
  79. .dependency = amdgpu_sched_dependency,
  80. .run_job = amdgpu_sched_run_job,
  81. };
  82. int amdgpu_sched_ib_submit_kernel_helper(struct amdgpu_device *adev,
  83. struct amdgpu_ring *ring,
  84. struct amdgpu_ib *ibs,
  85. unsigned num_ibs,
  86. int (*free_job)(struct amdgpu_job *),
  87. void *owner,
  88. struct fence **f)
  89. {
  90. struct amdgpu_job *job =
  91. kzalloc(sizeof(struct amdgpu_job), GFP_KERNEL);
  92. if (!job)
  93. return -ENOMEM;
  94. job->base.sched = &ring->sched;
  95. job->base.s_entity = &adev->kernel_ctx.rings[ring->idx].entity;
  96. job->base.s_fence = amd_sched_fence_create(job->base.s_entity, owner);
  97. if (!job->base.s_fence) {
  98. kfree(job);
  99. return -ENOMEM;
  100. }
  101. *f = fence_get(&job->base.s_fence->base);
  102. job->adev = adev;
  103. job->ibs = ibs;
  104. job->num_ibs = num_ibs;
  105. job->owner = owner;
  106. job->free_job = free_job;
  107. amd_sched_entity_push_job(&job->base);
  108. return 0;
  109. }