|
@@ -22,1265 +22,16 @@
|
|
* Authors: Ben Skeggs
|
|
* Authors: Ben Skeggs
|
|
*/
|
|
*/
|
|
#include "nv50.h"
|
|
#include "nv50.h"
|
|
-#include "outp.h"
|
|
|
|
-#include "outpdp.h"
|
|
|
|
|
|
+#include "rootnv50.h"
|
|
|
|
|
|
#include <core/client.h>
|
|
#include <core/client.h>
|
|
-#include <core/gpuobj.h>
|
|
|
|
#include <core/enum.h>
|
|
#include <core/enum.h>
|
|
-#include <core/handle.h>
|
|
|
|
-#include <core/ramht.h>
|
|
|
|
-#include <engine/dma.h>
|
|
|
|
|
|
+#include <core/gpuobj.h>
|
|
#include <subdev/bios.h>
|
|
#include <subdev/bios.h>
|
|
-#include <subdev/bios/dcb.h>
|
|
|
|
#include <subdev/bios/disp.h>
|
|
#include <subdev/bios/disp.h>
|
|
#include <subdev/bios/init.h>
|
|
#include <subdev/bios/init.h>
|
|
#include <subdev/bios/pll.h>
|
|
#include <subdev/bios/pll.h>
|
|
#include <subdev/devinit.h>
|
|
#include <subdev/devinit.h>
|
|
-#include <subdev/fb.h>
|
|
|
|
-#include <subdev/timer.h>
|
|
|
|
-
|
|
|
|
-#include <nvif/class.h>
|
|
|
|
-#include <nvif/event.h>
|
|
|
|
-#include <nvif/unpack.h>
|
|
|
|
-
|
|
|
|
-/*******************************************************************************
|
|
|
|
- * EVO channel base class
|
|
|
|
- ******************************************************************************/
|
|
|
|
-
|
|
|
|
-static int
|
|
|
|
-nv50_disp_chan_create_(struct nvkm_object *parent,
|
|
|
|
- struct nvkm_object *engine,
|
|
|
|
- struct nvkm_oclass *oclass, int head,
|
|
|
|
- int length, void **pobject)
|
|
|
|
-{
|
|
|
|
- const struct nv50_disp_chan_impl *impl = (void *)oclass->ofuncs;
|
|
|
|
- struct nv50_disp_base *base = (void *)parent;
|
|
|
|
- struct nv50_disp_chan *chan;
|
|
|
|
- int chid = impl->chid + head;
|
|
|
|
- int ret;
|
|
|
|
-
|
|
|
|
- if (base->chan & (1 << chid))
|
|
|
|
- return -EBUSY;
|
|
|
|
- base->chan |= (1 << chid);
|
|
|
|
-
|
|
|
|
- ret = nvkm_namedb_create_(parent, engine, oclass, 0, NULL,
|
|
|
|
- (1ULL << NVDEV_ENGINE_DMAOBJ),
|
|
|
|
- length, pobject);
|
|
|
|
- chan = *pobject;
|
|
|
|
- if (ret)
|
|
|
|
- return ret;
|
|
|
|
- chan->chid = chid;
|
|
|
|
-
|
|
|
|
- nv_parent(chan)->object_attach = impl->attach;
|
|
|
|
- nv_parent(chan)->object_detach = impl->detach;
|
|
|
|
- return 0;
|
|
|
|
-}
|
|
|
|
-
|
|
|
|
-static void
|
|
|
|
-nv50_disp_chan_destroy(struct nv50_disp_chan *chan)
|
|
|
|
-{
|
|
|
|
- struct nv50_disp_base *base = (void *)nv_object(chan)->parent;
|
|
|
|
- base->chan &= ~(1 << chan->chid);
|
|
|
|
- nvkm_namedb_destroy(&chan->base);
|
|
|
|
-}
|
|
|
|
-
|
|
|
|
-static void
|
|
|
|
-nv50_disp_chan_uevent_fini(struct nvkm_event *event, int type, int index)
|
|
|
|
-{
|
|
|
|
- struct nv50_disp *disp = container_of(event, typeof(*disp), uevent);
|
|
|
|
- struct nvkm_device *device = disp->base.engine.subdev.device;
|
|
|
|
- nvkm_mask(device, 0x610028, 0x00000001 << index, 0x00000000 << index);
|
|
|
|
- nvkm_wr32(device, 0x610020, 0x00000001 << index);
|
|
|
|
-}
|
|
|
|
-
|
|
|
|
-static void
|
|
|
|
-nv50_disp_chan_uevent_init(struct nvkm_event *event, int types, int index)
|
|
|
|
-{
|
|
|
|
- struct nv50_disp *disp = container_of(event, typeof(*disp), uevent);
|
|
|
|
- struct nvkm_device *device = disp->base.engine.subdev.device;
|
|
|
|
- nvkm_wr32(device, 0x610020, 0x00000001 << index);
|
|
|
|
- nvkm_mask(device, 0x610028, 0x00000001 << index, 0x00000001 << index);
|
|
|
|
-}
|
|
|
|
-
|
|
|
|
-void
|
|
|
|
-nv50_disp_chan_uevent_send(struct nv50_disp *disp, int chid)
|
|
|
|
-{
|
|
|
|
- struct nvif_notify_uevent_rep {
|
|
|
|
- } rep;
|
|
|
|
-
|
|
|
|
- nvkm_event_send(&disp->uevent, 1, chid, &rep, sizeof(rep));
|
|
|
|
-}
|
|
|
|
-
|
|
|
|
-int
|
|
|
|
-nv50_disp_chan_uevent_ctor(struct nvkm_object *object, void *data, u32 size,
|
|
|
|
- struct nvkm_notify *notify)
|
|
|
|
-{
|
|
|
|
- struct nv50_disp_dmac *dmac = (void *)object;
|
|
|
|
- union {
|
|
|
|
- struct nvif_notify_uevent_req none;
|
|
|
|
- } *args = data;
|
|
|
|
- int ret;
|
|
|
|
-
|
|
|
|
- if (nvif_unvers(args->none)) {
|
|
|
|
- notify->size = sizeof(struct nvif_notify_uevent_rep);
|
|
|
|
- notify->types = 1;
|
|
|
|
- notify->index = dmac->base.chid;
|
|
|
|
- return 0;
|
|
|
|
- }
|
|
|
|
-
|
|
|
|
- return ret;
|
|
|
|
-}
|
|
|
|
-
|
|
|
|
-const struct nvkm_event_func
|
|
|
|
-nv50_disp_chan_uevent = {
|
|
|
|
- .ctor = nv50_disp_chan_uevent_ctor,
|
|
|
|
- .init = nv50_disp_chan_uevent_init,
|
|
|
|
- .fini = nv50_disp_chan_uevent_fini,
|
|
|
|
-};
|
|
|
|
-
|
|
|
|
-int
|
|
|
|
-nv50_disp_chan_ntfy(struct nvkm_object *object, u32 type,
|
|
|
|
- struct nvkm_event **pevent)
|
|
|
|
-{
|
|
|
|
- struct nv50_disp *disp = (void *)object->engine;
|
|
|
|
- switch (type) {
|
|
|
|
- case NV50_DISP_CORE_CHANNEL_DMA_V0_NTFY_UEVENT:
|
|
|
|
- *pevent = &disp->uevent;
|
|
|
|
- return 0;
|
|
|
|
- default:
|
|
|
|
- break;
|
|
|
|
- }
|
|
|
|
- return -EINVAL;
|
|
|
|
-}
|
|
|
|
-
|
|
|
|
-int
|
|
|
|
-nv50_disp_chan_map(struct nvkm_object *object, u64 *addr, u32 *size)
|
|
|
|
-{
|
|
|
|
- struct nv50_disp_chan *chan = (void *)object;
|
|
|
|
- *addr = nv_device_resource_start(nv_device(object), 0) +
|
|
|
|
- 0x640000 + (chan->chid * 0x1000);
|
|
|
|
- *size = 0x001000;
|
|
|
|
- return 0;
|
|
|
|
-}
|
|
|
|
-
|
|
|
|
-u32
|
|
|
|
-nv50_disp_chan_rd32(struct nvkm_object *object, u64 addr)
|
|
|
|
-{
|
|
|
|
- struct nv50_disp_chan *chan = (void *)object;
|
|
|
|
- struct nvkm_device *device = object->engine->subdev.device;
|
|
|
|
- return nvkm_rd32(device, 0x640000 + (chan->chid * 0x1000) + addr);
|
|
|
|
-}
|
|
|
|
-
|
|
|
|
-void
|
|
|
|
-nv50_disp_chan_wr32(struct nvkm_object *object, u64 addr, u32 data)
|
|
|
|
-{
|
|
|
|
- struct nv50_disp_chan *chan = (void *)object;
|
|
|
|
- struct nvkm_device *device = object->engine->subdev.device;
|
|
|
|
- nvkm_wr32(device, 0x640000 + (chan->chid * 0x1000) + addr, data);
|
|
|
|
-}
|
|
|
|
-
|
|
|
|
-/*******************************************************************************
|
|
|
|
- * EVO DMA channel base class
|
|
|
|
- ******************************************************************************/
|
|
|
|
-
|
|
|
|
-static int
|
|
|
|
-nv50_disp_dmac_object_attach(struct nvkm_object *parent,
|
|
|
|
- struct nvkm_object *object, u32 name)
|
|
|
|
-{
|
|
|
|
- struct nv50_disp_base *base = (void *)parent->parent;
|
|
|
|
- struct nv50_disp_chan *chan = (void *)parent;
|
|
|
|
- u32 addr = nv_gpuobj(object)->node->offset;
|
|
|
|
- u32 chid = chan->chid;
|
|
|
|
- u32 data = (chid << 28) | (addr << 10) | chid;
|
|
|
|
- return nvkm_ramht_insert(base->ramht, NULL, chid, 0, name, data);
|
|
|
|
-}
|
|
|
|
-
|
|
|
|
-static void
|
|
|
|
-nv50_disp_dmac_object_detach(struct nvkm_object *parent, int cookie)
|
|
|
|
-{
|
|
|
|
- struct nv50_disp_base *base = (void *)parent->parent;
|
|
|
|
- nvkm_ramht_remove(base->ramht, cookie);
|
|
|
|
-}
|
|
|
|
-
|
|
|
|
-static int
|
|
|
|
-nv50_disp_dmac_create_(struct nvkm_object *parent,
|
|
|
|
- struct nvkm_object *engine,
|
|
|
|
- struct nvkm_oclass *oclass, u64 pushbuf, int head,
|
|
|
|
- int length, void **pobject)
|
|
|
|
-{
|
|
|
|
- struct nvkm_device *device = parent->engine->subdev.device;
|
|
|
|
- struct nvkm_client *client = nvkm_client(parent);
|
|
|
|
- struct nvkm_dma *dma = device->dma;
|
|
|
|
- struct nvkm_dmaobj *dmaobj;
|
|
|
|
- struct nv50_disp_dmac *dmac;
|
|
|
|
- int ret;
|
|
|
|
-
|
|
|
|
- ret = nv50_disp_chan_create_(parent, engine, oclass, head,
|
|
|
|
- length, pobject);
|
|
|
|
- dmac = *pobject;
|
|
|
|
- if (ret)
|
|
|
|
- return ret;
|
|
|
|
-
|
|
|
|
- dmaobj = nvkm_dma_search(dma, client, pushbuf);
|
|
|
|
- if (!dmaobj)
|
|
|
|
- return -ENOENT;
|
|
|
|
-
|
|
|
|
- if (dmaobj->limit - dmaobj->start != 0xfff)
|
|
|
|
- return -EINVAL;
|
|
|
|
-
|
|
|
|
- switch (dmaobj->target) {
|
|
|
|
- case NV_MEM_TARGET_VRAM:
|
|
|
|
- dmac->push = 0x00000001 | dmaobj->start >> 8;
|
|
|
|
- break;
|
|
|
|
- case NV_MEM_TARGET_PCI_NOSNOOP:
|
|
|
|
- dmac->push = 0x00000003 | dmaobj->start >> 8;
|
|
|
|
- break;
|
|
|
|
- default:
|
|
|
|
- return -EINVAL;
|
|
|
|
- }
|
|
|
|
-
|
|
|
|
- return 0;
|
|
|
|
-}
|
|
|
|
-
|
|
|
|
-void
|
|
|
|
-nv50_disp_dmac_dtor(struct nvkm_object *object)
|
|
|
|
-{
|
|
|
|
- struct nv50_disp_dmac *dmac = (void *)object;
|
|
|
|
- nv50_disp_chan_destroy(&dmac->base);
|
|
|
|
-}
|
|
|
|
-
|
|
|
|
-static int
|
|
|
|
-nv50_disp_dmac_init(struct nvkm_object *object)
|
|
|
|
-{
|
|
|
|
- struct nv50_disp *disp = (void *)object->engine;
|
|
|
|
- struct nv50_disp_dmac *dmac = (void *)object;
|
|
|
|
- struct nvkm_subdev *subdev = &disp->base.engine.subdev;
|
|
|
|
- struct nvkm_device *device = subdev->device;
|
|
|
|
- int chid = dmac->base.chid;
|
|
|
|
- int ret;
|
|
|
|
-
|
|
|
|
- ret = nv50_disp_chan_init(&dmac->base);
|
|
|
|
- if (ret)
|
|
|
|
- return ret;
|
|
|
|
-
|
|
|
|
- /* enable error reporting */
|
|
|
|
- nvkm_mask(device, 0x610028, 0x00010000 << chid, 0x00010000 << chid);
|
|
|
|
-
|
|
|
|
- /* initialise channel for dma command submission */
|
|
|
|
- nvkm_wr32(device, 0x610204 + (chid * 0x0010), dmac->push);
|
|
|
|
- nvkm_wr32(device, 0x610208 + (chid * 0x0010), 0x00010000);
|
|
|
|
- nvkm_wr32(device, 0x61020c + (chid * 0x0010), chid);
|
|
|
|
- nvkm_mask(device, 0x610200 + (chid * 0x0010), 0x00000010, 0x00000010);
|
|
|
|
- nvkm_wr32(device, 0x640000 + (chid * 0x1000), 0x00000000);
|
|
|
|
- nvkm_wr32(device, 0x610200 + (chid * 0x0010), 0x00000013);
|
|
|
|
-
|
|
|
|
- /* wait for it to go inactive */
|
|
|
|
- if (nvkm_msec(device, 2000,
|
|
|
|
- if (!(nvkm_rd32(device, 0x610200 + (chid * 0x10)) & 0x80000000))
|
|
|
|
- break;
|
|
|
|
- ) < 0) {
|
|
|
|
- nvkm_error(subdev, "ch %d init timeout, %08x\n", chid,
|
|
|
|
- nvkm_rd32(device, 0x610200 + (chid * 0x10)));
|
|
|
|
- return -EBUSY;
|
|
|
|
- }
|
|
|
|
-
|
|
|
|
- return 0;
|
|
|
|
-}
|
|
|
|
-
|
|
|
|
-static int
|
|
|
|
-nv50_disp_dmac_fini(struct nvkm_object *object, bool suspend)
|
|
|
|
-{
|
|
|
|
- struct nv50_disp *disp = (void *)object->engine;
|
|
|
|
- struct nv50_disp_dmac *dmac = (void *)object;
|
|
|
|
- struct nvkm_subdev *subdev = &disp->base.engine.subdev;
|
|
|
|
- struct nvkm_device *device = subdev->device;
|
|
|
|
- int chid = dmac->base.chid;
|
|
|
|
-
|
|
|
|
- /* deactivate channel */
|
|
|
|
- nvkm_mask(device, 0x610200 + (chid * 0x0010), 0x00001010, 0x00001000);
|
|
|
|
- nvkm_mask(device, 0x610200 + (chid * 0x0010), 0x00000003, 0x00000000);
|
|
|
|
- if (nvkm_msec(device, 2000,
|
|
|
|
- if (!(nvkm_rd32(device, 0x610200 + (chid * 0x10)) & 0x001e0000))
|
|
|
|
- break;
|
|
|
|
- ) < 0) {
|
|
|
|
- nvkm_error(subdev, "ch %d fini timeout, %08x\n", chid,
|
|
|
|
- nvkm_rd32(device, 0x610200 + (chid * 0x10)));
|
|
|
|
- if (suspend)
|
|
|
|
- return -EBUSY;
|
|
|
|
- }
|
|
|
|
-
|
|
|
|
- /* disable error reporting and completion notifications */
|
|
|
|
- nvkm_mask(device, 0x610028, 0x00010001 << chid, 0x00000000 << chid);
|
|
|
|
-
|
|
|
|
- return nv50_disp_chan_fini(&dmac->base, suspend);
|
|
|
|
-}
|
|
|
|
-
|
|
|
|
-/*******************************************************************************
|
|
|
|
- * EVO master channel object
|
|
|
|
- ******************************************************************************/
|
|
|
|
-
|
|
|
|
-static void
|
|
|
|
-nv50_disp_mthd_list(struct nv50_disp *disp, int debug, u32 base, int c,
|
|
|
|
- const struct nv50_disp_mthd_list *list, int inst)
|
|
|
|
-{
|
|
|
|
- struct nvkm_subdev *subdev = &disp->base.engine.subdev;
|
|
|
|
- struct nvkm_device *device = subdev->device;
|
|
|
|
- int i;
|
|
|
|
-
|
|
|
|
- for (i = 0; list->data[i].mthd; i++) {
|
|
|
|
- if (list->data[i].addr) {
|
|
|
|
- u32 next = nvkm_rd32(device, list->data[i].addr + base + 0);
|
|
|
|
- u32 prev = nvkm_rd32(device, list->data[i].addr + base + c);
|
|
|
|
- u32 mthd = list->data[i].mthd + (list->mthd * inst);
|
|
|
|
- const char *name = list->data[i].name;
|
|
|
|
- char mods[16];
|
|
|
|
-
|
|
|
|
- if (prev != next)
|
|
|
|
- snprintf(mods, sizeof(mods), "-> %08x", next);
|
|
|
|
- else
|
|
|
|
- snprintf(mods, sizeof(mods), "%13c", ' ');
|
|
|
|
-
|
|
|
|
- nvkm_printk_(subdev, debug, info,
|
|
|
|
- "\t%04x: %08x %s%s%s\n",
|
|
|
|
- mthd, prev, mods, name ? " // " : "",
|
|
|
|
- name ? name : "");
|
|
|
|
- }
|
|
|
|
- }
|
|
|
|
-}
|
|
|
|
-
|
|
|
|
-void
|
|
|
|
-nv50_disp_mthd_chan(struct nv50_disp *disp, int debug, int head,
|
|
|
|
- const struct nv50_disp_mthd_chan *chan)
|
|
|
|
-{
|
|
|
|
- struct nvkm_object *object = nv_object(disp);
|
|
|
|
- const struct nv50_disp_impl *impl = (void *)object->oclass;
|
|
|
|
- const struct nv50_disp_mthd_list *list;
|
|
|
|
- struct nvkm_subdev *subdev = &disp->base.engine.subdev;
|
|
|
|
- int i, j;
|
|
|
|
-
|
|
|
|
- if (debug > nv_subdev(disp)->debug)
|
|
|
|
- return;
|
|
|
|
-
|
|
|
|
- for (i = 0; (list = chan->data[i].mthd) != NULL; i++) {
|
|
|
|
- u32 base = head * chan->addr;
|
|
|
|
- for (j = 0; j < chan->data[i].nr; j++, base += list->addr) {
|
|
|
|
- const char *cname = chan->name;
|
|
|
|
- const char *sname = "";
|
|
|
|
- char cname_[16], sname_[16];
|
|
|
|
-
|
|
|
|
- if (chan->addr) {
|
|
|
|
- snprintf(cname_, sizeof(cname_), "%s %d",
|
|
|
|
- chan->name, head);
|
|
|
|
- cname = cname_;
|
|
|
|
- }
|
|
|
|
-
|
|
|
|
- if (chan->data[i].nr > 1) {
|
|
|
|
- snprintf(sname_, sizeof(sname_), " - %s %d",
|
|
|
|
- chan->data[i].name, j);
|
|
|
|
- sname = sname_;
|
|
|
|
- }
|
|
|
|
-
|
|
|
|
- nvkm_printk_(subdev, debug, info, "%s%s:\n", cname, sname);
|
|
|
|
- nv50_disp_mthd_list(disp, debug, base, impl->mthd.prev,
|
|
|
|
- list, j);
|
|
|
|
- }
|
|
|
|
- }
|
|
|
|
-}
|
|
|
|
-
|
|
|
|
-const struct nv50_disp_mthd_list
|
|
|
|
-nv50_disp_core_mthd_base = {
|
|
|
|
- .mthd = 0x0000,
|
|
|
|
- .addr = 0x000000,
|
|
|
|
- .data = {
|
|
|
|
- { 0x0080, 0x000000 },
|
|
|
|
- { 0x0084, 0x610bb8 },
|
|
|
|
- { 0x0088, 0x610b9c },
|
|
|
|
- { 0x008c, 0x000000 },
|
|
|
|
- {}
|
|
|
|
- }
|
|
|
|
-};
|
|
|
|
-
|
|
|
|
-static const struct nv50_disp_mthd_list
|
|
|
|
-nv50_disp_core_mthd_dac = {
|
|
|
|
- .mthd = 0x0080,
|
|
|
|
- .addr = 0x000008,
|
|
|
|
- .data = {
|
|
|
|
- { 0x0400, 0x610b58 },
|
|
|
|
- { 0x0404, 0x610bdc },
|
|
|
|
- { 0x0420, 0x610828 },
|
|
|
|
- {}
|
|
|
|
- }
|
|
|
|
-};
|
|
|
|
-
|
|
|
|
-const struct nv50_disp_mthd_list
|
|
|
|
-nv50_disp_core_mthd_sor = {
|
|
|
|
- .mthd = 0x0040,
|
|
|
|
- .addr = 0x000008,
|
|
|
|
- .data = {
|
|
|
|
- { 0x0600, 0x610b70 },
|
|
|
|
- {}
|
|
|
|
- }
|
|
|
|
-};
|
|
|
|
-
|
|
|
|
-const struct nv50_disp_mthd_list
|
|
|
|
-nv50_disp_core_mthd_pior = {
|
|
|
|
- .mthd = 0x0040,
|
|
|
|
- .addr = 0x000008,
|
|
|
|
- .data = {
|
|
|
|
- { 0x0700, 0x610b80 },
|
|
|
|
- {}
|
|
|
|
- }
|
|
|
|
-};
|
|
|
|
-
|
|
|
|
-static const struct nv50_disp_mthd_list
|
|
|
|
-nv50_disp_core_mthd_head = {
|
|
|
|
- .mthd = 0x0400,
|
|
|
|
- .addr = 0x000540,
|
|
|
|
- .data = {
|
|
|
|
- { 0x0800, 0x610ad8 },
|
|
|
|
- { 0x0804, 0x610ad0 },
|
|
|
|
- { 0x0808, 0x610a48 },
|
|
|
|
- { 0x080c, 0x610a78 },
|
|
|
|
- { 0x0810, 0x610ac0 },
|
|
|
|
- { 0x0814, 0x610af8 },
|
|
|
|
- { 0x0818, 0x610b00 },
|
|
|
|
- { 0x081c, 0x610ae8 },
|
|
|
|
- { 0x0820, 0x610af0 },
|
|
|
|
- { 0x0824, 0x610b08 },
|
|
|
|
- { 0x0828, 0x610b10 },
|
|
|
|
- { 0x082c, 0x610a68 },
|
|
|
|
- { 0x0830, 0x610a60 },
|
|
|
|
- { 0x0834, 0x000000 },
|
|
|
|
- { 0x0838, 0x610a40 },
|
|
|
|
- { 0x0840, 0x610a24 },
|
|
|
|
- { 0x0844, 0x610a2c },
|
|
|
|
- { 0x0848, 0x610aa8 },
|
|
|
|
- { 0x084c, 0x610ab0 },
|
|
|
|
- { 0x0860, 0x610a84 },
|
|
|
|
- { 0x0864, 0x610a90 },
|
|
|
|
- { 0x0868, 0x610b18 },
|
|
|
|
- { 0x086c, 0x610b20 },
|
|
|
|
- { 0x0870, 0x610ac8 },
|
|
|
|
- { 0x0874, 0x610a38 },
|
|
|
|
- { 0x0880, 0x610a58 },
|
|
|
|
- { 0x0884, 0x610a9c },
|
|
|
|
- { 0x08a0, 0x610a70 },
|
|
|
|
- { 0x08a4, 0x610a50 },
|
|
|
|
- { 0x08a8, 0x610ae0 },
|
|
|
|
- { 0x08c0, 0x610b28 },
|
|
|
|
- { 0x08c4, 0x610b30 },
|
|
|
|
- { 0x08c8, 0x610b40 },
|
|
|
|
- { 0x08d4, 0x610b38 },
|
|
|
|
- { 0x08d8, 0x610b48 },
|
|
|
|
- { 0x08dc, 0x610b50 },
|
|
|
|
- { 0x0900, 0x610a18 },
|
|
|
|
- { 0x0904, 0x610ab8 },
|
|
|
|
- {}
|
|
|
|
- }
|
|
|
|
-};
|
|
|
|
-
|
|
|
|
-static const struct nv50_disp_mthd_chan
|
|
|
|
-nv50_disp_core_mthd_chan = {
|
|
|
|
- .name = "Core",
|
|
|
|
- .addr = 0x000000,
|
|
|
|
- .data = {
|
|
|
|
- { "Global", 1, &nv50_disp_core_mthd_base },
|
|
|
|
- { "DAC", 3, &nv50_disp_core_mthd_dac },
|
|
|
|
- { "SOR", 2, &nv50_disp_core_mthd_sor },
|
|
|
|
- { "PIOR", 3, &nv50_disp_core_mthd_pior },
|
|
|
|
- { "HEAD", 2, &nv50_disp_core_mthd_head },
|
|
|
|
- {}
|
|
|
|
- }
|
|
|
|
-};
|
|
|
|
-
|
|
|
|
-int
|
|
|
|
-nv50_disp_core_ctor(struct nvkm_object *parent,
|
|
|
|
- struct nvkm_object *engine,
|
|
|
|
- struct nvkm_oclass *oclass, void *data, u32 size,
|
|
|
|
- struct nvkm_object **pobject)
|
|
|
|
-{
|
|
|
|
- union {
|
|
|
|
- struct nv50_disp_core_channel_dma_v0 v0;
|
|
|
|
- } *args = data;
|
|
|
|
- struct nv50_disp_dmac *mast;
|
|
|
|
- int ret;
|
|
|
|
-
|
|
|
|
- nvif_ioctl(parent, "create disp core channel dma size %d\n", size);
|
|
|
|
- if (nvif_unpack(args->v0, 0, 0, false)) {
|
|
|
|
- nvif_ioctl(parent, "create disp core channel dma vers %d "
|
|
|
|
- "pushbuf %016llx\n",
|
|
|
|
- args->v0.version, args->v0.pushbuf);
|
|
|
|
- } else
|
|
|
|
- return ret;
|
|
|
|
-
|
|
|
|
- ret = nv50_disp_dmac_create_(parent, engine, oclass, args->v0.pushbuf,
|
|
|
|
- 0, sizeof(*mast), (void **)&mast);
|
|
|
|
- *pobject = nv_object(mast);
|
|
|
|
- if (ret)
|
|
|
|
- return ret;
|
|
|
|
-
|
|
|
|
- return 0;
|
|
|
|
-}
|
|
|
|
-
|
|
|
|
-static int
|
|
|
|
-nv50_disp_core_init(struct nvkm_object *object)
|
|
|
|
-{
|
|
|
|
- struct nv50_disp *disp = (void *)object->engine;
|
|
|
|
- struct nv50_disp_dmac *mast = (void *)object;
|
|
|
|
- struct nvkm_subdev *subdev = &disp->base.engine.subdev;
|
|
|
|
- struct nvkm_device *device = subdev->device;
|
|
|
|
- int ret;
|
|
|
|
-
|
|
|
|
- ret = nv50_disp_chan_init(&mast->base);
|
|
|
|
- if (ret)
|
|
|
|
- return ret;
|
|
|
|
-
|
|
|
|
- /* enable error reporting */
|
|
|
|
- nvkm_mask(device, 0x610028, 0x00010000, 0x00010000);
|
|
|
|
-
|
|
|
|
- /* attempt to unstick channel from some unknown state */
|
|
|
|
- if ((nvkm_rd32(device, 0x610200) & 0x009f0000) == 0x00020000)
|
|
|
|
- nvkm_mask(device, 0x610200, 0x00800000, 0x00800000);
|
|
|
|
- if ((nvkm_rd32(device, 0x610200) & 0x003f0000) == 0x00030000)
|
|
|
|
- nvkm_mask(device, 0x610200, 0x00600000, 0x00600000);
|
|
|
|
-
|
|
|
|
- /* initialise channel for dma command submission */
|
|
|
|
- nvkm_wr32(device, 0x610204, mast->push);
|
|
|
|
- nvkm_wr32(device, 0x610208, 0x00010000);
|
|
|
|
- nvkm_wr32(device, 0x61020c, 0x00000000);
|
|
|
|
- nvkm_mask(device, 0x610200, 0x00000010, 0x00000010);
|
|
|
|
- nvkm_wr32(device, 0x640000, 0x00000000);
|
|
|
|
- nvkm_wr32(device, 0x610200, 0x01000013);
|
|
|
|
-
|
|
|
|
- /* wait for it to go inactive */
|
|
|
|
- if (nvkm_msec(device, 2000,
|
|
|
|
- if (!(nvkm_rd32(device, 0x610200) & 0x80000000))
|
|
|
|
- break;
|
|
|
|
- ) < 0) {
|
|
|
|
- nvkm_error(subdev, "core init: %08x\n",
|
|
|
|
- nvkm_rd32(device, 0x610200));
|
|
|
|
- return -EBUSY;
|
|
|
|
- }
|
|
|
|
-
|
|
|
|
- return 0;
|
|
|
|
-}
|
|
|
|
-
|
|
|
|
-static int
|
|
|
|
-nv50_disp_core_fini(struct nvkm_object *object, bool suspend)
|
|
|
|
-{
|
|
|
|
- struct nv50_disp *disp = (void *)object->engine;
|
|
|
|
- struct nv50_disp_dmac *mast = (void *)object;
|
|
|
|
- struct nvkm_subdev *subdev = &disp->base.engine.subdev;
|
|
|
|
- struct nvkm_device *device = subdev->device;
|
|
|
|
-
|
|
|
|
- /* deactivate channel */
|
|
|
|
- nvkm_mask(device, 0x610200, 0x00000010, 0x00000000);
|
|
|
|
- nvkm_mask(device, 0x610200, 0x00000003, 0x00000000);
|
|
|
|
- if (nvkm_msec(device, 2000,
|
|
|
|
- if (!(nvkm_rd32(device, 0x610200) & 0x001e0000))
|
|
|
|
- break;
|
|
|
|
- ) < 0) {
|
|
|
|
- nvkm_error(subdev, "core fini: %08x\n",
|
|
|
|
- nvkm_rd32(device, 0x610200));
|
|
|
|
- if (suspend)
|
|
|
|
- return -EBUSY;
|
|
|
|
- }
|
|
|
|
-
|
|
|
|
- /* disable error reporting and completion notifications */
|
|
|
|
- nvkm_mask(device, 0x610028, 0x00010001, 0x00000000);
|
|
|
|
-
|
|
|
|
- return nv50_disp_chan_fini(&mast->base, suspend);
|
|
|
|
-}
|
|
|
|
-
|
|
|
|
-struct nv50_disp_chan_impl
|
|
|
|
-nv50_disp_core_ofuncs = {
|
|
|
|
- .base.ctor = nv50_disp_core_ctor,
|
|
|
|
- .base.dtor = nv50_disp_dmac_dtor,
|
|
|
|
- .base.init = nv50_disp_core_init,
|
|
|
|
- .base.fini = nv50_disp_core_fini,
|
|
|
|
- .base.map = nv50_disp_chan_map,
|
|
|
|
- .base.ntfy = nv50_disp_chan_ntfy,
|
|
|
|
- .base.rd32 = nv50_disp_chan_rd32,
|
|
|
|
- .base.wr32 = nv50_disp_chan_wr32,
|
|
|
|
- .chid = 0,
|
|
|
|
- .attach = nv50_disp_dmac_object_attach,
|
|
|
|
- .detach = nv50_disp_dmac_object_detach,
|
|
|
|
-};
|
|
|
|
-
|
|
|
|
-/*******************************************************************************
|
|
|
|
- * EVO sync channel objects
|
|
|
|
- ******************************************************************************/
|
|
|
|
-
|
|
|
|
-static const struct nv50_disp_mthd_list
|
|
|
|
-nv50_disp_base_mthd_base = {
|
|
|
|
- .mthd = 0x0000,
|
|
|
|
- .addr = 0x000000,
|
|
|
|
- .data = {
|
|
|
|
- { 0x0080, 0x000000 },
|
|
|
|
- { 0x0084, 0x0008c4 },
|
|
|
|
- { 0x0088, 0x0008d0 },
|
|
|
|
- { 0x008c, 0x0008dc },
|
|
|
|
- { 0x0090, 0x0008e4 },
|
|
|
|
- { 0x0094, 0x610884 },
|
|
|
|
- { 0x00a0, 0x6108a0 },
|
|
|
|
- { 0x00a4, 0x610878 },
|
|
|
|
- { 0x00c0, 0x61086c },
|
|
|
|
- { 0x00e0, 0x610858 },
|
|
|
|
- { 0x00e4, 0x610860 },
|
|
|
|
- { 0x00e8, 0x6108ac },
|
|
|
|
- { 0x00ec, 0x6108b4 },
|
|
|
|
- { 0x0100, 0x610894 },
|
|
|
|
- { 0x0110, 0x6108bc },
|
|
|
|
- { 0x0114, 0x61088c },
|
|
|
|
- {}
|
|
|
|
- }
|
|
|
|
-};
|
|
|
|
-
|
|
|
|
-const struct nv50_disp_mthd_list
|
|
|
|
-nv50_disp_base_mthd_image = {
|
|
|
|
- .mthd = 0x0400,
|
|
|
|
- .addr = 0x000000,
|
|
|
|
- .data = {
|
|
|
|
- { 0x0800, 0x6108f0 },
|
|
|
|
- { 0x0804, 0x6108fc },
|
|
|
|
- { 0x0808, 0x61090c },
|
|
|
|
- { 0x080c, 0x610914 },
|
|
|
|
- { 0x0810, 0x610904 },
|
|
|
|
- {}
|
|
|
|
- }
|
|
|
|
-};
|
|
|
|
-
|
|
|
|
-static const struct nv50_disp_mthd_chan
|
|
|
|
-nv50_disp_base_mthd_chan = {
|
|
|
|
- .name = "Base",
|
|
|
|
- .addr = 0x000540,
|
|
|
|
- .data = {
|
|
|
|
- { "Global", 1, &nv50_disp_base_mthd_base },
|
|
|
|
- { "Image", 2, &nv50_disp_base_mthd_image },
|
|
|
|
- {}
|
|
|
|
- }
|
|
|
|
-};
|
|
|
|
-
|
|
|
|
-int
|
|
|
|
-nv50_disp_base_ctor(struct nvkm_object *parent,
|
|
|
|
- struct nvkm_object *engine,
|
|
|
|
- struct nvkm_oclass *oclass, void *data, u32 size,
|
|
|
|
- struct nvkm_object **pobject)
|
|
|
|
-{
|
|
|
|
- union {
|
|
|
|
- struct nv50_disp_base_channel_dma_v0 v0;
|
|
|
|
- } *args = data;
|
|
|
|
- struct nv50_disp *disp = (void *)engine;
|
|
|
|
- struct nv50_disp_dmac *dmac;
|
|
|
|
- int ret;
|
|
|
|
-
|
|
|
|
- nvif_ioctl(parent, "create disp base channel dma size %d\n", size);
|
|
|
|
- if (nvif_unpack(args->v0, 0, 0, false)) {
|
|
|
|
- nvif_ioctl(parent, "create disp base channel dma vers %d "
|
|
|
|
- "pushbuf %016llx head %d\n",
|
|
|
|
- args->v0.version, args->v0.pushbuf, args->v0.head);
|
|
|
|
- if (args->v0.head > disp->head.nr)
|
|
|
|
- return -EINVAL;
|
|
|
|
- } else
|
|
|
|
- return ret;
|
|
|
|
-
|
|
|
|
- ret = nv50_disp_dmac_create_(parent, engine, oclass, args->v0.pushbuf,
|
|
|
|
- args->v0.head, sizeof(*dmac),
|
|
|
|
- (void **)&dmac);
|
|
|
|
- *pobject = nv_object(dmac);
|
|
|
|
- if (ret)
|
|
|
|
- return ret;
|
|
|
|
-
|
|
|
|
- return 0;
|
|
|
|
-}
|
|
|
|
-
|
|
|
|
-struct nv50_disp_chan_impl
|
|
|
|
-nv50_disp_base_ofuncs = {
|
|
|
|
- .base.ctor = nv50_disp_base_ctor,
|
|
|
|
- .base.dtor = nv50_disp_dmac_dtor,
|
|
|
|
- .base.init = nv50_disp_dmac_init,
|
|
|
|
- .base.fini = nv50_disp_dmac_fini,
|
|
|
|
- .base.ntfy = nv50_disp_chan_ntfy,
|
|
|
|
- .base.map = nv50_disp_chan_map,
|
|
|
|
- .base.rd32 = nv50_disp_chan_rd32,
|
|
|
|
- .base.wr32 = nv50_disp_chan_wr32,
|
|
|
|
- .chid = 1,
|
|
|
|
- .attach = nv50_disp_dmac_object_attach,
|
|
|
|
- .detach = nv50_disp_dmac_object_detach,
|
|
|
|
-};
|
|
|
|
-
|
|
|
|
-/*******************************************************************************
|
|
|
|
- * EVO overlay channel objects
|
|
|
|
- ******************************************************************************/
|
|
|
|
-
|
|
|
|
-const struct nv50_disp_mthd_list
|
|
|
|
-nv50_disp_ovly_mthd_base = {
|
|
|
|
- .mthd = 0x0000,
|
|
|
|
- .addr = 0x000000,
|
|
|
|
- .data = {
|
|
|
|
- { 0x0080, 0x000000 },
|
|
|
|
- { 0x0084, 0x0009a0 },
|
|
|
|
- { 0x0088, 0x0009c0 },
|
|
|
|
- { 0x008c, 0x0009c8 },
|
|
|
|
- { 0x0090, 0x6109b4 },
|
|
|
|
- { 0x0094, 0x610970 },
|
|
|
|
- { 0x00a0, 0x610998 },
|
|
|
|
- { 0x00a4, 0x610964 },
|
|
|
|
- { 0x00c0, 0x610958 },
|
|
|
|
- { 0x00e0, 0x6109a8 },
|
|
|
|
- { 0x00e4, 0x6109d0 },
|
|
|
|
- { 0x00e8, 0x6109d8 },
|
|
|
|
- { 0x0100, 0x61094c },
|
|
|
|
- { 0x0104, 0x610984 },
|
|
|
|
- { 0x0108, 0x61098c },
|
|
|
|
- { 0x0800, 0x6109f8 },
|
|
|
|
- { 0x0808, 0x610a08 },
|
|
|
|
- { 0x080c, 0x610a10 },
|
|
|
|
- { 0x0810, 0x610a00 },
|
|
|
|
- {}
|
|
|
|
- }
|
|
|
|
-};
|
|
|
|
-
|
|
|
|
-static const struct nv50_disp_mthd_chan
|
|
|
|
-nv50_disp_ovly_mthd_chan = {
|
|
|
|
- .name = "Overlay",
|
|
|
|
- .addr = 0x000540,
|
|
|
|
- .data = {
|
|
|
|
- { "Global", 1, &nv50_disp_ovly_mthd_base },
|
|
|
|
- {}
|
|
|
|
- }
|
|
|
|
-};
|
|
|
|
-
|
|
|
|
-int
|
|
|
|
-nv50_disp_ovly_ctor(struct nvkm_object *parent,
|
|
|
|
- struct nvkm_object *engine,
|
|
|
|
- struct nvkm_oclass *oclass, void *data, u32 size,
|
|
|
|
- struct nvkm_object **pobject)
|
|
|
|
-{
|
|
|
|
- union {
|
|
|
|
- struct nv50_disp_overlay_channel_dma_v0 v0;
|
|
|
|
- } *args = data;
|
|
|
|
- struct nv50_disp *disp = (void *)engine;
|
|
|
|
- struct nv50_disp_dmac *dmac;
|
|
|
|
- int ret;
|
|
|
|
-
|
|
|
|
- nvif_ioctl(parent, "create disp overlay channel dma size %d\n", size);
|
|
|
|
- if (nvif_unpack(args->v0, 0, 0, false)) {
|
|
|
|
- nvif_ioctl(parent, "create disp overlay channel dma vers %d "
|
|
|
|
- "pushbuf %016llx head %d\n",
|
|
|
|
- args->v0.version, args->v0.pushbuf, args->v0.head);
|
|
|
|
- if (args->v0.head > disp->head.nr)
|
|
|
|
- return -EINVAL;
|
|
|
|
- } else
|
|
|
|
- return ret;
|
|
|
|
-
|
|
|
|
- ret = nv50_disp_dmac_create_(parent, engine, oclass, args->v0.pushbuf,
|
|
|
|
- args->v0.head, sizeof(*dmac),
|
|
|
|
- (void **)&dmac);
|
|
|
|
- *pobject = nv_object(dmac);
|
|
|
|
- if (ret)
|
|
|
|
- return ret;
|
|
|
|
-
|
|
|
|
- return 0;
|
|
|
|
-}
|
|
|
|
-
|
|
|
|
-struct nv50_disp_chan_impl
|
|
|
|
-nv50_disp_ovly_ofuncs = {
|
|
|
|
- .base.ctor = nv50_disp_ovly_ctor,
|
|
|
|
- .base.dtor = nv50_disp_dmac_dtor,
|
|
|
|
- .base.init = nv50_disp_dmac_init,
|
|
|
|
- .base.fini = nv50_disp_dmac_fini,
|
|
|
|
- .base.ntfy = nv50_disp_chan_ntfy,
|
|
|
|
- .base.map = nv50_disp_chan_map,
|
|
|
|
- .base.rd32 = nv50_disp_chan_rd32,
|
|
|
|
- .base.wr32 = nv50_disp_chan_wr32,
|
|
|
|
- .chid = 3,
|
|
|
|
- .attach = nv50_disp_dmac_object_attach,
|
|
|
|
- .detach = nv50_disp_dmac_object_detach,
|
|
|
|
-};
|
|
|
|
-
|
|
|
|
-/*******************************************************************************
|
|
|
|
- * EVO PIO channel base class
|
|
|
|
- ******************************************************************************/
|
|
|
|
-
|
|
|
|
-static int
|
|
|
|
-nv50_disp_pioc_create_(struct nvkm_object *parent,
|
|
|
|
- struct nvkm_object *engine,
|
|
|
|
- struct nvkm_oclass *oclass, int head,
|
|
|
|
- int length, void **pobject)
|
|
|
|
-{
|
|
|
|
- return nv50_disp_chan_create_(parent, engine, oclass, head,
|
|
|
|
- length, pobject);
|
|
|
|
-}
|
|
|
|
-
|
|
|
|
-void
|
|
|
|
-nv50_disp_pioc_dtor(struct nvkm_object *object)
|
|
|
|
-{
|
|
|
|
- struct nv50_disp_pioc *pioc = (void *)object;
|
|
|
|
- nv50_disp_chan_destroy(&pioc->base);
|
|
|
|
-}
|
|
|
|
-
|
|
|
|
-static int
|
|
|
|
-nv50_disp_pioc_init(struct nvkm_object *object)
|
|
|
|
-{
|
|
|
|
- struct nv50_disp *disp = (void *)object->engine;
|
|
|
|
- struct nv50_disp_pioc *pioc = (void *)object;
|
|
|
|
- struct nvkm_subdev *subdev = &disp->base.engine.subdev;
|
|
|
|
- struct nvkm_device *device = subdev->device;
|
|
|
|
- int chid = pioc->base.chid;
|
|
|
|
- int ret;
|
|
|
|
-
|
|
|
|
- ret = nv50_disp_chan_init(&pioc->base);
|
|
|
|
- if (ret)
|
|
|
|
- return ret;
|
|
|
|
-
|
|
|
|
- nvkm_wr32(device, 0x610200 + (chid * 0x10), 0x00002000);
|
|
|
|
- if (nvkm_msec(device, 2000,
|
|
|
|
- if (!(nvkm_rd32(device, 0x610200 + (chid * 0x10)) & 0x00030000))
|
|
|
|
- break;
|
|
|
|
- ) < 0) {
|
|
|
|
- nvkm_error(subdev, "ch %d timeout0: %08x\n", chid,
|
|
|
|
- nvkm_rd32(device, 0x610200 + (chid * 0x10)));
|
|
|
|
- return -EBUSY;
|
|
|
|
- }
|
|
|
|
-
|
|
|
|
- nvkm_wr32(device, 0x610200 + (chid * 0x10), 0x00000001);
|
|
|
|
- if (nvkm_msec(device, 2000,
|
|
|
|
- u32 tmp = nvkm_rd32(device, 0x610200 + (chid * 0x10));
|
|
|
|
- if ((tmp & 0x00030000) == 0x00010000)
|
|
|
|
- break;
|
|
|
|
- ) < 0) {
|
|
|
|
- nvkm_error(subdev, "ch %d timeout1: %08x\n", chid,
|
|
|
|
- nvkm_rd32(device, 0x610200 + (chid * 0x10)));
|
|
|
|
- return -EBUSY;
|
|
|
|
- }
|
|
|
|
-
|
|
|
|
- return 0;
|
|
|
|
-}
|
|
|
|
-
|
|
|
|
-static int
|
|
|
|
-nv50_disp_pioc_fini(struct nvkm_object *object, bool suspend)
|
|
|
|
-{
|
|
|
|
- struct nv50_disp *disp = (void *)object->engine;
|
|
|
|
- struct nv50_disp_pioc *pioc = (void *)object;
|
|
|
|
- struct nvkm_subdev *subdev = &disp->base.engine.subdev;
|
|
|
|
- struct nvkm_device *device = subdev->device;
|
|
|
|
- int chid = pioc->base.chid;
|
|
|
|
-
|
|
|
|
- nvkm_mask(device, 0x610200 + (chid * 0x10), 0x00000001, 0x00000000);
|
|
|
|
- if (nvkm_msec(device, 2000,
|
|
|
|
- if (!(nvkm_rd32(device, 0x610200 + (chid * 0x10)) & 0x00030000))
|
|
|
|
- break;
|
|
|
|
- ) < 0) {
|
|
|
|
- nvkm_error(subdev, "ch %d timeout: %08x\n", chid,
|
|
|
|
- nvkm_rd32(device, 0x610200 + (chid * 0x10)));
|
|
|
|
- if (suspend)
|
|
|
|
- return -EBUSY;
|
|
|
|
- }
|
|
|
|
-
|
|
|
|
- return nv50_disp_chan_fini(&pioc->base, suspend);
|
|
|
|
-}
|
|
|
|
-
|
|
|
|
-/*******************************************************************************
|
|
|
|
- * EVO immediate overlay channel objects
|
|
|
|
- ******************************************************************************/
|
|
|
|
-
|
|
|
|
-int
|
|
|
|
-nv50_disp_oimm_ctor(struct nvkm_object *parent,
|
|
|
|
- struct nvkm_object *engine,
|
|
|
|
- struct nvkm_oclass *oclass, void *data, u32 size,
|
|
|
|
- struct nvkm_object **pobject)
|
|
|
|
-{
|
|
|
|
- union {
|
|
|
|
- struct nv50_disp_overlay_v0 v0;
|
|
|
|
- } *args = data;
|
|
|
|
- struct nv50_disp *disp = (void *)engine;
|
|
|
|
- struct nv50_disp_pioc *pioc;
|
|
|
|
- int ret;
|
|
|
|
-
|
|
|
|
- nvif_ioctl(parent, "create disp overlay size %d\n", size);
|
|
|
|
- if (nvif_unpack(args->v0, 0, 0, false)) {
|
|
|
|
- nvif_ioctl(parent, "create disp overlay vers %d head %d\n",
|
|
|
|
- args->v0.version, args->v0.head);
|
|
|
|
- if (args->v0.head > disp->head.nr)
|
|
|
|
- return -EINVAL;
|
|
|
|
- } else
|
|
|
|
- return ret;
|
|
|
|
-
|
|
|
|
- ret = nv50_disp_pioc_create_(parent, engine, oclass, args->v0.head,
|
|
|
|
- sizeof(*pioc), (void **)&pioc);
|
|
|
|
- *pobject = nv_object(pioc);
|
|
|
|
- if (ret)
|
|
|
|
- return ret;
|
|
|
|
-
|
|
|
|
- return 0;
|
|
|
|
-}
|
|
|
|
-
|
|
|
|
-struct nv50_disp_chan_impl
|
|
|
|
-nv50_disp_oimm_ofuncs = {
|
|
|
|
- .base.ctor = nv50_disp_oimm_ctor,
|
|
|
|
- .base.dtor = nv50_disp_pioc_dtor,
|
|
|
|
- .base.init = nv50_disp_pioc_init,
|
|
|
|
- .base.fini = nv50_disp_pioc_fini,
|
|
|
|
- .base.ntfy = nv50_disp_chan_ntfy,
|
|
|
|
- .base.map = nv50_disp_chan_map,
|
|
|
|
- .base.rd32 = nv50_disp_chan_rd32,
|
|
|
|
- .base.wr32 = nv50_disp_chan_wr32,
|
|
|
|
- .chid = 5,
|
|
|
|
-};
|
|
|
|
-
|
|
|
|
-/*******************************************************************************
|
|
|
|
- * EVO cursor channel objects
|
|
|
|
- ******************************************************************************/
|
|
|
|
-
|
|
|
|
-int
|
|
|
|
-nv50_disp_curs_ctor(struct nvkm_object *parent,
|
|
|
|
- struct nvkm_object *engine,
|
|
|
|
- struct nvkm_oclass *oclass, void *data, u32 size,
|
|
|
|
- struct nvkm_object **pobject)
|
|
|
|
-{
|
|
|
|
- union {
|
|
|
|
- struct nv50_disp_cursor_v0 v0;
|
|
|
|
- } *args = data;
|
|
|
|
- struct nv50_disp *disp = (void *)engine;
|
|
|
|
- struct nv50_disp_pioc *pioc;
|
|
|
|
- int ret;
|
|
|
|
-
|
|
|
|
- nvif_ioctl(parent, "create disp cursor size %d\n", size);
|
|
|
|
- if (nvif_unpack(args->v0, 0, 0, false)) {
|
|
|
|
- nvif_ioctl(parent, "create disp cursor vers %d head %d\n",
|
|
|
|
- args->v0.version, args->v0.head);
|
|
|
|
- if (args->v0.head > disp->head.nr)
|
|
|
|
- return -EINVAL;
|
|
|
|
- } else
|
|
|
|
- return ret;
|
|
|
|
-
|
|
|
|
- ret = nv50_disp_pioc_create_(parent, engine, oclass, args->v0.head,
|
|
|
|
- sizeof(*pioc), (void **)&pioc);
|
|
|
|
- *pobject = nv_object(pioc);
|
|
|
|
- if (ret)
|
|
|
|
- return ret;
|
|
|
|
-
|
|
|
|
- return 0;
|
|
|
|
-}
|
|
|
|
-
|
|
|
|
-struct nv50_disp_chan_impl
|
|
|
|
-nv50_disp_curs_ofuncs = {
|
|
|
|
- .base.ctor = nv50_disp_curs_ctor,
|
|
|
|
- .base.dtor = nv50_disp_pioc_dtor,
|
|
|
|
- .base.init = nv50_disp_pioc_init,
|
|
|
|
- .base.fini = nv50_disp_pioc_fini,
|
|
|
|
- .base.ntfy = nv50_disp_chan_ntfy,
|
|
|
|
- .base.map = nv50_disp_chan_map,
|
|
|
|
- .base.rd32 = nv50_disp_chan_rd32,
|
|
|
|
- .base.wr32 = nv50_disp_chan_wr32,
|
|
|
|
- .chid = 7,
|
|
|
|
-};
|
|
|
|
-
|
|
|
|
-/*******************************************************************************
|
|
|
|
- * Base display object
|
|
|
|
- ******************************************************************************/
|
|
|
|
-
|
|
|
|
-int
|
|
|
|
-nv50_disp_main_scanoutpos(NV50_DISP_MTHD_V0)
|
|
|
|
-{
|
|
|
|
- struct nvkm_device *device = disp->base.engine.subdev.device;
|
|
|
|
- const u32 blanke = nvkm_rd32(device, 0x610aec + (head * 0x540));
|
|
|
|
- const u32 blanks = nvkm_rd32(device, 0x610af4 + (head * 0x540));
|
|
|
|
- const u32 total = nvkm_rd32(device, 0x610afc + (head * 0x540));
|
|
|
|
- union {
|
|
|
|
- struct nv04_disp_scanoutpos_v0 v0;
|
|
|
|
- } *args = data;
|
|
|
|
- int ret;
|
|
|
|
-
|
|
|
|
- nvif_ioctl(object, "disp scanoutpos size %d\n", size);
|
|
|
|
- if (nvif_unpack(args->v0, 0, 0, false)) {
|
|
|
|
- nvif_ioctl(object, "disp scanoutpos vers %d\n",
|
|
|
|
- args->v0.version);
|
|
|
|
- args->v0.vblanke = (blanke & 0xffff0000) >> 16;
|
|
|
|
- args->v0.hblanke = (blanke & 0x0000ffff);
|
|
|
|
- args->v0.vblanks = (blanks & 0xffff0000) >> 16;
|
|
|
|
- args->v0.hblanks = (blanks & 0x0000ffff);
|
|
|
|
- args->v0.vtotal = ( total & 0xffff0000) >> 16;
|
|
|
|
- args->v0.htotal = ( total & 0x0000ffff);
|
|
|
|
- args->v0.time[0] = ktime_to_ns(ktime_get());
|
|
|
|
- args->v0.vline = /* vline read locks hline */
|
|
|
|
- nvkm_rd32(device, 0x616340 + (head * 0x800)) & 0xffff;
|
|
|
|
- args->v0.time[1] = ktime_to_ns(ktime_get());
|
|
|
|
- args->v0.hline =
|
|
|
|
- nvkm_rd32(device, 0x616344 + (head * 0x800)) & 0xffff;
|
|
|
|
- } else
|
|
|
|
- return ret;
|
|
|
|
-
|
|
|
|
- return 0;
|
|
|
|
-}
|
|
|
|
-
|
|
|
|
-int
|
|
|
|
-nv50_disp_main_mthd(struct nvkm_object *object, u32 mthd, void *data, u32 size)
|
|
|
|
-{
|
|
|
|
- const struct nv50_disp_impl *impl = (void *)nv_oclass(object->engine);
|
|
|
|
- union {
|
|
|
|
- struct nv50_disp_mthd_v0 v0;
|
|
|
|
- struct nv50_disp_mthd_v1 v1;
|
|
|
|
- } *args = data;
|
|
|
|
- struct nv50_disp *disp = (void *)object->engine;
|
|
|
|
- struct nvkm_output *outp = NULL;
|
|
|
|
- struct nvkm_output *temp;
|
|
|
|
- u16 type, mask = 0;
|
|
|
|
- int head, ret;
|
|
|
|
-
|
|
|
|
- if (mthd != NV50_DISP_MTHD)
|
|
|
|
- return -EINVAL;
|
|
|
|
-
|
|
|
|
- nvif_ioctl(object, "disp mthd size %d\n", size);
|
|
|
|
- if (nvif_unpack(args->v0, 0, 0, true)) {
|
|
|
|
- nvif_ioctl(object, "disp mthd vers %d mthd %02x head %d\n",
|
|
|
|
- args->v0.version, args->v0.method, args->v0.head);
|
|
|
|
- mthd = args->v0.method;
|
|
|
|
- head = args->v0.head;
|
|
|
|
- } else
|
|
|
|
- if (nvif_unpack(args->v1, 1, 1, true)) {
|
|
|
|
- nvif_ioctl(object, "disp mthd vers %d mthd %02x "
|
|
|
|
- "type %04x mask %04x\n",
|
|
|
|
- args->v1.version, args->v1.method,
|
|
|
|
- args->v1.hasht, args->v1.hashm);
|
|
|
|
- mthd = args->v1.method;
|
|
|
|
- type = args->v1.hasht;
|
|
|
|
- mask = args->v1.hashm;
|
|
|
|
- head = ffs((mask >> 8) & 0x0f) - 1;
|
|
|
|
- } else
|
|
|
|
- return ret;
|
|
|
|
-
|
|
|
|
- if (head < 0 || head >= disp->head.nr)
|
|
|
|
- return -ENXIO;
|
|
|
|
-
|
|
|
|
- if (mask) {
|
|
|
|
- list_for_each_entry(temp, &disp->base.outp, head) {
|
|
|
|
- if ((temp->info.hasht == type) &&
|
|
|
|
- (temp->info.hashm & mask) == mask) {
|
|
|
|
- outp = temp;
|
|
|
|
- break;
|
|
|
|
- }
|
|
|
|
- }
|
|
|
|
- if (outp == NULL)
|
|
|
|
- return -ENXIO;
|
|
|
|
- }
|
|
|
|
-
|
|
|
|
- switch (mthd) {
|
|
|
|
- case NV50_DISP_SCANOUTPOS:
|
|
|
|
- return impl->head.scanoutpos(object, disp, data, size, head);
|
|
|
|
- default:
|
|
|
|
- break;
|
|
|
|
- }
|
|
|
|
-
|
|
|
|
- switch (mthd * !!outp) {
|
|
|
|
- case NV50_DISP_MTHD_V1_DAC_PWR:
|
|
|
|
- return disp->dac.power(object, disp, data, size, head, outp);
|
|
|
|
- case NV50_DISP_MTHD_V1_DAC_LOAD:
|
|
|
|
- return disp->dac.sense(object, disp, data, size, head, outp);
|
|
|
|
- case NV50_DISP_MTHD_V1_SOR_PWR:
|
|
|
|
- return disp->sor.power(object, disp, data, size, head, outp);
|
|
|
|
- case NV50_DISP_MTHD_V1_SOR_HDA_ELD:
|
|
|
|
- if (!disp->sor.hda_eld)
|
|
|
|
- return -ENODEV;
|
|
|
|
- return disp->sor.hda_eld(object, disp, data, size, head, outp);
|
|
|
|
- case NV50_DISP_MTHD_V1_SOR_HDMI_PWR:
|
|
|
|
- if (!disp->sor.hdmi)
|
|
|
|
- return -ENODEV;
|
|
|
|
- return disp->sor.hdmi(object, disp, data, size, head, outp);
|
|
|
|
- case NV50_DISP_MTHD_V1_SOR_LVDS_SCRIPT: {
|
|
|
|
- union {
|
|
|
|
- struct nv50_disp_sor_lvds_script_v0 v0;
|
|
|
|
- } *args = data;
|
|
|
|
- nvif_ioctl(object, "disp sor lvds script size %d\n", size);
|
|
|
|
- if (nvif_unpack(args->v0, 0, 0, false)) {
|
|
|
|
- nvif_ioctl(object, "disp sor lvds script "
|
|
|
|
- "vers %d name %04x\n",
|
|
|
|
- args->v0.version, args->v0.script);
|
|
|
|
- disp->sor.lvdsconf = args->v0.script;
|
|
|
|
- return 0;
|
|
|
|
- } else
|
|
|
|
- return ret;
|
|
|
|
- }
|
|
|
|
- break;
|
|
|
|
- case NV50_DISP_MTHD_V1_SOR_DP_PWR: {
|
|
|
|
- struct nvkm_output_dp *outpdp = nvkm_output_dp(outp);
|
|
|
|
- union {
|
|
|
|
- struct nv50_disp_sor_dp_pwr_v0 v0;
|
|
|
|
- } *args = data;
|
|
|
|
- nvif_ioctl(object, "disp sor dp pwr size %d\n", size);
|
|
|
|
- if (nvif_unpack(args->v0, 0, 0, false)) {
|
|
|
|
- nvif_ioctl(object, "disp sor dp pwr vers %d state %d\n",
|
|
|
|
- args->v0.version, args->v0.state);
|
|
|
|
- if (args->v0.state == 0) {
|
|
|
|
- nvkm_notify_put(&outpdp->irq);
|
|
|
|
- outpdp->func->lnk_pwr(outpdp, 0);
|
|
|
|
- atomic_set(&outpdp->lt.done, 0);
|
|
|
|
- return 0;
|
|
|
|
- } else
|
|
|
|
- if (args->v0.state != 0) {
|
|
|
|
- nvkm_output_dp_train(&outpdp->base, 0, true);
|
|
|
|
- return 0;
|
|
|
|
- }
|
|
|
|
- } else
|
|
|
|
- return ret;
|
|
|
|
- }
|
|
|
|
- break;
|
|
|
|
- case NV50_DISP_MTHD_V1_PIOR_PWR:
|
|
|
|
- if (!disp->pior.power)
|
|
|
|
- return -ENODEV;
|
|
|
|
- return disp->pior.power(object, disp, data, size, head, outp);
|
|
|
|
- default:
|
|
|
|
- break;
|
|
|
|
- }
|
|
|
|
-
|
|
|
|
- return -EINVAL;
|
|
|
|
-}
|
|
|
|
-
|
|
|
|
-int
|
|
|
|
-nv50_disp_main_ctor(struct nvkm_object *parent,
|
|
|
|
- struct nvkm_object *engine,
|
|
|
|
- struct nvkm_oclass *oclass, void *data, u32 size,
|
|
|
|
- struct nvkm_object **pobject)
|
|
|
|
-{
|
|
|
|
- struct nv50_disp *disp = (void *)engine;
|
|
|
|
- struct nv50_disp_base *base;
|
|
|
|
- struct nvkm_device *device = disp->base.engine.subdev.device;
|
|
|
|
- struct nvkm_gpuobj *instmem = (void *)parent;
|
|
|
|
- int ret;
|
|
|
|
-
|
|
|
|
- ret = nvkm_parent_create(parent, engine, oclass, 0,
|
|
|
|
- disp->sclass, 0, &base);
|
|
|
|
- *pobject = nv_object(base);
|
|
|
|
- if (ret)
|
|
|
|
- return ret;
|
|
|
|
-
|
|
|
|
- return nvkm_ramht_new(device, 0x1000, 0, instmem, &base->ramht);
|
|
|
|
-}
|
|
|
|
-
|
|
|
|
-void
|
|
|
|
-nv50_disp_main_dtor(struct nvkm_object *object)
|
|
|
|
-{
|
|
|
|
- struct nv50_disp_base *base = (void *)object;
|
|
|
|
- nvkm_ramht_del(&base->ramht);
|
|
|
|
- nvkm_parent_destroy(&base->base);
|
|
|
|
-}
|
|
|
|
-
|
|
|
|
-static int
|
|
|
|
-nv50_disp_main_init(struct nvkm_object *object)
|
|
|
|
-{
|
|
|
|
- struct nv50_disp *disp = (void *)object->engine;
|
|
|
|
- struct nv50_disp_base *base = (void *)object;
|
|
|
|
- struct nvkm_device *device = disp->base.engine.subdev.device;
|
|
|
|
- int ret, i;
|
|
|
|
- u32 tmp;
|
|
|
|
-
|
|
|
|
- ret = nvkm_parent_init(&base->base);
|
|
|
|
- if (ret)
|
|
|
|
- return ret;
|
|
|
|
-
|
|
|
|
- /* The below segments of code copying values from one register to
|
|
|
|
- * another appear to inform EVO of the display capabilities or
|
|
|
|
- * something similar. NFI what the 0x614004 caps are for..
|
|
|
|
- */
|
|
|
|
- tmp = nvkm_rd32(device, 0x614004);
|
|
|
|
- nvkm_wr32(device, 0x610184, tmp);
|
|
|
|
-
|
|
|
|
- /* ... CRTC caps */
|
|
|
|
- for (i = 0; i < disp->head.nr; i++) {
|
|
|
|
- tmp = nvkm_rd32(device, 0x616100 + (i * 0x800));
|
|
|
|
- nvkm_wr32(device, 0x610190 + (i * 0x10), tmp);
|
|
|
|
- tmp = nvkm_rd32(device, 0x616104 + (i * 0x800));
|
|
|
|
- nvkm_wr32(device, 0x610194 + (i * 0x10), tmp);
|
|
|
|
- tmp = nvkm_rd32(device, 0x616108 + (i * 0x800));
|
|
|
|
- nvkm_wr32(device, 0x610198 + (i * 0x10), tmp);
|
|
|
|
- tmp = nvkm_rd32(device, 0x61610c + (i * 0x800));
|
|
|
|
- nvkm_wr32(device, 0x61019c + (i * 0x10), tmp);
|
|
|
|
- }
|
|
|
|
-
|
|
|
|
- /* ... DAC caps */
|
|
|
|
- for (i = 0; i < disp->dac.nr; i++) {
|
|
|
|
- tmp = nvkm_rd32(device, 0x61a000 + (i * 0x800));
|
|
|
|
- nvkm_wr32(device, 0x6101d0 + (i * 0x04), tmp);
|
|
|
|
- }
|
|
|
|
-
|
|
|
|
- /* ... SOR caps */
|
|
|
|
- for (i = 0; i < disp->sor.nr; i++) {
|
|
|
|
- tmp = nvkm_rd32(device, 0x61c000 + (i * 0x800));
|
|
|
|
- nvkm_wr32(device, 0x6101e0 + (i * 0x04), tmp);
|
|
|
|
- }
|
|
|
|
-
|
|
|
|
- /* ... PIOR caps */
|
|
|
|
- for (i = 0; i < disp->pior.nr; i++) {
|
|
|
|
- tmp = nvkm_rd32(device, 0x61e000 + (i * 0x800));
|
|
|
|
- nvkm_wr32(device, 0x6101f0 + (i * 0x04), tmp);
|
|
|
|
- }
|
|
|
|
-
|
|
|
|
- /* steal display away from vbios, or something like that */
|
|
|
|
- if (nvkm_rd32(device, 0x610024) & 0x00000100) {
|
|
|
|
- nvkm_wr32(device, 0x610024, 0x00000100);
|
|
|
|
- nvkm_mask(device, 0x6194e8, 0x00000001, 0x00000000);
|
|
|
|
- if (nvkm_msec(device, 2000,
|
|
|
|
- if (!(nvkm_rd32(device, 0x6194e8) & 0x00000002))
|
|
|
|
- break;
|
|
|
|
- ) < 0)
|
|
|
|
- return -EBUSY;
|
|
|
|
- }
|
|
|
|
-
|
|
|
|
- /* point at display engine memory area (hash table, objects) */
|
|
|
|
- nvkm_wr32(device, 0x610010, (base->ramht->gpuobj->addr >> 8) | 9);
|
|
|
|
-
|
|
|
|
- /* enable supervisor interrupts, disable everything else */
|
|
|
|
- nvkm_wr32(device, 0x61002c, 0x00000370);
|
|
|
|
- nvkm_wr32(device, 0x610028, 0x00000000);
|
|
|
|
- return 0;
|
|
|
|
-}
|
|
|
|
-
|
|
|
|
-static int
|
|
|
|
-nv50_disp_main_fini(struct nvkm_object *object, bool suspend)
|
|
|
|
-{
|
|
|
|
- struct nv50_disp *disp = (void *)object->engine;
|
|
|
|
- struct nv50_disp_base *base = (void *)object;
|
|
|
|
- struct nvkm_device *device = disp->base.engine.subdev.device;
|
|
|
|
-
|
|
|
|
- /* disable all interrupts */
|
|
|
|
- nvkm_wr32(device, 0x610024, 0x00000000);
|
|
|
|
- nvkm_wr32(device, 0x610020, 0x00000000);
|
|
|
|
-
|
|
|
|
- return nvkm_parent_fini(&base->base, suspend);
|
|
|
|
-}
|
|
|
|
-
|
|
|
|
-struct nvkm_ofuncs
|
|
|
|
-nv50_disp_main_ofuncs = {
|
|
|
|
- .ctor = nv50_disp_main_ctor,
|
|
|
|
- .dtor = nv50_disp_main_dtor,
|
|
|
|
- .init = nv50_disp_main_init,
|
|
|
|
- .fini = nv50_disp_main_fini,
|
|
|
|
- .mthd = nv50_disp_main_mthd,
|
|
|
|
- .ntfy = nvkm_disp_ntfy,
|
|
|
|
-};
|
|
|
|
-
|
|
|
|
-static struct nvkm_oclass
|
|
|
|
-nv50_disp_main_oclass[] = {
|
|
|
|
- { NV50_DISP, &nv50_disp_main_ofuncs },
|
|
|
|
- {}
|
|
|
|
-};
|
|
|
|
-
|
|
|
|
-static struct nvkm_oclass
|
|
|
|
-nv50_disp_sclass[] = {
|
|
|
|
- { NV50_DISP_CORE_CHANNEL_DMA, &nv50_disp_core_ofuncs.base },
|
|
|
|
- { NV50_DISP_BASE_CHANNEL_DMA, &nv50_disp_base_ofuncs.base },
|
|
|
|
- { NV50_DISP_OVERLAY_CHANNEL_DMA, &nv50_disp_ovly_ofuncs.base },
|
|
|
|
- { NV50_DISP_OVERLAY, &nv50_disp_oimm_ofuncs.base },
|
|
|
|
- { NV50_DISP_CURSOR, &nv50_disp_curs_ofuncs.base },
|
|
|
|
- {}
|
|
|
|
-};
|
|
|
|
-
|
|
|
|
-/*******************************************************************************
|
|
|
|
- * Display context, tracks instmem allocation and prevents more than one
|
|
|
|
- * client using the display hardware at any time.
|
|
|
|
- ******************************************************************************/
|
|
|
|
|
|
|
|
static int
|
|
static int
|
|
nv50_disp_data_ctor(struct nvkm_object *parent,
|
|
nv50_disp_data_ctor(struct nvkm_object *parent,
|
|
@@ -1323,10 +74,6 @@ nv50_disp_cclass = {
|
|
},
|
|
},
|
|
};
|
|
};
|
|
|
|
|
|
-/*******************************************************************************
|
|
|
|
- * Display engine implementation
|
|
|
|
- ******************************************************************************/
|
|
|
|
-
|
|
|
|
static void
|
|
static void
|
|
nv50_disp_vblank_fini(struct nvkm_event *event, int type, int head)
|
|
nv50_disp_vblank_fini(struct nvkm_event *event, int type, int head)
|
|
{
|
|
{
|
|
@@ -2027,7 +774,7 @@ nv50_disp_ctor(struct nvkm_object *parent, struct nvkm_object *engine,
|
|
if (ret)
|
|
if (ret)
|
|
return ret;
|
|
return ret;
|
|
|
|
|
|
- nv_engine(disp)->sclass = nv50_disp_main_oclass;
|
|
|
|
|
|
+ nv_engine(disp)->sclass = nv50_disp_root_oclass;
|
|
nv_engine(disp)->cclass = &nv50_disp_cclass;
|
|
nv_engine(disp)->cclass = &nv50_disp_cclass;
|
|
nv_subdev(disp)->intr = nv50_disp_intr;
|
|
nv_subdev(disp)->intr = nv50_disp_intr;
|
|
INIT_WORK(&disp->supervisor, nv50_disp_intr_supervisor);
|
|
INIT_WORK(&disp->supervisor, nv50_disp_intr_supervisor);
|
|
@@ -2062,5 +809,5 @@ nv50_disp_oclass = &(struct nv50_disp_impl) {
|
|
.mthd.base = &nv50_disp_base_mthd_chan,
|
|
.mthd.base = &nv50_disp_base_mthd_chan,
|
|
.mthd.ovly = &nv50_disp_ovly_mthd_chan,
|
|
.mthd.ovly = &nv50_disp_ovly_mthd_chan,
|
|
.mthd.prev = 0x000004,
|
|
.mthd.prev = 0x000004,
|
|
- .head.scanoutpos = nv50_disp_main_scanoutpos,
|
|
|
|
|
|
+ .head.scanoutpos = nv50_disp_root_scanoutpos,
|
|
}.base.base;
|
|
}.base.base;
|