add m1n1HEADmaster

1 files changed, 516 insertions, 0 deletions

diff --git a/tools/proxyclient/m1n1/fw/agx/cmdqueue.py b/tools/proxyclient/m1n1/fw/agx/cmdqueue.py
new file mode 100644
index 0000000..bd90a05
--- /dev/null
+++ b/tools/proxyclient/m1n1/fw/agx/cmdqueue.py
@@ -0,0 +1,516 @@
+# SPDX-License-Identifier: MIT
+from m1n1.constructutils import *
+from construct import *
+from .microsequence import *
+from ...utils import RegMap, Register32
+
+__all__ = []
+
+class WorkCommandBarrier(ConstructClass):
+    """
+        sent before WorkCommand3D on the Submit3d queue.
+        Might be for initilzing the tile buckets?
+
+    Example:
+    00000004 0c378018 ffffffa0 00000c00 00000006 00000900 08002c9a 00000000
+    00000000 00000000 00000000 00000000 00000000 00000000 00000000 00000000
+    """
+    subcon = Struct(
+        "magic" / Const(0x4, Int32ul),
+        "stamp_addr" / Int64ul,
+        "stamp" / ROPointer(this.stamp_addr, StampCounter),
+        "wait_value" / Int32ul,
+        "event" / Int32ul, # Event number that signals a stamp check
+        "stamp_self" / Int32ul,
+        "uuid" / Int32ul,
+        "unk" / Default(Int32ul, 0),
+    )
+
+class WorkCommandInitBM(ConstructClass):
+    """
+        occationally sent before WorkCommandTA on the SubmitTA queue.
+
+    Example:
+    00000004 0c378018 ffffffa0 00000c00 00000006 00000900 08002c9a 00000000
+    00000000 00000000 00000000 00000000 00000000 00000000 00000000 00000000
+    """
+    subcon = Struct(
+        "magic" / Const(0x6, Hex(Int32ul)),
+        "context_id" / Hex(Int32ul), # Might be context?
+        "buffer_mgr_slot" / Hex(Int32ul), # 0
+        "unk_c" / Hex(Int32ul), # 0
+        "unk_10" / Hex(Int32ul), # 0x30
+        "buffer_mgr_addr" / Int64ul,
+        "buffer_mgr" / ROPointer(this.buffer_mgr_addr, BufferManagerInfo),
+        "stamp_value" / Hex(Int32ul),  # 0x100
+    )
+
+class LinkedListHead(ConstructClass):
+    subcon = Struct(
+        "prev" / Int64ul,
+        "next" / Int64ul,
+    )
+
+    def __init__(self):
+        super().__init__()
+        self.prev = 0
+        self.next = 0
+
+class EventControlUnkBuf(ConstructValueClass):
+    subcon = HexDump(Bytes(0x8))
+
+    def __init__(self):
+        super().__init__()
+        self.value = b"\xff" * 8
+
+class EventControl(ConstructClass):
+    subcon = Struct(
+        "event_count_addr" / Int64ul,
+        "event_count" / ROPointer(this.event_count_addr, Int32ul),
+        "generation" / Int32ul,
+        "cur_count" / Int32ul,
+        "unk_10" / Int32ul,
+        "unk_14" / Int32ul,
+        "unk_18" / Int64ul,
+        "unk_20" / Int32ul,
+        "vm_slot" / Int32ul,
+        "has_ta" / Int32ul,
+        "pstamp_ta" / Array(4, Int64ul),
+        "has_3d" / Int32ul,
+        "pstamp_3d" / Array(4, Int64ul),
+        "has_cp" / Int32ul,
+        "pstamp_cp" / Array(4, Int64ul),
+        "in_list" / Int32ul,
+        Ver("G >= G14", "unk_98_g14_0" / HexDump(Bytes(0x14))),
+        "list_head" / LinkedListHead,
+        Ver("G >= G14", "unk_a8_g14_0" / Padding(4)),
+        Ver("V >= V13_0B4", "unk_buf" / EventControlUnkBuf),
+    )
+
+    def __init__(self):
+        super().__init__()
+        self.unk_14 = 0
+        self.unk_18 = 0
+        self.unk_20 = 0
+        self.vm_slot = 0
+        self.has_ta = 0
+        self.pstamp_ta = [0]*4
+        self.has_3d = 0
+        self.pstamp_3d = [0]*4
+        self.has_cp = 0
+        self.pstamp_cp = [0]*4
+        self.in_list = 0
+        self.unk_98_g14_0 = bytes(0x14)
+        self.list_head = LinkedListHead()
+        self.unk_buf = EventControlUnkBuf()
+
+class WorkCommandCP(ConstructClass):
+    """
+    For compute
+
+    Example:
+    00000000  00000003 00000000 00000004 0c3d80c0 ffffffa0 00000000 00000000 00000000
+    00000020  00000000 00000000 00000000 00000000 00000000 00000000 00000000 00000000
+    00000040  *
+    00000060  00000000 00000000 00088000 00000015 00078000 00000015 000a6300 00000015
+    00000080  000a6308 00000015 000a6310 00000015 000a6318 00000015 00000000 00000011
+    000000a0  00008c60 00000000 00000041 00000000 000e8000 00000015 00000040 00000000
+    000000c0  00000001 00000000 0000001c 00000000 00000000 00000000 00000000 00000000
+    000000e0  00000000 00000000 00000000 00000000 00000000 00000000 00000000 00000000
+    00000100  *
+    000001e0  00000000 00000000 0c311cc0 ffffffa0 00000240 00000000 00000000 00000000
+    00000200  00000000 00000000 00000000 00000000 00000000 00000000 00088000 00000015
+    00000220  00078024 00000015 00000000 00000000 00000000 00000000 00000000 00000000
+    00000240  00000000 00000000 00000000 00000000 00000000 00000000 00000000 00000000
+    00000260  110022b3 00000000 ffffffff 00000500 00000015 00000000 00000000 00000000
+    00000280  000c8014 ffffffa0 0c378014 ffffffa0 00003b00 00000005 00000000 00000000
+    000002a0  120022b8 00000000 00000000 00000000 00029030 ffffffa0 00029038 ffffffa0
+    000002c0  00000000 00000000 00000000 00000000 00000015 00000000 00000000 00000000
+    000002e0  00000000 00000000 00000000 00000000 00000000 00000000 00000000 00000000
+    """
+
+    subcon = Struct(
+        "addr" / Tell,
+        "magic" / Const(0x3, Hex(Int32ul)),
+        "unk_4" / Hex(Int32ul),
+        "context_id" / Hex(Int32ul),
+        "event_control_addr" / Hex(Int64ul),
+        "event_control" / ROPointer(this.event_control_addr, EventControl),
+
+        # This struct embeeds some data that the Control List has pointers back to, but doesn't
+        # seem to be actually part of this struct
+        Padding(0x1e8 - 0x14),
+
+        # offset 000001e8
+        "microsequence_ptr" / Hex(Int64ul),
+        "microsequence_size" / Hex(Int32ul),
+        "microsequence" / ROPointer(this.microsequence_ptr, MicroSequence),
+    )
+
+class WorkCommand0_UnkBuf(ConstructValueClass):
+    subcon = HexDump(Bytes(0x18))
+
+    def __init__(self):
+        self.value = bytes(0x18)
+
+class WorkCommand1_UnkBuf(ConstructValueClass):
+    subcon = HexDump(Bytes(0x110))
+
+    def __init__(self):
+        self.value = bytes(0x110)
+
+class WorkCommand1_UnkBuf2(ConstructClass):
+    subcon = Struct(
+        "unk_0" / Int64ul,
+        "unk_8" / Int64ul,
+        "unk_10" / Int64ul,
+    )
+
+class Flag(ConstructValueClass):
+    subcon = Hex(Int32ul)
+
+    def __init__(self):
+        self.value = 0
+
+class WorkCommand3D(ConstructClass):
+    """
+    For 3D
+
+    Example: 0xfa00c095640
+    00000000  00000001 00000004 00000000 0c2d5f00 ffffffa0 000002c0 0c3d80c0 ffffffa0
+    00000020  0c3e0000 ffffffa0 0c3e0100 ffffffa0 0c3e09c0 ffffffa0 01cb0000 00000015
+    00000040  00000088 00000000 00000001 0010000c 00000000 00000000 00000000 00000000
+    00000060  3a8de3be 3abd2fa8 00000000 00000000 0000076c 00000000 0000a000 00000000
+    00000080  ffff8002 00000000 00028044 00000000 00000088 00000000 005d0000 00000015
+    000000a0  00758000 00000015 0000c000 00000000 00000640 000004b0 0257863f 00000000
+    000000c0  00000000 00000000 00000154 00000000 011d0000 00000015 011d0000 00000015
+    000000e0  0195c000 00000015 0195c000 00000015 00000000 00000000 00000000 00000000
+    00000100  00000000 00000000 00000000 00000000 0193c000 00000015 00000000 00000000
+    00000120  0193c000 00000015 00000000 00000000 01b64000 00000015 00000000 00000000
+    00000140  01b64000 00000015 00000000 00000000 01cb0000 00000015 01cb4000 00000015
+    00000160  c0000000 00000003 01cb4000 00000015 00010280 00000000 00a38000 00000015
+    00000180  00000000 00000000 00000000 00000000 00000000 00000000 00000000 00000000
+    000001a0  00000000 00000000 00000000 00000000 00000000 00000011 00008c60 00000000
+    000001c0  00000000 00000000 00000000 00000000 0000001c 00000000 00000000 00000000
+    000001e0  00000000 00000000 00000000 00000000 00000000 00000000 00000000 00000000
+    00000200  *
+    000003c0  00000012 00028084 00000000 00000000 3a8de3be 3abd2fa8 00000000 00000000
+    000003e0  0010000c 00000000 00025031 00000004 3f800000 00000700 00000000 00000001
+    """
+
+    subcon = Struct(
+        "addr" / Tell,
+        "magic" / Const(0x1, Hex(Int32ul)),
+        Ver("V >= V13_0B4", "counter" / Int64ul),
+        "context_id" / Hex(Int32ul),
+        "unk_8" / Hex(Int32ul),
+        "microsequence_ptr" / Hex(Int64ul), # Command list
+        "microsequence_size" / Hex(Int32ul),
+        "microsequence" / ROPointer(this.microsequence_ptr, MicroSequence),
+        "event_control_addr" / Hex(Int64ul),
+        "event_control" / ROPointer(this.event_control_addr, EventControl),
+        "buffer_mgr_addr" / Int64ul,
+        "buffer_mgr" / ROPointer(this.buffer_mgr_addr, BufferManagerInfo),
+        "buf_thing_addr" / Int64ul,
+        "buf_thing" / ROPointer(this.buf_thing_addr, BufferThing),
+        "unk_emptybuf_addr" / Hex(Int64ul),
+        "tvb_tilemap" / Hex(Int64ul),
+        "unk_40" / Hex(Int64ul),
+        "unk_48" / Hex(Int32ul),
+        "tile_blocks_y" / Hex(Int16ul), # * 4
+        "tile_blocks_x" / Hex(Int16ul), # * 4
+        "unk_50" / Hex(Int64ul),
+        "unk_58" / Hex(Int64ul),
+        "merge_upper_x" / Hex(Float32l),
+        "merge_upper_y" / Hex(Float32l),
+        "unk_68" / Hex(Int64ul),
+        "tile_count" / Hex(Int64ul),
+
+        # Embedded structures that are also pointed to by other stuff
+        "struct_2" / Start3DStruct2,
+        "struct_1" / Start3DStruct1,
+        "unk_758" / Flag,
+        "unk_75c" / Flag,
+        "unk_buf" / WorkCommand1_UnkBuf,
+        "busy_flag" / Flag,
+        "struct_6" / Start3DStruct6,
+        "struct_7" / Start3DStruct7,
+        "unk_buf2" / WorkCommand1_UnkBuf2,
+        "ts1" / TimeStamp,
+        "ts2" / TimeStamp,
+        "ts3" / TimeStamp,
+        "unk_914" / Int32ul,
+        "unk_918" / Int64ul,
+        "unk_920" / Int32ul,
+        "unk_924" / Int32ul,
+        Ver("V >= V13_0B4", "unk_928_0" / Int32ul),
+        Ver("V >= V13_0B4", "unk_928_4" / Int8ul),
+        Ver("V >= V13_0B4", "ts_flag" / TsFlag),
+        Ver("V >= V13_0B4", "unk_5e6" / Default(Int16ul, 0)),
+        Ver("V >= V13_0B4", "unk_5e8" / Default(HexDump(Bytes(0x20)), bytes(0x20))),
+        "pad_928" / Default(HexDump(Bytes(0x18)), bytes(0x18)),
+    )
+
+class WorkCommand0_UnkBuf(ConstructValueClass):
+    subcon = HexDump(Bytes(0x18))
+
+    def __init__(self):
+        super().__init__()
+        self.value = bytes(0x18)
+
+class WorkCommandTA(ConstructClass):
+    """
+    For TA
+
+    Example:
+    00000000  00000000 00000004 00000000 0c3d80c0 ffffffa0 00000002 00000000 0c3e0000
+    00000020  ffffffa0 0c3e0100 ffffffa0 0c3e09c0 ffffffa0 00000000 00000200 00000000
+    00000040  1e3ce508 1e3ce508 01cb0000 00000015 00000000 00000000 00970000 00000015
+    00000060  01cb4000 80000015 006b0003 003a0012 00000001 00000000 00000000 00000000
+    00000080  0000a000 00000000 00000088 00000000 01cb4000 00000015 00000000 00000000
+    000000a0  0000ff00 00000000 007297a0 00000015 00728120 00000015 00000001 00000000
+    000000c0  00728000 00040015 009f8000 00000015 00000000 00000000 00000000 00000000
+    000000e0  0000a441 00000000 00000000 00000000 00000000 00000000 00000000 00000000
+    00000100  00000000 00000000 00000000 00000000 00000000 00000000 00000000 00000011
+    00000120  00000000 00000000 0000001c 00000000 00008c60 00000000 00000000 00000000
+    00000140  00000000 00000000 00000000 00000000 0000001c 00000000 00000000 00000000
+    00000160  00000000 00000000 00000000 00000000 00000000 00000000 00000000 00000000
+    00000180  *
+    000003a0  00000000 00000000 00000000 00000000 00000000 00000000 00000000 000000f0
+    000003c0  00000088 00000202 04af063f 00025031 00404030 00303024 000000c0 00000180
+    000003e0  00000100 00008000 00000000 00000000 00000000 00000000 00000000 00000000
+    """
+
+    subcon = Struct(
+        "addr" / Tell,
+        "magic" / Const(0x0, Hex(Int32ul)),
+        Ver("V >= V13_0B4", "counter" / Int64ul),
+        "context_id" / Hex(Int32ul),
+        "unk_8" / Hex(Int32ul),
+        "event_control_addr" / Hex(Int64ul),
+        "event_control" / ROPointer(this.event_control_addr, EventControl),
+        "buffer_mgr_slot" / Hex(Int64ul),
+        "buffer_mgr_addr" / Int64ul,
+        "buffer_mgr" / ROPointer(this.buffer_mgr_addr, BufferManagerInfo),
+        "buf_thing_addr" / Int64ul,
+        "buf_thing" / ROPointer(this.buf_thing_addr, BufferThing),
+        "unk_emptybuf_addr" / Hex(Int64ul),
+        "unk_34" / Hex(Int32ul),
+
+        # Embedded structures that are also pointed to by other stuff
+        "struct_2" / StartTACmdStruct2, # 0x11c bytes
+        "unk_154" / HexDump(Bytes(0x268)), # unknown
+        "tiling_params" / TilingParameters, # 0x2c bytes
+        "unk_3e8" / HexDump(Bytes(0x74)), # unknown
+
+        "unkptr_45c" / Int64ul,
+        "tvb_size" / Int64ul,
+        "microsequence_ptr" / Hex(Int64ul),
+        "microsequence_size" / Hex(Int32ul),
+        "microsequence" / ROPointer(this.microsequence_ptr, MicroSequence),
+        "ev_3d" / Int32ul,
+        "stamp_value" / Int32ul,
+
+        "struct_3" / StartTACmdStruct3, # 0x114 bytes
+
+        "unk_594" / WorkCommand0_UnkBuf,
+
+        "ts1" / TimeStamp,
+        "ts2" / TimeStamp,
+        "ts3" / TimeStamp,
+
+        "unk_5c4" / Int32ul,
+        "unk_5c8" / Int32ul,
+        "unk_5cc" / Int32ul,
+        "unk_5d0" / Int32ul,
+        "unk_5d4" / Int8ul,
+        "pad_5d5" / Default(HexDump(Bytes(0x3)), bytes(0x3)),
+        Ver("V >= V13_0B4", "unk_5e0" / Int32ul),
+        Ver("V >= V13_0B4", "unk_5e4" / Int8ul),
+        Ver("V >= V13_0B4", "ts_flag" / TsFlag),
+        Ver("V >= V13_0B4", "unk_5e6" / Default(Int16ul, 0)),
+        Ver("V >= V13_0B4", "unk_5e8" / Default(HexDump(Bytes(0x18)), bytes(0x18))),
+        "pad_5d8" / Default(HexDump(Bytes(0x8)), bytes(0x8)),
+        Ver("V >= V13_0B4", "pad_5e0" / Default(HexDump(Bytes(0x18)), bytes(0x18))),
+    )
+
+class UnknownWorkCommand(ConstructClass):
+    subcon = Struct(
+        "magic" / Hex(Int32ul),
+        "unk_4" / Hex(Int32ul),
+        "unk_8" / Hex(Int32ul),
+        "unk_c" / Hex(Int32ul),
+        "unk_10" / Hex(Int32ul),
+        "unk_14" / Hex(Int32ul),
+        "unk_18" / Hex(Int32ul),
+        "unk_1c" / Hex(Int32ul),
+    )
+
+class CmdBufWork(ConstructClass):
+    subcon = Struct(
+        "cmdid" / Peek(Int32ul),
+        "cmd" / Switch(this.cmdid, {
+            0: WorkCommandTA,
+            1: WorkCommand3D,
+            3: WorkCommandCP,
+            4: WorkCommandBarrier,
+            6: WorkCommandInitBM,
+        })
+    )
+
+class JobList(ConstructClass):
+    subcon = Struct(
+        "first_job" / Default(Int64ul, 0),
+        "last_head" / Int64ul,
+        "unkptr_10" / Default(Int64ul, 0),
+    )
+
+class GPUContextData(ConstructClass):
+    subcon = Struct(
+        "unk_0" / Int8ul,
+        "unk_1" / Int8ul,
+        "unk_2" / Default(Bytes(3), bytes(3)),
+        "unk_5" / Int8ul,
+        "unk_6" / Default(Bytes(0x18), bytes(0x18)),
+        "unk_1e" / Int8ul,
+        "unk_1f" / Int8ul,
+        "unk_20" / Default(Bytes(3), bytes(3)),
+        "unk_23" / Int8ul,
+        "unk_24" / Default(Bytes(0x1c), bytes(0x1c)),
+    )
+
+    def __init__(self):
+        self.unk_0 = 0xff
+        self.unk_1 = 0xff
+        self.unk_5 = 1
+        self.unk_1e = 0xff
+        self.unk_1f = 0
+        self.unk_23 = 2
+
+class CommandQueuePointerMap(RegMap):
+    GPU_DONEPTR = 0x00, Register32
+    GPU_RPTR = 0x30, Register32
+    CPU_WPTR = 0x40, Register32
+
+class CommandQueuePointers(ConstructClass):
+    subcon = Struct(
+        "gpu_doneptr" / Int32ul,
+        ZPadding(12),
+        "unk_10" / Int32ul,
+        ZPadding(12),
+        "unk_20" / Int32ul,
+        ZPadding(12),
+        "gpu_rptr" / Int32ul,
+        ZPadding(12),
+        "cpu_wptr" / Int32ul,
+        ZPadding(12),
+        "rb_size" / Int32ul,
+        ZPadding(12),
+    )
+
+    def __init__(self):
+        super().__init__()
+        self.gpu_doneptr = 0
+        self.unk_10 = 0
+        self.unk_20 = 0
+        self.gpu_rptr = 0
+        self.cpu_wptr = 0
+        self.rb_size = 0x500
+
+class CommandQueueInfo(ConstructClass):
+    """ Structure type shared by Submit3D, SubmitTA and SubmitCompute
+        Applications have multiple of these, one of each submit type
+        TODO: Can applications have more than one of each type? One per encoder?
+        Mostly managed by GPU, only intialize by CPU
+
+    """
+    subcon = Struct(
+        "pointers_addr" / Hex(Int64ul),
+        "pointers" / ROPointer(this.pointers_addr, CommandQueuePointers),
+        "rb_addr" / Hex(Int64ul), # 0x4ff pointers
+        "job_list_addr" / Hex(Int64ul), # ffffffa000000000, size 0x18 (shared by 3D and TA)
+        "job_list" / ROPointer(this.job_list_addr, JobList),
+        "gpu_buf_addr" / Hex(Int64ul), # GPU space for this queue, 0x2c18 bytes?
+        #"gpu_buf" / ROPointer(this.gpu_buf_addr, HexDump(Bytes(0x2c18))),
+        "gpu_rptr1" / Hex(Int32ul),
+        "gpu_rptr2" / Hex(Int32ul),
+        "gpu_rptr3" / Hex(Int32ul),
+        "event_id" / Int32sl,
+        "unk_30" / Hex(Int32ul), # read by CPU
+        "unk_34" / Hex(Int32ul),
+        "unk_38" / Hex(Int64ul),
+        "unk_40" / Hex(Int32ul), # 1
+        "unk_44" / Hex(Int32ul), # 0
+        "unk_48" / Hex(Int32ul), # 1, 2
+        "unk_4c" / Int32sl, # -1
+        "uuid" / Hex(Int32ul), # Counts up for each new process or command queue
+        "unk_54" / Int32sl,
+        "unk_58" / Hex(Int64ul), # 0
+        "busy" / Hex(Int32ul), # 1 = gpu busy
+        "pad1" / ZPadding(0x20),
+        "blocked_on_barrier" / Hex(Int32ul),
+        "unk_88" / Int32ul,
+        "unk_8c" / Int32ul,
+        "unk_90" / Int32ul,
+        "unk_94" / Int32ul,
+        "pending" / Int32ul,
+        "unk_9c" / Int32ul,
+        "gpu_context_addr" / Hex(Int64ul), # GPU managed context, shared between 3D and TA. Passed to DC_DestroyContext
+        "gpu_context" / ROPointer(this.gpu_context_addr, GPUContextData),
+        "unk_a8" / Int64ul
+        # End of struct
+    )
+
+    def __init__(self):
+        super().__init__()
+        self.gpu_rptr1 = 0
+        self.gpu_rptr2 = 0
+        self.gpu_rptr3 = 0
+        self.event_id = -1
+        self.unk_4c = -1
+        self.uuid = 0xdeadbeef # some kind of ID
+        self.unk_54 = -1
+        self.unk_58 = 0x0
+        self.busy = 0x0
+        self.blocked_on_barrier = 0x0
+        self.unk_88 = 0
+        self.unk_8c = 0
+        self.unk_90 = 0
+        self.unk_94 = 0
+        self.pending = 0
+        self.unk_9c = 0
+        self.set_prio(0)
+        self.unk_a8 = 0
+
+    def set_prio(self, p):
+        if p == 0:
+            self.unk_30 = 0
+            self.unk_34 = 0 # 0-3?
+            self.unk_38 = 0xffff_ffff_ffff_0000
+            self.unk_40 = 1
+            self.unk_44 = 0
+            self.unk_48 = 1
+        elif p == 1:
+            self.unk_30 = 1
+            self.unk_34 = 1
+            self.unk_38 = 0xffff_ffff_0000_0000
+            self.unk_40 = 0
+            self.unk_44 = 0
+            self.unk_48 = 0
+        elif p == 2:
+            self.unk_30 = 2
+            self.unk_34 = 2
+            self.unk_38 = 0xffff_0000_0000_0000
+            self.unk_40 = 0
+            self.unk_44 = 0
+            self.unk_48 = 2
+        else:
+            self.unk_30 = 3
+            self.unk_34 = 3
+            self.unk_38 = 0x0000_0000_0000_0000
+            self.unk_40 = 0
+            self.unk_44 = 0
+            self.unk_48 = 3
+
+__all__.extend(k for k, v in globals().items()
+               if (callable(v) or isinstance(v, type)) and v.__module__ == __name__)