xref: /aosp_15_r20/external/mesa3d/src/freedreno/common/fd6_pack.h (revision 6104692788411f58d303aa86923a9ff6ecaded22)

/*
 * Copyright © 2019 Google, Inc.
 * SPDX-License-Identifier: MIT
 */

#ifndef FD6_PACK_H
#define FD6_PACK_H

#include "a6xx.xml.h"

struct fd_reg_pair {
   uint32_t reg;
   uint64_t value;
   struct fd_bo *bo;
   bool is_address;
   bool bo_write;
   uint32_t bo_offset;
   uint32_t bo_shift;
   uint32_t bo_low;
};

#define __bo_type struct fd_bo *

#include "a6xx-pack.xml.h"
#include "adreno-pm4-pack.xml.h"

#define __assert_eq(a, b)                                                      \
   do {                                                                        \
      if ((a) != (b)) {                                                        \
         fprintf(stderr, "assert failed: " #a " (0x%x) != " #b " (0x%x)\n", a, \
                 b);                                                           \
         assert((a) == (b));                                                   \
      }                                                                        \
   } while (0)

#if !FD_BO_NO_HARDPIN
#  error 'Hardpin unsupported'
#endif

static inline uint64_t
__reg_iova(const struct fd_reg_pair *reg)
{
   uint64_t iova = __reloc_iova((struct fd_bo *)reg->bo,
                                reg->bo_offset, 0,
                                -reg->bo_shift);
   return iova << reg->bo_low;
}

#define __ONE_REG(ring, i, ...)                                                \
   do {                                                                        \
      const struct fd_reg_pair __regs[] = {__VA_ARGS__};                       \
      /* NOTE: allow __regs[0].reg==0, this happens in OUT_PKT() */            \
      if (i < ARRAY_SIZE(__regs) && (i == 0 || __regs[i].reg > 0)) {           \
         __assert_eq(__regs[0].reg + i, __regs[i].reg);                        \
         if (__regs[i].bo) {                                                   \
            uint64_t *__p64 = (uint64_t *)__p;                                 \
            *__p64 = __reg_iova(&__regs[i]) | __regs[i].value;                 \
            __p += 2;                                                          \
            fd_ringbuffer_assert_attached(ring, __regs[i].bo);                 \
         } else {                                                              \
            *__p++ = __regs[i].value;                                          \
            if (__regs[i].is_address)                                          \
               *__p++ = __regs[i].value >> 32;                                 \
         }                                                                     \
      }                                                                        \
   } while (0)

#define OUT_REG(ring, ...)                                                     \
   do {                                                                        \
      const struct fd_reg_pair __regs[] = {__VA_ARGS__};                       \
      unsigned count = ARRAY_SIZE(__regs);                                     \
                                                                               \
      STATIC_ASSERT(ARRAY_SIZE(__regs) > 0);                                   \
      STATIC_ASSERT(ARRAY_SIZE(__regs) <= 16);                                 \
                                                                               \
      BEGIN_RING(ring, count + 1);                                             \
      uint32_t *__p = ring->cur;                                               \
      *__p++ = pm4_pkt4_hdr((uint16_t)__regs[0].reg, (uint16_t)count);         \
                                                                               \
      __ONE_REG(ring, 0, __VA_ARGS__);                                         \
      __ONE_REG(ring, 1, __VA_ARGS__);                                         \
      __ONE_REG(ring, 2, __VA_ARGS__);                                         \
      __ONE_REG(ring, 3, __VA_ARGS__);                                         \
      __ONE_REG(ring, 4, __VA_ARGS__);                                         \
      __ONE_REG(ring, 5, __VA_ARGS__);                                         \
      __ONE_REG(ring, 6, __VA_ARGS__);                                         \
      __ONE_REG(ring, 7, __VA_ARGS__);                                         \
      __ONE_REG(ring, 8, __VA_ARGS__);                                         \
      __ONE_REG(ring, 9, __VA_ARGS__);                                         \
      __ONE_REG(ring, 10, __VA_ARGS__);                                        \
      __ONE_REG(ring, 11, __VA_ARGS__);                                        \
      __ONE_REG(ring, 12, __VA_ARGS__);                                        \
      __ONE_REG(ring, 13, __VA_ARGS__);                                        \
      __ONE_REG(ring, 14, __VA_ARGS__);                                        \
      __ONE_REG(ring, 15, __VA_ARGS__);                                        \
      ring->cur = __p;                                                         \
   } while (0)

#define OUT_PKT(ring, opcode, ...)                                             \
   do {                                                                        \
      const struct fd_reg_pair __regs[] = {__VA_ARGS__};                       \
      unsigned count = ARRAY_SIZE(__regs);                                     \
                                                                               \
      STATIC_ASSERT(ARRAY_SIZE(__regs) <= 16);                                 \
                                                                               \
      BEGIN_RING(ring, count + 1);                                             \
      uint32_t *__p = ring->cur;                                               \
      *__p++ = pm4_pkt7_hdr(opcode, count);                                    \
                                                                               \
      __ONE_REG(ring, 0, __VA_ARGS__);                                         \
      __ONE_REG(ring, 1, __VA_ARGS__);                                         \
      __ONE_REG(ring, 2, __VA_ARGS__);                                         \
      __ONE_REG(ring, 3, __VA_ARGS__);                                         \
      __ONE_REG(ring, 4, __VA_ARGS__);                                         \
      __ONE_REG(ring, 5, __VA_ARGS__);                                         \
      __ONE_REG(ring, 6, __VA_ARGS__);                                         \
      __ONE_REG(ring, 7, __VA_ARGS__);                                         \
      __ONE_REG(ring, 8, __VA_ARGS__);                                         \
      __ONE_REG(ring, 9, __VA_ARGS__);                                         \
      __ONE_REG(ring, 10, __VA_ARGS__);                                        \
      __ONE_REG(ring, 11, __VA_ARGS__);                                        \
      __ONE_REG(ring, 12, __VA_ARGS__);                                        \
      __ONE_REG(ring, 13, __VA_ARGS__);                                        \
      __ONE_REG(ring, 14, __VA_ARGS__);                                        \
      __ONE_REG(ring, 15, __VA_ARGS__);                                        \
      ring->cur = __p;                                                         \
   } while (0)

/* similar to OUT_PKT() but appends specified # of dwords
 * copied for buf to the end of the packet (ie. for use-
 * cases like CP_LOAD_STATE)
 */
#define OUT_PKTBUF(ring, opcode, dwords, sizedwords, ...)                      \
   do {                                                                        \
      const struct fd_reg_pair __regs[] = {__VA_ARGS__};                       \
      unsigned count = ARRAY_SIZE(__regs);                                     \
                                                                               \
      STATIC_ASSERT(ARRAY_SIZE(__regs) <= 16);                                 \
      count += sizedwords;                                                     \
                                                                               \
      BEGIN_RING(ring, count + 1);                                             \
      uint32_t *__p = ring->cur;                                               \
      *__p++ = pm4_pkt7_hdr(opcode, count);                                    \
                                                                               \
      __ONE_REG(ring, 0, __VA_ARGS__);                                         \
      __ONE_REG(ring, 1, __VA_ARGS__);                                         \
      __ONE_REG(ring, 2, __VA_ARGS__);                                         \
      __ONE_REG(ring, 3, __VA_ARGS__);                                         \
      __ONE_REG(ring, 4, __VA_ARGS__);                                         \
      __ONE_REG(ring, 5, __VA_ARGS__);                                         \
      __ONE_REG(ring, 6, __VA_ARGS__);                                         \
      __ONE_REG(ring, 7, __VA_ARGS__);                                         \
      __ONE_REG(ring, 8, __VA_ARGS__);                                         \
      __ONE_REG(ring, 9, __VA_ARGS__);                                         \
      __ONE_REG(ring, 10, __VA_ARGS__);                                        \
      __ONE_REG(ring, 11, __VA_ARGS__);                                        \
      __ONE_REG(ring, 12, __VA_ARGS__);                                        \
      __ONE_REG(ring, 13, __VA_ARGS__);                                        \
      __ONE_REG(ring, 14, __VA_ARGS__);                                        \
      __ONE_REG(ring, 15, __VA_ARGS__);                                        \
      memcpy(__p, dwords, 4 * sizedwords);                                     \
      __p += sizedwords;                                                       \
      ring->cur = __p;                                                         \
   } while (0)

#define OUT_BUF(ring, dwords, sizedwords)                                      \
   do {                                                                        \
      uint32_t *__p = ring->cur;                                               \
      memcpy(__p, dwords, 4 * sizedwords);                                     \
      __p += sizedwords;                                                       \
      ring->cur = __p;                                                         \
   } while (0)

#endif /* FD6_PACK_H */