The branch main has been updated by np:
URL:
https://cgit.FreeBSD.org/src/commit/?id=7adf138ba9b90db5ed0f1e8cd68e787fb63fa760
commit 7adf138ba9b90db5ed0f1e8cd68e787fb63fa760
Author: Navdeep Parhar <n...@freebsd.org>
AuthorDate: 2023-04-06 17:52:15 +0000
Commit: Navdeep Parhar <n...@freebsd.org>
CommitDate: 2023-04-19 16:38:14 +0000
cxgbe/iw_cxgbe: debug routines to dump STAG (steering tag) entries.
t4_dump_stag to dump hw state for a known STAG.
t4_dump_all_stag to dump hw state for all valid STAGs. This routine
walks the entire STAG region looking for valid entries and this can take
a while for some configurations.
MFC after: 1 week
Sponsored by: Chelsio Communications
---
sys/dev/cxgbe/iw_cxgbe/ev.c | 82 ++++++++++++++++++++++++++++++++++++---
sys/dev/cxgbe/iw_cxgbe/iw_cxgbe.h | 2 +
2 files changed, 79 insertions(+), 5 deletions(-)
diff --git a/sys/dev/cxgbe/iw_cxgbe/ev.c b/sys/dev/cxgbe/iw_cxgbe/ev.c
index 7c42354644e0..a1475554c08f 100644
--- a/sys/dev/cxgbe/iw_cxgbe/ev.c
+++ b/sys/dev/cxgbe/iw_cxgbe/ev.c
@@ -41,6 +41,82 @@ __FBSDID("$FreeBSD$");
#include "iw_cxgbe.h"
+static void print_tpte(struct adapter *sc, const u32 stag,
+ const struct fw_ri_tpte *tpte)
+{
+ const __be64 *p = (const void *)tpte;
+
+ CH_ERR(sc, "stag idx 0x%x valid %d key 0x%x state %d pdid %d "
+ "perm 0x%x ps %d len 0x%016llx va 0x%016llx\n",
+ stag & 0xffffff00,
+ G_FW_RI_TPTE_VALID(ntohl(tpte->valid_to_pdid)),
+ G_FW_RI_TPTE_STAGKEY(ntohl(tpte->valid_to_pdid)),
+ G_FW_RI_TPTE_STAGSTATE(ntohl(tpte->valid_to_pdid)),
+ G_FW_RI_TPTE_PDID(ntohl(tpte->valid_to_pdid)),
+ G_FW_RI_TPTE_PERM(ntohl(tpte->locread_to_qpid)),
+ G_FW_RI_TPTE_PS(ntohl(tpte->locread_to_qpid)),
+ (long long)(((u64)ntohl(tpte->len_hi) << 32) |
ntohl(tpte->len_lo)),
+ (long long)(((u64)ntohl(tpte->va_hi) << 32) |
ntohl(tpte->va_lo_fbo)));
+ CH_ERR(sc, "stag idx 0x%x: %016llx %016llx %016llx %016llx\n",
+ stag & 0xffffff00,
+ (long long)be64_to_cpu(p[0]), (long long)be64_to_cpu(p[1]),
+ (long long)be64_to_cpu(p[2]), (long long)be64_to_cpu(p[3]));
+}
+
+void t4_dump_stag(struct adapter *sc, const u32 stag)
+{
+ struct fw_ri_tpte tpte __aligned(sizeof(__be64)) = {0};
+ const u32 offset = sc->vres.stag.start + ((stag >> 8) * 32);
+
+ if (offset > sc->vres.stag.start + sc->vres.stag.size - 32) {
+ CH_ERR(sc, "stag 0x%x is invalid for current configuration.\n",
+ stag);
+ return;
+ }
+ read_via_memwin(sc, 0, offset, (u32 *)&tpte, 32);
+ print_tpte(sc, stag, &tpte);
+}
+
+void t4_dump_all_stag(struct adapter *sc)
+{
+ struct fw_ri_tpte tpte __aligned(sizeof(__be64)) = {0};
+ const u32 first = sc->vres.stag.start;
+ const u32 last = first + sc->vres.stag.size - 32;
+ u32 offset, i;
+
+ for (i = 0, offset = first; offset <= last; i++, offset += 32) {
+ tpte.valid_to_pdid = 0;
+ read_via_memwin(sc, 0, offset, (u32 *)&tpte, 4);
+ if (tpte.valid_to_pdid != 0) {
+ read_via_memwin(sc, 0, offset, (u32 *)&tpte, 32);
+ print_tpte(sc, i << 8, &tpte);
+ }
+ }
+}
+
+static void dump_err_cqe(struct c4iw_dev *dev, struct t4_cqe *err_cqe)
+{
+ struct adapter *sc = dev->rdev.adap;
+ __be64 *p = (void *)err_cqe;
+
+ CH_ERR(sc, "AE qpid 0x%x opcode %d status 0x%x "
+ "type %d wrid.hi 0x%x wrid.lo 0x%x\n",
+ CQE_QPID(err_cqe), CQE_OPCODE(err_cqe),
+ CQE_STATUS(err_cqe), CQE_TYPE(err_cqe),
+ CQE_WRID_HI(err_cqe), CQE_WRID_LOW(err_cqe));
+ CH_ERR(sc, "%016llx %016llx %016llx %016llx\n",
+ (long long)be64_to_cpu(p[0]), (long long)be64_to_cpu(p[1]),
+ (long long)be64_to_cpu(p[2]), (long long)be64_to_cpu(p[3]));
+
+ /*
+ * Ingress WRITE and READ_RESP errors provide
+ * the offending stag, so parse and log it.
+ */
+ if (RQ_TYPE(err_cqe) && (CQE_OPCODE(err_cqe) == FW_RI_RDMA_WRITE ||
+ CQE_OPCODE(err_cqe) == FW_RI_READ_RESP))
+ t4_dump_stag(sc, CQE_WRID_STAG(err_cqe));
+}
+
static void post_qp_event(struct c4iw_dev *dev, struct c4iw_cq *chp,
struct c4iw_qp *qhp,
struct t4_cqe *err_cqe,
@@ -58,11 +134,7 @@ static void post_qp_event(struct c4iw_dev *dev, struct
c4iw_cq *chp,
return;
}
- printf("AE qpid 0x%x opcode %d status 0x%x "
- "type %d wrid.hi 0x%x wrid.lo 0x%x\n",
- CQE_QPID(err_cqe), CQE_OPCODE(err_cqe),
- CQE_STATUS(err_cqe), CQE_TYPE(err_cqe),
- CQE_WRID_HI(err_cqe), CQE_WRID_LOW(err_cqe));
+ dump_err_cqe(dev, err_cqe);
if (qhp->attr.state == C4IW_QP_STATE_RTS) {
attrs.next_state = C4IW_QP_STATE_TERMINATE;
diff --git a/sys/dev/cxgbe/iw_cxgbe/iw_cxgbe.h
b/sys/dev/cxgbe/iw_cxgbe/iw_cxgbe.h
index 8e33e2d04597..149393a71c25 100644
--- a/sys/dev/cxgbe/iw_cxgbe/iw_cxgbe.h
+++ b/sys/dev/cxgbe/iw_cxgbe/iw_cxgbe.h
@@ -982,4 +982,6 @@ u32 c4iw_get_qpid(struct c4iw_rdev *rdev, struct
c4iw_dev_ucontext *uctx);
void c4iw_put_qpid(struct c4iw_rdev *rdev, u32 qid,
struct c4iw_dev_ucontext *uctx);
void c4iw_ev_dispatch(struct c4iw_dev *dev, struct t4_cqe *err_cqe);
+void t4_dump_stag(struct adapter *sc, const u32 stag);
+void t4_dump_all_stag(struct adapter *sc);
#endif
