Lines Matching refs:blkaddr
26 struct nix_hw *nix_hw, int blkaddr);
91 int rvu_get_next_nix_blkaddr(struct rvu *rvu, int blkaddr) in rvu_get_next_nix_blkaddr() argument
96 if (blkaddr == 0) in rvu_get_next_nix_blkaddr()
97 return rvu->nix_blkaddr[blkaddr]; in rvu_get_next_nix_blkaddr()
100 if (rvu->nix_blkaddr[i] == blkaddr) in rvu_get_next_nix_blkaddr()
111 int blkaddr; in is_nixlf_attached() local
113 blkaddr = rvu_get_blkaddr(rvu, BLKTYPE_NIX, pcifunc); in is_nixlf_attached()
114 if (!pfvf->nixlf || blkaddr < 0) in is_nixlf_attached()
121 int blkaddr = 0, max = 0; in rvu_get_nixlf_count() local
124 blkaddr = rvu_get_next_nix_blkaddr(rvu, blkaddr); in rvu_get_nixlf_count()
125 while (blkaddr) { in rvu_get_nixlf_count()
126 block = &rvu->hw->block[blkaddr]; in rvu_get_nixlf_count()
128 blkaddr = rvu_get_next_nix_blkaddr(rvu, blkaddr); in rvu_get_nixlf_count()
137 int blkaddr; in nix_get_nixlf() local
139 blkaddr = rvu_get_blkaddr(rvu, BLKTYPE_NIX, pcifunc); in nix_get_nixlf()
140 if (!pfvf->nixlf || blkaddr < 0) in nix_get_nixlf()
143 *nixlf = rvu_get_lf(rvu, &hw->block[blkaddr], pcifunc, 0); in nix_get_nixlf()
148 *nix_blkaddr = blkaddr; in nix_get_nixlf()
154 struct nix_hw **nix_hw, int *blkaddr) in nix_get_struct_ptrs() argument
159 *blkaddr = rvu_get_blkaddr(rvu, BLKTYPE_NIX, pcifunc); in nix_get_struct_ptrs()
160 if (!pfvf->nixlf || *blkaddr < 0) in nix_get_struct_ptrs()
163 *nix_hw = get_nix_hw(rvu->hw, *blkaddr); in nix_get_struct_ptrs()
203 struct nix_hw *get_nix_hw(struct rvu_hwinfo *hw, int blkaddr) in get_nix_hw() argument
210 if (blkaddr == nix_blkaddr && hw->nix) in get_nix_hw()
271 static void nix_rx_sync(struct rvu *rvu, int blkaddr) in nix_rx_sync() argument
276 rvu_write64(rvu, blkaddr, NIX_AF_RX_SW_SYNC, BIT_ULL(0)); in nix_rx_sync()
277 err = rvu_poll_reg(rvu, blkaddr, NIX_AF_RX_SW_SYNC, BIT_ULL(0), true); in nix_rx_sync()
287 rvu_write64(rvu, blkaddr, NIX_AF_RX_SW_SYNC, BIT_ULL(0)); in nix_rx_sync()
288 err = rvu_poll_reg(rvu, blkaddr, NIX_AF_RX_SW_SYNC, BIT_ULL(0), true); in nix_rx_sync()
293 static bool is_valid_txschq(struct rvu *rvu, int blkaddr, in is_valid_txschq() argument
301 nix_hw = get_nix_hw(rvu->hw, blkaddr); in is_valid_txschq()
506 static int nix_setup_bpids(struct rvu *rvu, struct nix_hw *hw, int blkaddr) in nix_setup_bpids() argument
512 cfg = rvu_read64(rvu, blkaddr, NIX_AF_CONST1); in nix_setup_bpids()
546 int blkaddr, bpid, err; in rvu_nix_flr_free_bpids() local
553 err = nix_get_struct_ptrs(rvu, pcifunc, &nix_hw, &blkaddr); in rvu_nix_flr_free_bpids()
585 int blkaddr, pf, type, err; in nix_bp_disable() local
605 err = nix_get_struct_ptrs(rvu, pcifunc, &nix_hw, &blkaddr); in nix_bp_disable()
613 cfg = rvu_read64(rvu, blkaddr, NIX_AF_RX_CHANX_CFG(chan_v)); in nix_bp_disable()
614 rvu_write64(rvu, blkaddr, NIX_AF_RX_CHANX_CFG(chan_v), in nix_bp_disable()
650 int bpid, blkaddr, sdp_chan_base, err; in rvu_nix_get_bpid() local
659 err = nix_get_struct_ptrs(rvu, req->hdr.pcifunc, &nix_hw, &blkaddr); in rvu_nix_get_bpid()
731 int blkaddr, pf, type, chan_id = 0; in nix_bp_enable() local
753 blkaddr = rvu_get_blkaddr(rvu, BLKTYPE_NIX, pcifunc); in nix_bp_enable()
767 cfg = rvu_read64(rvu, blkaddr, NIX_AF_RX_CHANX_CFG(chan_v)); in nix_bp_enable()
769 rvu_write64(rvu, blkaddr, NIX_AF_RX_CHANX_CFG(chan_v), in nix_bp_enable()
801 static void nix_setup_lso_tso_l3(struct rvu *rvu, int blkaddr, in nix_setup_lso_tso_l3() argument
812 rvu_write64(rvu, blkaddr, in nix_setup_lso_tso_l3()
825 rvu_write64(rvu, blkaddr, in nix_setup_lso_tso_l3()
830 static void nix_setup_lso_tso_l4(struct rvu *rvu, int blkaddr, in nix_setup_lso_tso_l4() argument
840 rvu_write64(rvu, blkaddr, in nix_setup_lso_tso_l4()
849 rvu_write64(rvu, blkaddr, in nix_setup_lso_tso_l4()
854 static void nix_setup_lso(struct rvu *rvu, struct nix_hw *nix_hw, int blkaddr) in nix_setup_lso() argument
859 cfg = (rvu_read64(rvu, blkaddr, NIX_AF_CONST1) >> 48) & 0xFF; in nix_setup_lso()
863 cfg = rvu_read64(rvu, blkaddr, NIX_AF_LSO_CFG); in nix_setup_lso()
869 rvu_write64(rvu, blkaddr, NIX_AF_LSO_CFG, cfg | BIT_ULL(63)); in nix_setup_lso()
876 nix_setup_lso_tso_l3(rvu, blkaddr, idx, true, &fidx); in nix_setup_lso()
877 nix_setup_lso_tso_l4(rvu, blkaddr, idx, &fidx); in nix_setup_lso()
881 rvu_write64(rvu, blkaddr, in nix_setup_lso()
889 nix_setup_lso_tso_l3(rvu, blkaddr, idx, false, &fidx); in nix_setup_lso()
890 nix_setup_lso_tso_l4(rvu, blkaddr, idx, &fidx); in nix_setup_lso()
894 rvu_write64(rvu, blkaddr, in nix_setup_lso()
929 static int nixlf_rss_ctx_init(struct rvu *rvu, int blkaddr, in nixlf_rss_ctx_init() argument
947 rvu_write64(rvu, blkaddr, NIX_AF_LFX_RSS_BASE(nixlf), in nixlf_rss_ctx_init()
957 rvu_write64(rvu, blkaddr, NIX_AF_LFX_RSS_CFG(nixlf), val); in nixlf_rss_ctx_init()
960 rvu_write64(rvu, blkaddr, NIX_AF_LFX_RSS_GRPX(nixlf, grp), in nixlf_rss_ctx_init()
1037 int nixlf, blkaddr, rc = 0; in rvu_nix_blk_aq_enq_inst() local
1047 blkaddr = nix_hw->blkaddr; in rvu_nix_blk_aq_enq_inst()
1048 block = &hw->block[blkaddr]; in rvu_nix_blk_aq_enq_inst()
1083 cfg = rvu_read64(rvu, blkaddr, NIX_AF_LFX_RSS_CFG(nixlf)); in rvu_nix_blk_aq_enq_inst()
1089 cfg = rvu_read64(rvu, blkaddr, NIX_AF_RX_MCAST_CFG); in rvu_nix_blk_aq_enq_inst()
1120 if (!is_valid_txschq(rvu, blkaddr, NIX_TXSCH_LVL_SMQ, in rvu_nix_blk_aq_enq_inst()
1330 int blkaddr; in rvu_nix_aq_enq_inst() local
1332 blkaddr = rvu_get_blkaddr(rvu, BLKTYPE_NIX, req->hdr.pcifunc); in rvu_nix_aq_enq_inst()
1333 if (blkaddr < 0) in rvu_nix_aq_enq_inst()
1336 nix_hw = get_nix_hw(rvu->hw, blkaddr); in rvu_nix_aq_enq_inst()
1501 int blkaddr; in rvu_mbox_handler_nix_lf_alloc() local
1510 blkaddr = rvu_get_blkaddr(rvu, BLKTYPE_NIX, pcifunc); in rvu_mbox_handler_nix_lf_alloc()
1511 if (!pfvf->nixlf || blkaddr < 0) in rvu_mbox_handler_nix_lf_alloc()
1514 block = &hw->block[blkaddr]; in rvu_mbox_handler_nix_lf_alloc()
1558 ctx_cfg = rvu_read64(rvu, blkaddr, NIX_AF_CONST3); in rvu_mbox_handler_nix_lf_alloc()
1570 rvu_write64(rvu, blkaddr, NIX_AF_LFX_RQS_BASE(nixlf), in rvu_mbox_handler_nix_lf_alloc()
1575 rvu_write64(rvu, blkaddr, NIX_AF_LFX_RQS_CFG(nixlf), cfg); in rvu_mbox_handler_nix_lf_alloc()
1587 rvu_write64(rvu, blkaddr, NIX_AF_LFX_SQS_BASE(nixlf), in rvu_mbox_handler_nix_lf_alloc()
1591 rvu_write64(rvu, blkaddr, NIX_AF_LFX_SQS_CFG(nixlf), cfg); in rvu_mbox_handler_nix_lf_alloc()
1603 rvu_write64(rvu, blkaddr, NIX_AF_LFX_CQS_BASE(nixlf), in rvu_mbox_handler_nix_lf_alloc()
1607 rvu_write64(rvu, blkaddr, NIX_AF_LFX_CQS_CFG(nixlf), cfg); in rvu_mbox_handler_nix_lf_alloc()
1611 err = nixlf_rss_ctx_init(rvu, blkaddr, pfvf, nixlf, req->rss_sz, in rvu_mbox_handler_nix_lf_alloc()
1618 cfg = rvu_read64(rvu, blkaddr, NIX_AF_CONST2); in rvu_mbox_handler_nix_lf_alloc()
1625 rvu_write64(rvu, blkaddr, NIX_AF_LFX_CINTS_BASE(nixlf), in rvu_mbox_handler_nix_lf_alloc()
1628 rvu_write64(rvu, blkaddr, NIX_AF_LFX_CINTS_CFG(nixlf), in rvu_mbox_handler_nix_lf_alloc()
1632 cfg = rvu_read64(rvu, blkaddr, NIX_AF_CONST2); in rvu_mbox_handler_nix_lf_alloc()
1639 rvu_write64(rvu, blkaddr, NIX_AF_LFX_QINTS_BASE(nixlf), in rvu_mbox_handler_nix_lf_alloc()
1641 rvu_write64(rvu, blkaddr, NIX_AF_LFX_QINTS_CFG(nixlf), in rvu_mbox_handler_nix_lf_alloc()
1649 rvu_write64(rvu, blkaddr, NIX_AF_LFX_TX_CFG(nixlf), cfg); in rvu_mbox_handler_nix_lf_alloc()
1652 rvu_write64(rvu, blkaddr, NIX_AF_LFX_TX_CFG2(nixlf), BIT_ULL(0)); in rvu_mbox_handler_nix_lf_alloc()
1661 rvu_write64(rvu, blkaddr, NIX_AF_LFX_CFG(nixlf), cfg); in rvu_mbox_handler_nix_lf_alloc()
1664 rvu_write64(rvu, blkaddr, NIX_AF_LFX_RX_CFG(nixlf), req->rx_cfg); in rvu_mbox_handler_nix_lf_alloc()
1668 rvu_write64(rvu, blkaddr, NIX_AF_LFX_TX_PARSE_CFG(nixlf), cfg); in rvu_mbox_handler_nix_lf_alloc()
1689 rvu_write64(rvu, blkaddr, in rvu_mbox_handler_nix_lf_alloc()
1704 cfg = rvu_read64(rvu, blkaddr, NIX_AF_SQ_CONST); in rvu_mbox_handler_nix_lf_alloc()
1713 cfg = rvu_read64(rvu, blkaddr, NIX_AF_CONST1); in rvu_mbox_handler_nix_lf_alloc()
1717 cfg = rvu_read64(rvu, blkaddr, NIX_AF_CONST2); in rvu_mbox_handler_nix_lf_alloc()
1733 int blkaddr, nixlf, err; in rvu_mbox_handler_nix_lf_free() local
1737 blkaddr = rvu_get_blkaddr(rvu, BLKTYPE_NIX, pcifunc); in rvu_mbox_handler_nix_lf_free()
1738 if (!pfvf->nixlf || blkaddr < 0) in rvu_mbox_handler_nix_lf_free()
1741 block = &hw->block[blkaddr]; in rvu_mbox_handler_nix_lf_free()
1781 int blkaddr, rc; in rvu_mbox_handler_nix_mark_format_cfg() local
1785 blkaddr = rvu_get_blkaddr(rvu, BLKTYPE_NIX, pcifunc); in rvu_mbox_handler_nix_mark_format_cfg()
1786 if (!pfvf->nixlf || blkaddr < 0) in rvu_mbox_handler_nix_mark_format_cfg()
1789 nix_hw = get_nix_hw(rvu->hw, blkaddr); in rvu_mbox_handler_nix_mark_format_cfg()
1798 rc = rvu_nix_reserve_mark_format(rvu, nix_hw, blkaddr, cfg); in rvu_mbox_handler_nix_mark_format_cfg()
1811 handle_txschq_shaper_update(struct rvu *rvu, int blkaddr, int nixlf, in handle_txschq_shaper_update() argument
1863 oldval = rvu_read64(rvu, blkaddr, reg); in handle_txschq_shaper_update()
1865 rvu_write64(rvu, blkaddr, reg, regval); in handle_txschq_shaper_update()
1871 rvu_write64(rvu, blkaddr, sw_xoff, 1); in handle_txschq_shaper_update()
1872 rvu_write64(rvu, blkaddr, reg, 0); in handle_txschq_shaper_update()
1874 rvu_write64(rvu, blkaddr, sw_xoff, 0); in handle_txschq_shaper_update()
1879 rvu_write64(rvu, blkaddr, sw_xoff, 1); in handle_txschq_shaper_update()
1891 dbgval = rvu_read64(rvu, blkaddr, md_debug0); in handle_txschq_shaper_update()
1894 rvu_write64(rvu, blkaddr, reg, regval); in handle_txschq_shaper_update()
1896 rvu_write64(rvu, blkaddr, sw_xoff, 0); in handle_txschq_shaper_update()
1900 static void nix_reset_tx_schedule(struct rvu *rvu, int blkaddr, in nix_reset_tx_schedule() argument
1930 rvu_write64(rvu, blkaddr, tlx_parent, 0x0); in nix_reset_tx_schedule()
1933 rvu_write64(rvu, blkaddr, tlx_schedule, 0x0); in nix_reset_tx_schedule()
1939 static void nix_reset_tx_shaping(struct rvu *rvu, int blkaddr, in nix_reset_tx_shaping() argument
1972 handle_txschq_shaper_update(rvu, blkaddr, nixlf, in nix_reset_tx_shaping()
1975 handle_txschq_shaper_update(rvu, blkaddr, nixlf, in nix_reset_tx_shaping()
1982 cfg = rvu_read64(rvu, blkaddr, cir_reg); in nix_reset_tx_shaping()
1983 rvu_write64(rvu, blkaddr, cir_reg, cfg & ~BIT_ULL(0)); in nix_reset_tx_shaping()
1987 cfg = rvu_read64(rvu, blkaddr, pir_reg); in nix_reset_tx_shaping()
1988 rvu_write64(rvu, blkaddr, pir_reg, cfg & ~BIT_ULL(0)); in nix_reset_tx_shaping()
1991 static void nix_reset_tx_linkcfg(struct rvu *rvu, int blkaddr, in nix_reset_tx_linkcfg() argument
2003 rvu_write64(rvu, blkaddr, NIX_AF_TL4X_SDP_LINK_CFG(schq), 0x00); in nix_reset_tx_linkcfg()
2005 link_level = rvu_read64(rvu, blkaddr, NIX_AF_PSE_CHANNEL_LEVEL) & 0x01 ? in nix_reset_tx_linkcfg()
2012 rvu_write64(rvu, blkaddr, in nix_reset_tx_linkcfg()
2016 static void nix_clear_tx_xoff(struct rvu *rvu, int blkaddr, in nix_clear_tx_xoff() argument
2047 rvu_write64(rvu, blkaddr, reg, 0x0); in nix_clear_tx_xoff()
2226 int link, blkaddr, rc = 0; in rvu_mbox_handler_nix_txsch_alloc() local
2234 rc = nix_get_nixlf(rvu, pcifunc, &nixlf, &blkaddr); in rvu_mbox_handler_nix_txsch_alloc()
2238 nix_hw = get_nix_hw(rvu->hw, blkaddr); in rvu_mbox_handler_nix_txsch_alloc()
2284 nix_reset_tx_linkcfg(rvu, blkaddr, lvl, schq); in rvu_mbox_handler_nix_txsch_alloc()
2285 nix_reset_tx_shaping(rvu, blkaddr, nixlf, lvl, schq); in rvu_mbox_handler_nix_txsch_alloc()
2286 nix_reset_tx_schedule(rvu, blkaddr, lvl, schq); in rvu_mbox_handler_nix_txsch_alloc()
2294 nix_reset_tx_linkcfg(rvu, blkaddr, lvl, schq); in rvu_mbox_handler_nix_txsch_alloc()
2295 nix_reset_tx_shaping(rvu, blkaddr, nixlf, lvl, schq); in rvu_mbox_handler_nix_txsch_alloc()
2296 nix_reset_tx_schedule(rvu, blkaddr, lvl, schq); in rvu_mbox_handler_nix_txsch_alloc()
2302 rsp->link_cfg_lvl = rvu_read64(rvu, blkaddr, in rvu_mbox_handler_nix_txsch_alloc()
2313 static void nix_smq_flush_fill_ctx(struct rvu *rvu, int blkaddr, int smq, in nix_smq_flush_fill_ctx() argument
2350 smq_tree_ctx->cir_val = rvu_read64(rvu, blkaddr, smq_tree_ctx->cir_off); in nix_smq_flush_fill_ctx()
2352 smq_tree_ctx->pir_val = rvu_read64(rvu, blkaddr, smq_tree_ctx->pir_off); in nix_smq_flush_fill_ctx()
2356 regval = rvu_read64(rvu, blkaddr, parent_off); in nix_smq_flush_fill_ctx()
2362 static void nix_smq_flush_enadis_xoff(struct rvu *rvu, int blkaddr, in nix_smq_flush_enadis_xoff() argument
2370 nix_hw = get_nix_hw(rvu->hw, blkaddr); in nix_smq_flush_enadis_xoff()
2392 rvu_write64(rvu, blkaddr, regoff, 0x1); in nix_smq_flush_enadis_xoff()
2394 rvu_write64(rvu, blkaddr, regoff, 0x0); in nix_smq_flush_enadis_xoff()
2398 static void nix_smq_flush_enadis_rate(struct rvu *rvu, int blkaddr, in nix_smq_flush_enadis_rate() argument
2413 rvu_write64(rvu, blkaddr, cir_off, cir_val); in nix_smq_flush_enadis_rate()
2415 rvu_write64(rvu, blkaddr, pir_off, pir_val); in nix_smq_flush_enadis_rate()
2417 rvu_write64(rvu, blkaddr, cir_off, 0x0); in nix_smq_flush_enadis_rate()
2419 rvu_write64(rvu, blkaddr, pir_off, 0x0); in nix_smq_flush_enadis_rate()
2424 static int nix_smq_flush(struct rvu *rvu, int blkaddr, in nix_smq_flush() argument
2437 cfg = rvu_read64(rvu, blkaddr, NIX_AF_MDQX_IN_MD_COUNT(smq)); in nix_smq_flush()
2453 nix_smq_flush_fill_ctx(rvu, blkaddr, smq, smq_flush_ctx); in nix_smq_flush()
2454 nix_smq_flush_enadis_xoff(rvu, blkaddr, smq_flush_ctx, true); in nix_smq_flush()
2455 nix_smq_flush_enadis_rate(rvu, blkaddr, smq_flush_ctx, false); in nix_smq_flush()
2462 link_level = rvu_read64(rvu, blkaddr, NIX_AF_PSE_CHANNEL_LEVEL) & 0x01 ? in nix_smq_flush()
2468 cfg = rvu_read64(rvu, blkaddr, NIX_AF_SMQX_CFG(smq)); in nix_smq_flush()
2470 rvu_write64(rvu, blkaddr, NIX_AF_SMQX_CFG(smq), cfg); in nix_smq_flush()
2474 cfg = rvu_read64(rvu, blkaddr, in nix_smq_flush()
2480 rvu_write64(rvu, blkaddr, in nix_smq_flush()
2485 cfg = rvu_read64(rvu, blkaddr, NIX_AF_SMQX_CFG(smq)); in nix_smq_flush()
2487 rvu_write64(rvu, blkaddr, NIX_AF_SMQX_CFG(smq), cfg); in nix_smq_flush()
2490 err = rvu_poll_reg(rvu, blkaddr, in nix_smq_flush()
2501 cfg = rvu_read64(rvu, blkaddr, in nix_smq_flush()
2504 rvu_write64(rvu, blkaddr, in nix_smq_flush()
2509 nix_smq_flush_enadis_rate(rvu, blkaddr, smq_flush_ctx, true); in nix_smq_flush()
2510 nix_smq_flush_enadis_xoff(rvu, blkaddr, smq_flush_ctx, false); in nix_smq_flush()
2522 int blkaddr, nixlf, lvl, schq, err; in nix_txschq_free() local
2528 blkaddr = rvu_get_blkaddr(rvu, BLKTYPE_NIX, pcifunc); in nix_txschq_free()
2529 if (blkaddr < 0) in nix_txschq_free()
2532 nix_hw = get_nix_hw(rvu->hw, blkaddr); in nix_txschq_free()
2536 nixlf = rvu_get_lf(rvu, &hw->block[blkaddr], pcifunc, 0); in nix_txschq_free()
2551 nix_reset_tx_linkcfg(rvu, blkaddr, lvl, schq); in nix_txschq_free()
2552 nix_clear_tx_xoff(rvu, blkaddr, lvl, schq); in nix_txschq_free()
2553 nix_reset_tx_shaping(rvu, blkaddr, nixlf, lvl, schq); in nix_txschq_free()
2556 nix_clear_tx_xoff(rvu, blkaddr, NIX_TXSCH_LVL_TL1, in nix_txschq_free()
2577 nix_smq_flush(rvu, blkaddr, schq, pcifunc, nixlf); in nix_txschq_free()
2592 nix_reset_tx_schedule(rvu, blkaddr, lvl, schq); in nix_txschq_free()
2599 err = rvu_ndc_sync(rvu, blkaddr, nixlf, NIX_AF_NDC_TX_SYNC); in nix_txschq_free()
2611 int lvl, schq, nixlf, blkaddr; in nix_txschq_free_one() local
2617 blkaddr = rvu_get_blkaddr(rvu, BLKTYPE_NIX, pcifunc); in nix_txschq_free_one()
2618 if (blkaddr < 0) in nix_txschq_free_one()
2621 nix_hw = get_nix_hw(rvu->hw, blkaddr); in nix_txschq_free_one()
2625 nixlf = rvu_get_lf(rvu, &hw->block[blkaddr], pcifunc, 0); in nix_txschq_free_one()
2648 nix_clear_tx_xoff(rvu, blkaddr, lvl, schq); in nix_txschq_free_one()
2650 nix_reset_tx_linkcfg(rvu, blkaddr, lvl, schq); in nix_txschq_free_one()
2651 nix_reset_tx_shaping(rvu, blkaddr, nixlf, lvl, schq); in nix_txschq_free_one()
2657 nix_smq_flush(rvu, blkaddr, schq, pcifunc, nixlf)) { in nix_txschq_free_one()
2662 nix_reset_tx_schedule(rvu, blkaddr, lvl, schq); in nix_txschq_free_one()
2684 static bool is_txschq_hierarchy_valid(struct rvu *rvu, u16 pcifunc, int blkaddr, in is_txschq_hierarchy_valid() argument
2695 if (!is_valid_txschq(rvu, blkaddr, lvl, pcifunc, schq)) in is_txschq_hierarchy_valid()
2701 !is_valid_txschq(rvu, blkaddr, NIX_TXSCH_LVL_TL4, pcifunc, parent)) in is_txschq_hierarchy_valid()
2706 !is_valid_txschq(rvu, blkaddr, NIX_TXSCH_LVL_TL3, pcifunc, parent)) in is_txschq_hierarchy_valid()
2711 !is_valid_txschq(rvu, blkaddr, NIX_TXSCH_LVL_TL2, pcifunc, parent)) in is_txschq_hierarchy_valid()
2716 !is_valid_txschq(rvu, blkaddr, NIX_TXSCH_LVL_TL1, pcifunc, parent)) in is_txschq_hierarchy_valid()
2764 u16 pcifunc, int blkaddr) in nix_tl1_default_cfg() argument
2774 rvu_write64(rvu, blkaddr, NIX_AF_TL1X_TOPOLOGY(schq), in nix_tl1_default_cfg()
2781 rvu_write64(rvu, blkaddr, NIX_AF_TL1X_SCHEDULE(schq), in nix_tl1_default_cfg()
2784 rvu_write64(rvu, blkaddr, NIX_AF_TL1X_SCHEDULE(schq), in nix_tl1_default_cfg()
2787 rvu_write64(rvu, blkaddr, NIX_AF_TL1X_CIR(schq), 0x00); in nix_tl1_default_cfg()
2797 int blkaddr, struct nix_txschq_config *req, in nix_txschq_cfg_read() argument
2809 !is_valid_txschq(rvu, blkaddr, req->lvl, pcifunc, schq)) in nix_txschq_cfg_read()
2811 rsp->regval[idx] = rvu_read64(rvu, blkaddr, reg); in nix_txschq_cfg_read()
2818 void rvu_nix_tx_tl2_cfg(struct rvu *rvu, int blkaddr, u16 pcifunc, in rvu_nix_tx_tl2_cfg() argument
2841 rvu_write64(rvu, blkaddr, in rvu_nix_tx_tl2_cfg()
2857 int blkaddr, idx, err; in rvu_mbox_handler_nix_txschq_cfg() local
2865 err = nix_get_nixlf(rvu, pcifunc, &nixlf, &blkaddr); in rvu_mbox_handler_nix_txschq_cfg()
2869 nix_hw = get_nix_hw(rvu->hw, blkaddr); in rvu_mbox_handler_nix_txschq_cfg()
2874 return nix_txschq_cfg_read(rvu, nix_hw, blkaddr, req, rsp); in rvu_mbox_handler_nix_txschq_cfg()
2883 nix_tl1_default_cfg(rvu, nix_hw, pcifunc, blkaddr); in rvu_mbox_handler_nix_txschq_cfg()
2895 if (!is_txschq_hierarchy_valid(rvu, pcifunc, blkaddr, in rvu_mbox_handler_nix_txschq_cfg()
2903 val = rvu_read64(rvu, blkaddr, reg); in rvu_mbox_handler_nix_txschq_cfg()
2908 handle_txschq_shaper_update(rvu, blkaddr, nixlf, in rvu_mbox_handler_nix_txschq_cfg()
2914 nixlf = rvu_get_lf(rvu, &hw->block[blkaddr], in rvu_mbox_handler_nix_txschq_cfg()
2944 nix_smq_flush(rvu, blkaddr, schq, pcifunc, nixlf); in rvu_mbox_handler_nix_txschq_cfg()
2947 rvu_write64(rvu, blkaddr, reg, regval); in rvu_mbox_handler_nix_txschq_cfg()
2953 static int nix_rx_vtag_cfg(struct rvu *rvu, int nixlf, int blkaddr, in nix_rx_vtag_cfg() argument
2971 rvu_write64(rvu, blkaddr, in nix_rx_vtag_cfg()
2976 static int nix_tx_vtag_free(struct rvu *rvu, int blkaddr, in nix_tx_vtag_free() argument
2979 struct nix_hw *nix_hw = get_nix_hw(rvu->hw, blkaddr); in nix_tx_vtag_free()
2989 rvu_write64(rvu, blkaddr, in nix_tx_vtag_free()
2991 rvu_write64(rvu, blkaddr, in nix_tx_vtag_free()
3004 int index, blkaddr; in nix_free_tx_vtag_entries() local
3006 blkaddr = rvu_get_blkaddr(rvu, BLKTYPE_NIX, pcifunc); in nix_free_tx_vtag_entries()
3007 if (blkaddr < 0) in nix_free_tx_vtag_entries()
3010 nix_hw = get_nix_hw(rvu->hw, blkaddr); in nix_free_tx_vtag_entries()
3020 nix_tx_vtag_free(rvu, blkaddr, pcifunc, index); in nix_free_tx_vtag_entries()
3025 static int nix_tx_vtag_alloc(struct rvu *rvu, int blkaddr, in nix_tx_vtag_alloc() argument
3028 struct nix_hw *nix_hw = get_nix_hw(rvu->hw, blkaddr); in nix_tx_vtag_alloc()
3050 rvu_write64(rvu, blkaddr, in nix_tx_vtag_alloc()
3052 rvu_write64(rvu, blkaddr, in nix_tx_vtag_alloc()
3058 static int nix_tx_vtag_decfg(struct rvu *rvu, int blkaddr, in nix_tx_vtag_decfg() argument
3061 struct nix_hw *nix_hw = get_nix_hw(rvu->hw, blkaddr); in nix_tx_vtag_decfg()
3080 err = nix_tx_vtag_free(rvu, blkaddr, pcifunc, idx0); in nix_tx_vtag_decfg()
3086 err = nix_tx_vtag_free(rvu, blkaddr, pcifunc, idx1); in nix_tx_vtag_decfg()
3093 static int nix_tx_vtag_cfg(struct rvu *rvu, int blkaddr, in nix_tx_vtag_cfg() argument
3097 struct nix_hw *nix_hw = get_nix_hw(rvu->hw, blkaddr); in nix_tx_vtag_cfg()
3107 nix_tx_vtag_alloc(rvu, blkaddr, in nix_tx_vtag_cfg()
3118 nix_tx_vtag_alloc(rvu, blkaddr, in nix_tx_vtag_cfg()
3131 nix_tx_vtag_free(rvu, blkaddr, pcifunc, rsp->vtag0_idx); in nix_tx_vtag_cfg()
3141 int blkaddr, nixlf, err; in rvu_mbox_handler_nix_vtag_cfg() local
3143 err = nix_get_nixlf(rvu, pcifunc, &nixlf, &blkaddr); in rvu_mbox_handler_nix_vtag_cfg()
3149 err = nix_rx_vtag_cfg(rvu, nixlf, blkaddr, req); in rvu_mbox_handler_nix_vtag_cfg()
3159 return nix_tx_vtag_cfg(rvu, blkaddr, req, rsp); in rvu_mbox_handler_nix_vtag_cfg()
3162 return nix_tx_vtag_decfg(rvu, blkaddr, req); in rvu_mbox_handler_nix_vtag_cfg()
3294 rvu_write64(rvu, nix_hw->blkaddr, in nix_update_egress_mce_list_hw()
3308 rvu_write64(rvu, nix_hw->blkaddr, in nix_update_egress_mce_list_hw()
3445 int err = 0, idx, next_idx, last_idx, blkaddr, npc_blkaddr; in nix_update_mce_list() local
3465 err = nix_get_struct_ptrs(rvu, pcifunc, &nix_hw, &blkaddr); in nix_update_mce_list()
3540 int err = 0, nixlf, blkaddr, mcam_index, mce_idx; in nix_update_mce_rule() local
3557 blkaddr = rvu_get_blkaddr(rvu, BLKTYPE_NIX, pcifunc); in nix_update_mce_rule()
3558 if (blkaddr < 0) in nix_update_mce_rule()
3561 nixlf = rvu_get_lf(rvu, &hw->block[blkaddr], pcifunc, 0); in nix_update_mce_rule()
3605 if (pfvf->nix_blkaddr != nix_hw->blkaddr) in nix_setup_mce_tables()
3656 static int nix_setup_mcast(struct rvu *rvu, struct nix_hw *nix_hw, int blkaddr) in nix_setup_mcast() argument
3662 size = (rvu_read64(rvu, blkaddr, NIX_AF_CONST3) >> 16) & 0x0F; in nix_setup_mcast()
3688 rvu_write64(rvu, blkaddr, NIX_AF_RX_MCAST_BASE, in nix_setup_mcast()
3692 rvu_write64(rvu, blkaddr, NIX_AF_RX_MCAST_CFG, in nix_setup_mcast()
3696 size = rvu_read64(rvu, blkaddr, NIX_AF_MC_MIRROR_CONST) & 0xFFFF; in nix_setup_mcast()
3705 rvu_write64(rvu, blkaddr, NIX_AF_RX_MCAST_BUF_BASE, in nix_setup_mcast()
3711 rvu_write64(rvu, blkaddr, NIX_AF_RX_MCAST_BUF_CFG, in nix_setup_mcast()
3747 static int nix_setup_txschq(struct rvu *rvu, struct nix_hw *nix_hw, int blkaddr) in nix_setup_txschq() argument
3776 cfg = rvu_read64(rvu, blkaddr, reg); in nix_setup_txschq()
3796 rvu_write64(rvu, blkaddr, in nix_setup_txschq()
3799 rvu_write64(rvu, blkaddr, in nix_setup_txschq()
3802 rvu_write64(rvu, blkaddr, in nix_setup_txschq()
3811 int blkaddr, u32 cfg) in rvu_nix_reserve_mark_format() argument
3822 rvu_write64(rvu, blkaddr, NIX_AF_MARK_FORMATX_CTL(fmt_idx), cfg); in rvu_nix_reserve_mark_format()
3829 int blkaddr) in nix_af_mark_format_setup() argument
3845 total = (rvu_read64(rvu, blkaddr, NIX_AF_PSE_CONST) & 0xFF00) >> 8; in nix_af_mark_format_setup()
3852 rc = rvu_nix_reserve_mark_format(rvu, nix_hw, blkaddr, cfgs[i]); in nix_af_mark_format_setup()
3888 int blkaddr; in rvu_mbox_handler_nix_get_hw_info() local
3890 blkaddr = rvu_get_blkaddr(rvu, BLKTYPE_NIX, pcifunc); in rvu_mbox_handler_nix_get_hw_info()
3891 if (blkaddr < 0) in rvu_mbox_handler_nix_get_hw_info()
3911 dwrr_mtu = rvu_read64(rvu, blkaddr, in rvu_mbox_handler_nix_get_hw_info()
3915 dwrr_mtu = rvu_read64(rvu, blkaddr, in rvu_mbox_handler_nix_get_hw_info()
3919 dwrr_mtu = rvu_read64(rvu, blkaddr, in rvu_mbox_handler_nix_get_hw_info()
3930 int i, nixlf, blkaddr, err; in rvu_mbox_handler_nix_stats_rst() local
3933 err = nix_get_nixlf(rvu, pcifunc, &nixlf, &blkaddr); in rvu_mbox_handler_nix_stats_rst()
3938 stats = rvu_read64(rvu, blkaddr, NIX_AF_CONST1); in rvu_mbox_handler_nix_stats_rst()
3942 rvu_write64(rvu, blkaddr, NIX_AF_LFX_TX_STATX(nixlf, i), 0); in rvu_mbox_handler_nix_stats_rst()
3946 rvu_write64(rvu, blkaddr, NIX_AF_LFX_RX_STATX(nixlf, i), 0); in rvu_mbox_handler_nix_stats_rst()
4296 static int reserve_flowkey_alg_idx(struct rvu *rvu, int blkaddr, u32 flow_cfg) in reserve_flowkey_alg_idx() argument
4302 hw = get_nix_hw(rvu->hw, blkaddr); in reserve_flowkey_alg_idx()
4317 rvu_write64(rvu, blkaddr, in reserve_flowkey_alg_idx()
4334 int alg_idx, nixlf, blkaddr; in rvu_mbox_handler_nix_rss_flowkey_cfg() local
4338 err = nix_get_nixlf(rvu, pcifunc, &nixlf, &blkaddr); in rvu_mbox_handler_nix_rss_flowkey_cfg()
4342 nix_hw = get_nix_hw(rvu->hw, blkaddr); in rvu_mbox_handler_nix_rss_flowkey_cfg()
4349 alg_idx = reserve_flowkey_alg_idx(rvu, blkaddr, in rvu_mbox_handler_nix_rss_flowkey_cfg()
4360 static int nix_rx_flowkey_alg_cfg(struct rvu *rvu, int blkaddr) in nix_rx_flowkey_alg_cfg() argument
4368 rvu_write64(rvu, blkaddr, in nix_rx_flowkey_alg_cfg()
4375 rc = reserve_flowkey_alg_idx(rvu, blkaddr, flowkey_cfg); in nix_rx_flowkey_alg_cfg()
4382 rc = reserve_flowkey_alg_idx(rvu, blkaddr, flowkey_cfg); in nix_rx_flowkey_alg_cfg()
4388 rc = reserve_flowkey_alg_idx(rvu, blkaddr, flowkey_cfg); in nix_rx_flowkey_alg_cfg()
4394 rc = reserve_flowkey_alg_idx(rvu, blkaddr, flowkey_cfg); in nix_rx_flowkey_alg_cfg()
4401 rc = reserve_flowkey_alg_idx(rvu, blkaddr, flowkey_cfg); in nix_rx_flowkey_alg_cfg()
4408 rc = reserve_flowkey_alg_idx(rvu, blkaddr, flowkey_cfg); in nix_rx_flowkey_alg_cfg()
4415 rc = reserve_flowkey_alg_idx(rvu, blkaddr, flowkey_cfg); in nix_rx_flowkey_alg_cfg()
4422 rc = reserve_flowkey_alg_idx(rvu, blkaddr, flowkey_cfg); in nix_rx_flowkey_alg_cfg()
4435 int blkaddr, nixlf, err; in rvu_mbox_handler_nix_set_mac_addr() local
4438 err = nix_get_nixlf(rvu, pcifunc, &nixlf, &blkaddr); in rvu_mbox_handler_nix_set_mac_addr()
4605 int blkaddr, link = -1; in rvu_mbox_handler_nix_set_hw_frs() local
4612 blkaddr = rvu_get_blkaddr(rvu, BLKTYPE_NIX, pcifunc); in rvu_mbox_handler_nix_set_hw_frs()
4613 if (blkaddr < 0) in rvu_mbox_handler_nix_set_hw_frs()
4616 nix_hw = get_nix_hw(rvu->hw, blkaddr); in rvu_mbox_handler_nix_set_hw_frs()
4658 cfg = rvu_read64(rvu, blkaddr, NIX_AF_RX_LINKX_CFG(link)); in rvu_mbox_handler_nix_set_hw_frs()
4662 rvu_write64(rvu, blkaddr, NIX_AF_RX_LINKX_CFG(link), cfg); in rvu_mbox_handler_nix_set_hw_frs()
4670 int nixlf, blkaddr, err; in rvu_mbox_handler_nix_set_rx_cfg() local
4673 err = nix_get_nixlf(rvu, req->hdr.pcifunc, &nixlf, &blkaddr); in rvu_mbox_handler_nix_set_rx_cfg()
4677 cfg = rvu_read64(rvu, blkaddr, NIX_AF_LFX_RX_CFG(nixlf)); in rvu_mbox_handler_nix_set_rx_cfg()
4699 rvu_write64(rvu, blkaddr, NIX_AF_LFX_RX_CFG(nixlf), cfg); in rvu_mbox_handler_nix_set_rx_cfg()
4709 static void nix_link_config(struct rvu *rvu, int blkaddr, in nix_link_config() argument
4724 rvu_write64(rvu, blkaddr, NIX_AF_SDP_LINK_CREDIT, SDP_LINK_CREDIT); in nix_link_config()
4733 rvu_write64(rvu, blkaddr, NIX_AF_RX_LINKX_CFG(link), in nix_link_config()
4738 rvu_write64(rvu, blkaddr, NIX_AF_RX_LINKX_CFG(link), in nix_link_config()
4743 rvu_write64(rvu, blkaddr, NIX_AF_RX_LINKX_CFG(link), in nix_link_config()
4780 rvu_write64(rvu, blkaddr, in nix_link_config()
4792 rvu_write64(rvu, blkaddr, in nix_link_config()
4797 static int nix_calibrate_x2p(struct rvu *rvu, int blkaddr) in nix_calibrate_x2p() argument
4803 rvu_write64(rvu, blkaddr, NIX_AF_CFG, in nix_calibrate_x2p()
4804 rvu_read64(rvu, blkaddr, NIX_AF_CFG) | BIT_ULL(9)); in nix_calibrate_x2p()
4806 err = rvu_poll_reg(rvu, blkaddr, in nix_calibrate_x2p()
4813 status = rvu_read64(rvu, blkaddr, NIX_AF_STATUS); in nix_calibrate_x2p()
4833 rvu_write64(rvu, blkaddr, NIX_AF_CFG, in nix_calibrate_x2p()
4834 rvu_read64(rvu, blkaddr, NIX_AF_CFG) & ~BIT_ULL(9)); in nix_calibrate_x2p()
4883 static void rvu_nix_setup_capabilities(struct rvu *rvu, int blkaddr) in rvu_nix_setup_capabilities() argument
4888 hw_const = rvu_read64(rvu, blkaddr, NIX_AF_CONST1); in rvu_nix_setup_capabilities()
4912 int blkaddr = nix_hw->blkaddr; in rvu_nix_block_init() local
4917 block = &hw->block[blkaddr]; in rvu_nix_block_init()
4924 rvu_write64(rvu, blkaddr, NIX_AF_CFG, in rvu_nix_block_init()
4925 rvu_read64(rvu, blkaddr, NIX_AF_CFG) | 0x40ULL); in rvu_nix_block_init()
4929 rvu_write64(rvu, blkaddr, NIX_AF_PSE_CHANNEL_LEVEL, 0x01); in rvu_nix_block_init()
4935 cfg = rvu_read64(rvu, blkaddr, NIX_AF_SQM_DBG_CTL_STATUS); in rvu_nix_block_init()
4937 rvu_write64(rvu, blkaddr, NIX_AF_SQM_DBG_CTL_STATUS, cfg); in rvu_nix_block_init()
4941 err = nix_calibrate_x2p(rvu, blkaddr); in rvu_nix_block_init()
4946 rvu_nix_setup_capabilities(rvu, blkaddr); in rvu_nix_block_init()
4954 rvu_write64(rvu, blkaddr, NIX_AF_CINT_DELAY, 0x0ULL); in rvu_nix_block_init()
4956 cfg = rvu_read64(rvu, blkaddr, NIX_AF_SEB_CFG); in rvu_nix_block_init()
4963 rvu_write64(rvu, blkaddr, NIX_AF_SEB_CFG, cfg); in rvu_nix_block_init()
4968 if (is_block_implemented(hw, blkaddr)) { in rvu_nix_block_init()
4969 err = nix_setup_txschq(rvu, nix_hw, blkaddr); in rvu_nix_block_init()
4973 err = nix_setup_ipolicers(rvu, nix_hw, blkaddr); in rvu_nix_block_init()
4977 err = nix_af_mark_format_setup(rvu, nix_hw, blkaddr); in rvu_nix_block_init()
4981 err = nix_setup_mcast(rvu, nix_hw, blkaddr); in rvu_nix_block_init()
4989 err = nix_setup_bpids(rvu, nix_hw, blkaddr); in rvu_nix_block_init()
4994 nix_setup_lso(rvu, nix_hw, blkaddr); in rvu_nix_block_init()
5000 rvu_write64(rvu, blkaddr, NIX_AF_RX_DEF_OL2, in rvu_nix_block_init()
5003 rvu_write64(rvu, blkaddr, NIX_AF_RX_DEF_OIP4, in rvu_nix_block_init()
5006 rvu_write64(rvu, blkaddr, NIX_AF_RX_DEF_IIP4, in rvu_nix_block_init()
5009 rvu_write64(rvu, blkaddr, NIX_AF_RX_DEF_OIP6, in rvu_nix_block_init()
5012 rvu_write64(rvu, blkaddr, NIX_AF_RX_DEF_IIP6, in rvu_nix_block_init()
5015 rvu_write64(rvu, blkaddr, NIX_AF_RX_DEF_OTCP, in rvu_nix_block_init()
5018 rvu_write64(rvu, blkaddr, NIX_AF_RX_DEF_ITCP, in rvu_nix_block_init()
5021 rvu_write64(rvu, blkaddr, NIX_AF_RX_DEF_OUDP, in rvu_nix_block_init()
5024 rvu_write64(rvu, blkaddr, NIX_AF_RX_DEF_IUDP, in rvu_nix_block_init()
5027 rvu_write64(rvu, blkaddr, NIX_AF_RX_DEF_OSCTP, in rvu_nix_block_init()
5030 rvu_write64(rvu, blkaddr, NIX_AF_RX_DEF_ISCTP, in rvu_nix_block_init()
5038 rvu_write64(rvu, blkaddr, NIX_AF_RX_DEF_CST_APAD0, in rvu_nix_block_init()
5043 rvu_write64(rvu, blkaddr, NIX_AF_RX_DEF_CST_APAD1, in rvu_nix_block_init()
5054 rvu_write64(rvu, blkaddr, NIX_AF_RX_DEF_ET(0), in rvu_nix_block_init()
5060 rvu_write64(rvu, blkaddr, NIX_AF_RX_DEF_ET(1), in rvu_nix_block_init()
5068 err = nix_rx_flowkey_alg_cfg(rvu, blkaddr); in rvu_nix_block_init()
5078 nix_link_config(rvu, blkaddr, nix_hw); in rvu_nix_block_init()
5081 rvu_write64(rvu, blkaddr, NIX_AF_RX_CFG, BIT_ULL(0)); in rvu_nix_block_init()
5090 int blkaddr = 0, err; in rvu_nix_init() local
5098 blkaddr = rvu_get_next_nix_blkaddr(rvu, blkaddr); in rvu_nix_init()
5099 while (blkaddr) { in rvu_nix_init()
5102 nix_hw->blkaddr = blkaddr; in rvu_nix_init()
5106 blkaddr = rvu_get_next_nix_blkaddr(rvu, blkaddr); in rvu_nix_init()
5113 static void rvu_nix_block_freemem(struct rvu *rvu, int blkaddr, in rvu_nix_block_freemem() argument
5124 if (is_block_implemented(rvu->hw, blkaddr)) { in rvu_nix_block_freemem()
5125 nix_hw = get_nix_hw(rvu->hw, blkaddr); in rvu_nix_block_freemem()
5153 int blkaddr = 0; in rvu_nix_freemem() local
5155 blkaddr = rvu_get_next_nix_blkaddr(rvu, blkaddr); in rvu_nix_freemem()
5156 while (blkaddr) { in rvu_nix_freemem()
5157 block = &hw->block[blkaddr]; in rvu_nix_freemem()
5158 rvu_nix_block_freemem(rvu, blkaddr, block); in rvu_nix_freemem()
5159 blkaddr = rvu_get_next_nix_blkaddr(rvu, blkaddr); in rvu_nix_freemem()
5194 int blkaddr; in nix_mcast_update_mce_entry() local
5196 blkaddr = rvu_get_blkaddr(rvu, BLKTYPE_NIX, pcifunc); in nix_mcast_update_mce_entry()
5197 nix_hw = get_nix_hw(rvu->hw, blkaddr); in nix_mcast_update_mce_entry()
5295 void rvu_nix_lf_teardown(struct rvu *rvu, u16 pcifunc, int blkaddr, int nixlf) in rvu_nix_lf_teardown() argument
5312 nix_rx_sync(rvu, blkaddr); in rvu_nix_lf_teardown()
5369 sa_base = rvu_read64(rvu, blkaddr, NIX_AF_LFX_RX_IPSEC_SA_BASE(nixlf)); in rvu_nix_lf_teardown()
5384 int blkaddr, pf; in rvu_nix_lf_ptp_tx_cfg() local
5392 blkaddr = rvu_get_blkaddr(rvu, BLKTYPE_NIX, pcifunc); in rvu_nix_lf_ptp_tx_cfg()
5393 if (blkaddr < 0) in rvu_nix_lf_ptp_tx_cfg()
5396 block = &hw->block[blkaddr]; in rvu_nix_lf_ptp_tx_cfg()
5401 cfg = rvu_read64(rvu, blkaddr, NIX_AF_LFX_TX_CFG(nixlf)); in rvu_nix_lf_ptp_tx_cfg()
5408 rvu_write64(rvu, blkaddr, NIX_AF_LFX_TX_CFG(nixlf), cfg); in rvu_nix_lf_ptp_tx_cfg()
5432 int blkaddr, idx, f; in rvu_mbox_handler_nix_lso_format_cfg() local
5436 blkaddr = rvu_get_blkaddr(rvu, BLKTYPE_NIX, pcifunc); in rvu_mbox_handler_nix_lso_format_cfg()
5437 if (!pfvf->nixlf || blkaddr < 0) in rvu_mbox_handler_nix_lso_format_cfg()
5440 nix_hw = get_nix_hw(rvu->hw, blkaddr); in rvu_mbox_handler_nix_lso_format_cfg()
5447 reg = rvu_read64(rvu, blkaddr, in rvu_mbox_handler_nix_lso_format_cfg()
5469 rvu_write64(rvu, blkaddr, in rvu_mbox_handler_nix_lso_format_cfg()
5490 int blkaddr) in nix_inline_ipsec_cfg() argument
5495 cpt_idx = (blkaddr == BLKADDR_NIX0) ? 0 : 1; in nix_inline_ipsec_cfg()
5508 rvu_write64(rvu, blkaddr, NIX_AF_RX_IPSEC_GEN_CFG, val); in nix_inline_ipsec_cfg()
5521 rvu_write64(rvu, blkaddr, NIX_AF_RX_CPTX_INST_QSEL(cpt_idx), in nix_inline_ipsec_cfg()
5525 val = rvu_read64(rvu, blkaddr, NIX_AF_RX_CPTX_CREDIT(cpt_idx)); in nix_inline_ipsec_cfg()
5527 rvu_write64(rvu, blkaddr, NIX_AF_RX_CPTX_CREDIT(cpt_idx), in nix_inline_ipsec_cfg()
5533 rvu_write64(rvu, blkaddr, NIX_AF_RX_CPTX_CREDIT(cpt_idx), val); in nix_inline_ipsec_cfg()
5535 rvu_write64(rvu, blkaddr, NIX_AF_RX_IPSEC_GEN_CFG, 0x0); in nix_inline_ipsec_cfg()
5536 rvu_write64(rvu, blkaddr, NIX_AF_RX_CPTX_INST_QSEL(cpt_idx), in nix_inline_ipsec_cfg()
5538 val = rvu_read64(rvu, blkaddr, NIX_AF_RX_CPTX_CREDIT(cpt_idx)); in nix_inline_ipsec_cfg()
5540 rvu_write64(rvu, blkaddr, NIX_AF_RX_CPTX_CREDIT(cpt_idx), in nix_inline_ipsec_cfg()
5587 int lf, blkaddr, err; in rvu_mbox_handler_nix_inline_ipsec_lf_cfg() local
5593 err = nix_get_nixlf(rvu, req->hdr.pcifunc, &lf, &blkaddr); in rvu_mbox_handler_nix_inline_ipsec_lf_cfg()
5604 if (blkaddr == BLKADDR_NIX1) in rvu_mbox_handler_nix_inline_ipsec_lf_cfg()
5607 rvu_write64(rvu, blkaddr, NIX_AF_LFX_RX_IPSEC_CFG0(lf), val); in rvu_mbox_handler_nix_inline_ipsec_lf_cfg()
5612 rvu_write64(rvu, blkaddr, NIX_AF_LFX_RX_IPSEC_CFG1(lf), val); in rvu_mbox_handler_nix_inline_ipsec_lf_cfg()
5615 rvu_write64(rvu, blkaddr, NIX_AF_LFX_RX_IPSEC_SA_BASE(lf), in rvu_mbox_handler_nix_inline_ipsec_lf_cfg()
5618 rvu_write64(rvu, blkaddr, NIX_AF_LFX_RX_IPSEC_CFG0(lf), 0x0); in rvu_mbox_handler_nix_inline_ipsec_lf_cfg()
5619 rvu_write64(rvu, blkaddr, NIX_AF_LFX_RX_IPSEC_CFG1(lf), 0x0); in rvu_mbox_handler_nix_inline_ipsec_lf_cfg()
5620 rvu_write64(rvu, blkaddr, NIX_AF_LFX_RX_IPSEC_SA_BASE(lf), in rvu_mbox_handler_nix_inline_ipsec_lf_cfg()
5637 static void nix_config_rx_pkt_policer_precolor(struct rvu *rvu, int blkaddr) in nix_config_rx_pkt_policer_precolor() argument
5649 rvu_write64(rvu, blkaddr, NIX_AF_RX_DEF_VLAN0_PCP_DEI, in nix_config_rx_pkt_policer_precolor()
5653 rvu_write64(rvu, blkaddr, NIX_AF_RX_DEF_VLAN1_PCP_DEI, in nix_config_rx_pkt_policer_precolor()
5659 rvu_write64(rvu, blkaddr, NIX_AF_RX_DEF_OIP4_DSCP, in nix_config_rx_pkt_policer_precolor()
5663 rvu_write64(rvu, blkaddr, NIX_AF_RX_DEF_IIP4_DSCP, in nix_config_rx_pkt_policer_precolor()
5669 rvu_write64(rvu, blkaddr, NIX_AF_RX_DEF_OIP6_DSCP, in nix_config_rx_pkt_policer_precolor()
5673 rvu_write64(rvu, blkaddr, NIX_AF_RX_DEF_IIP6_DSCP, in nix_config_rx_pkt_policer_precolor()
5701 struct nix_hw *nix_hw, int blkaddr) in nix_setup_ipolicers() argument
5708 cfg = rvu_read64(rvu, blkaddr, NIX_AF_CONST); in nix_setup_ipolicers()
5720 cfg = rvu_read64(rvu, blkaddr, NIX_AF_PL_CONST); in nix_setup_ipolicers()
5786 rvu_write64(rvu, blkaddr, NIX_AF_PL_TS, 19); in nix_setup_ipolicers()
5788 nix_config_rx_pkt_policer_precolor(rvu, blkaddr); in nix_setup_ipolicers()
5861 int blkaddr, layer, prof, idx, err; in rvu_mbox_handler_nix_bandprof_alloc() local
5869 err = nix_get_struct_ptrs(rvu, pcifunc, &nix_hw, &blkaddr); in rvu_mbox_handler_nix_bandprof_alloc()
5900 int blkaddr, layer, prof_idx, err; in nix_free_all_bandprof() local
5907 err = nix_get_struct_ptrs(rvu, pcifunc, &nix_hw, &blkaddr); in nix_free_all_bandprof()
5940 int blkaddr, layer, prof_idx, idx, err; in rvu_mbox_handler_nix_bandprof_free() local
5951 err = nix_get_struct_ptrs(rvu, pcifunc, &nix_hw, &blkaddr); in rvu_mbox_handler_nix_bandprof_free()
6032 int blkaddr, idx, rc; in rvu_nix_setup_ratelimit_aggr() local
6037 rc = nix_get_struct_ptrs(rvu, pcifunc, &nix_hw, &blkaddr); in rvu_nix_setup_ratelimit_aggr()
6229 int blkaddr, layer, err; in rvu_mbox_handler_nix_bandprof_get_hwinfo() local
6236 err = nix_get_struct_ptrs(rvu, req->hdr.pcifunc, &nix_hw, &blkaddr); in rvu_mbox_handler_nix_bandprof_get_hwinfo()
6252 tu = rvu_read64(rvu, blkaddr, NIX_AF_PL_TS) & GENMASK_ULL(9, 0); in rvu_mbox_handler_nix_bandprof_get_hwinfo()
6282 int blkaddr, ret; in rvu_nix_mcast_get_mce_index() local
6284 blkaddr = rvu_get_blkaddr(rvu, BLKTYPE_NIX, pcifunc); in rvu_nix_mcast_get_mce_index()
6285 nix_hw = get_nix_hw(rvu->hw, blkaddr); in rvu_nix_mcast_get_mce_index()
6309 int blkaddr; in rvu_nix_mcast_flr_free_entries() local
6311 blkaddr = rvu_get_blkaddr(rvu, BLKTYPE_NIX, pcifunc); in rvu_nix_mcast_flr_free_entries()
6312 nix_hw = get_nix_hw(rvu->hw, blkaddr); in rvu_nix_mcast_flr_free_entries()
6362 int blkaddr, ret = 0; in rvu_nix_mcast_update_mcam_entry() local
6364 blkaddr = rvu_get_blkaddr(rvu, BLKTYPE_NIX, pcifunc); in rvu_nix_mcast_update_mcam_entry()
6365 nix_hw = get_nix_hw(rvu->hw, blkaddr); in rvu_nix_mcast_update_mcam_entry()
6388 int blkaddr, err; in rvu_mbox_handler_nix_mcast_grp_create() local
6390 err = nix_get_struct_ptrs(rvu, req->hdr.pcifunc, &nix_hw, &blkaddr); in rvu_mbox_handler_nix_mcast_grp_create()
6423 int blkaddr, err, ret = 0; in rvu_mbox_handler_nix_mcast_grp_destroy() local
6427 err = nix_get_struct_ptrs(rvu, req->hdr.pcifunc, &nix_hw, &blkaddr); in rvu_mbox_handler_nix_mcast_grp_destroy()
6487 int blkaddr, err, npc_blkaddr; in rvu_mbox_handler_nix_mcast_grp_update() local
6496 err = nix_get_struct_ptrs(rvu, req->hdr.pcifunc, &nix_hw, &blkaddr); in rvu_mbox_handler_nix_mcast_grp_update()