| // SPDX-License-Identifier: GPL-2.0 |
| // Copyright (c) 2019 Mellanox Technologies. |
| |
| #include "health.h" |
| #include "params.h" |
| #include "txrx.h" |
| #include "devlink.h" |
| #include "ptp.h" |
| |
| static int mlx5e_query_rq_state(struct mlx5_core_dev *dev, u32 rqn, u8 *state) |
| { |
| int outlen = MLX5_ST_SZ_BYTES(query_rq_out); |
| void *out; |
| void *rqc; |
| int err; |
| |
| out = kvzalloc(outlen, GFP_KERNEL); |
| if (!out) |
| return -ENOMEM; |
| |
| err = mlx5_core_query_rq(dev, rqn, out); |
| if (err) |
| goto out; |
| |
| rqc = MLX5_ADDR_OF(query_rq_out, out, rq_context); |
| *state = MLX5_GET(rqc, rqc, state); |
| |
| out: |
| kvfree(out); |
| return err; |
| } |
| |
| static int mlx5e_wait_for_icosq_flush(struct mlx5e_icosq *icosq) |
| { |
| unsigned long exp_time = jiffies + |
| msecs_to_jiffies(MLX5E_REPORTER_FLUSH_TIMEOUT_MSEC); |
| |
| while (time_before(jiffies, exp_time)) { |
| if (icosq->cc == icosq->pc) |
| return 0; |
| |
| msleep(20); |
| } |
| |
| netdev_err(icosq->channel->netdev, |
| "Wait for ICOSQ 0x%x flush timeout (cc = 0x%x, pc = 0x%x)\n", |
| icosq->sqn, icosq->cc, icosq->pc); |
| |
| return -ETIMEDOUT; |
| } |
| |
| static void mlx5e_reset_icosq_cc_pc(struct mlx5e_icosq *icosq) |
| { |
| WARN_ONCE(icosq->cc != icosq->pc, "ICOSQ 0x%x: cc (0x%x) != pc (0x%x)\n", |
| icosq->sqn, icosq->cc, icosq->pc); |
| icosq->cc = 0; |
| icosq->pc = 0; |
| } |
| |
| static int mlx5e_rx_reporter_err_icosq_cqe_recover(void *ctx) |
| { |
| struct mlx5_core_dev *mdev; |
| struct mlx5e_icosq *icosq; |
| struct net_device *dev; |
| struct mlx5e_rq *rq; |
| u8 state; |
| int err; |
| |
| icosq = ctx; |
| rq = &icosq->channel->rq; |
| mdev = icosq->channel->mdev; |
| dev = icosq->channel->netdev; |
| err = mlx5_core_query_sq_state(mdev, icosq->sqn, &state); |
| if (err) { |
| netdev_err(dev, "Failed to query ICOSQ 0x%x state. err = %d\n", |
| icosq->sqn, err); |
| goto out; |
| } |
| |
| if (state != MLX5_SQC_STATE_ERR) |
| goto out; |
| |
| mlx5e_deactivate_rq(rq); |
| err = mlx5e_wait_for_icosq_flush(icosq); |
| if (err) |
| goto out; |
| |
| mlx5e_deactivate_icosq(icosq); |
| |
| /* At this point, both the rq and the icosq are disabled */ |
| |
| err = mlx5e_health_sq_to_ready(mdev, dev, icosq->sqn); |
| if (err) |
| goto out; |
| |
| mlx5e_reset_icosq_cc_pc(icosq); |
| mlx5e_free_rx_in_progress_descs(rq); |
| clear_bit(MLX5E_SQ_STATE_RECOVERING, &icosq->state); |
| mlx5e_activate_icosq(icosq); |
| mlx5e_activate_rq(rq); |
| |
| rq->stats->recover++; |
| return 0; |
| out: |
| clear_bit(MLX5E_SQ_STATE_RECOVERING, &icosq->state); |
| return err; |
| } |
| |
| static int mlx5e_rq_to_ready(struct mlx5e_rq *rq, int curr_state) |
| { |
| struct net_device *dev = rq->netdev; |
| int err; |
| |
| err = mlx5e_modify_rq_state(rq, curr_state, MLX5_RQC_STATE_RST); |
| if (err) { |
| netdev_err(dev, "Failed to move rq 0x%x to reset\n", rq->rqn); |
| return err; |
| } |
| err = mlx5e_modify_rq_state(rq, MLX5_RQC_STATE_RST, MLX5_RQC_STATE_RDY); |
| if (err) { |
| netdev_err(dev, "Failed to move rq 0x%x to ready\n", rq->rqn); |
| return err; |
| } |
| |
| return 0; |
| } |
| |
| static int mlx5e_rx_reporter_err_rq_cqe_recover(void *ctx) |
| { |
| struct mlx5e_rq *rq = ctx; |
| int err; |
| |
| mlx5e_deactivate_rq(rq); |
| mlx5e_free_rx_descs(rq); |
| |
| err = mlx5e_rq_to_ready(rq, MLX5_RQC_STATE_ERR); |
| if (err) |
| goto out; |
| |
| clear_bit(MLX5E_RQ_STATE_RECOVERING, &rq->state); |
| mlx5e_activate_rq(rq); |
| rq->stats->recover++; |
| return 0; |
| out: |
| clear_bit(MLX5E_RQ_STATE_RECOVERING, &rq->state); |
| return err; |
| } |
| |
| static int mlx5e_rx_reporter_timeout_recover(void *ctx) |
| { |
| struct mlx5_eq_comp *eq; |
| struct mlx5e_rq *rq; |
| int err; |
| |
| rq = ctx; |
| eq = rq->cq.mcq.eq; |
| |
| err = mlx5e_health_channel_eq_recover(rq->netdev, eq, rq->cq.ch_stats); |
| if (err && rq->icosq) |
| clear_bit(MLX5E_SQ_STATE_ENABLED, &rq->icosq->state); |
| |
| return err; |
| } |
| |
| static int mlx5e_rx_reporter_recover_from_ctx(struct mlx5e_err_ctx *err_ctx) |
| { |
| return err_ctx->recover(err_ctx->ctx); |
| } |
| |
| static int mlx5e_rx_reporter_recover(struct devlink_health_reporter *reporter, |
| void *context, |
| struct netlink_ext_ack *extack) |
| { |
| struct mlx5e_priv *priv = devlink_health_reporter_priv(reporter); |
| struct mlx5e_err_ctx *err_ctx = context; |
| |
| return err_ctx ? mlx5e_rx_reporter_recover_from_ctx(err_ctx) : |
| mlx5e_health_recover_channels(priv); |
| } |
| |
| static int mlx5e_reporter_icosq_diagnose(struct mlx5e_icosq *icosq, u8 hw_state, |
| struct devlink_fmsg *fmsg) |
| { |
| int err; |
| |
| err = mlx5e_health_fmsg_named_obj_nest_start(fmsg, "ICOSQ"); |
| if (err) |
| return err; |
| |
| err = devlink_fmsg_u32_pair_put(fmsg, "sqn", icosq->sqn); |
| if (err) |
| return err; |
| |
| err = devlink_fmsg_u8_pair_put(fmsg, "HW state", hw_state); |
| if (err) |
| return err; |
| |
| err = devlink_fmsg_u32_pair_put(fmsg, "cc", icosq->cc); |
| if (err) |
| return err; |
| |
| err = devlink_fmsg_u32_pair_put(fmsg, "pc", icosq->pc); |
| if (err) |
| return err; |
| |
| err = devlink_fmsg_u32_pair_put(fmsg, "WQE size", |
| mlx5_wq_cyc_get_size(&icosq->wq)); |
| if (err) |
| return err; |
| |
| err = mlx5e_health_fmsg_named_obj_nest_start(fmsg, "CQ"); |
| if (err) |
| return err; |
| |
| err = devlink_fmsg_u32_pair_put(fmsg, "cqn", icosq->cq.mcq.cqn); |
| if (err) |
| return err; |
| |
| err = devlink_fmsg_u32_pair_put(fmsg, "cc", icosq->cq.wq.cc); |
| if (err) |
| return err; |
| |
| err = devlink_fmsg_u32_pair_put(fmsg, "size", mlx5_cqwq_get_size(&icosq->cq.wq)); |
| if (err) |
| return err; |
| |
| err = mlx5e_health_fmsg_named_obj_nest_end(fmsg); |
| if (err) |
| return err; |
| |
| return mlx5e_health_fmsg_named_obj_nest_end(fmsg); |
| } |
| |
| static int |
| mlx5e_rx_reporter_build_diagnose_output_rq_common(struct mlx5e_rq *rq, |
| struct devlink_fmsg *fmsg) |
| { |
| u16 wqe_counter; |
| int wqes_sz; |
| u8 hw_state; |
| u16 wq_head; |
| int err; |
| |
| err = mlx5e_query_rq_state(rq->mdev, rq->rqn, &hw_state); |
| if (err) |
| return err; |
| |
| wqes_sz = mlx5e_rqwq_get_cur_sz(rq); |
| wq_head = mlx5e_rqwq_get_head(rq); |
| wqe_counter = mlx5e_rqwq_get_wqe_counter(rq); |
| |
| err = devlink_fmsg_u32_pair_put(fmsg, "rqn", rq->rqn); |
| if (err) |
| return err; |
| |
| err = devlink_fmsg_u8_pair_put(fmsg, "HW state", hw_state); |
| if (err) |
| return err; |
| |
| err = devlink_fmsg_u8_pair_put(fmsg, "SW state", rq->state); |
| if (err) |
| return err; |
| |
| err = devlink_fmsg_u32_pair_put(fmsg, "WQE counter", wqe_counter); |
| if (err) |
| return err; |
| |
| err = devlink_fmsg_u32_pair_put(fmsg, "posted WQEs", wqes_sz); |
| if (err) |
| return err; |
| |
| err = devlink_fmsg_u32_pair_put(fmsg, "cc", wq_head); |
| if (err) |
| return err; |
| |
| err = mlx5e_health_cq_diag_fmsg(&rq->cq, fmsg); |
| if (err) |
| return err; |
| |
| err = mlx5e_health_eq_diag_fmsg(rq->cq.mcq.eq, fmsg); |
| if (err) |
| return err; |
| |
| if (rq->icosq) { |
| struct mlx5e_icosq *icosq = rq->icosq; |
| u8 icosq_hw_state; |
| |
| err = mlx5_core_query_sq_state(rq->mdev, icosq->sqn, &icosq_hw_state); |
| if (err) |
| return err; |
| |
| err = mlx5e_reporter_icosq_diagnose(icosq, icosq_hw_state, fmsg); |
| if (err) |
| return err; |
| } |
| |
| return 0; |
| } |
| |
| static int mlx5e_rx_reporter_build_diagnose_output(struct mlx5e_rq *rq, |
| struct devlink_fmsg *fmsg) |
| { |
| int err; |
| |
| err = devlink_fmsg_obj_nest_start(fmsg); |
| if (err) |
| return err; |
| |
| err = devlink_fmsg_u32_pair_put(fmsg, "channel ix", rq->ix); |
| if (err) |
| return err; |
| |
| err = mlx5e_rx_reporter_build_diagnose_output_rq_common(rq, fmsg); |
| if (err) |
| return err; |
| |
| return devlink_fmsg_obj_nest_end(fmsg); |
| } |
| |
| static int mlx5e_rx_reporter_diagnose_generic_rq(struct mlx5e_rq *rq, |
| struct devlink_fmsg *fmsg) |
| { |
| struct mlx5e_priv *priv = rq->priv; |
| struct mlx5e_params *params; |
| u32 rq_stride, rq_sz; |
| bool real_time; |
| int err; |
| |
| params = &priv->channels.params; |
| rq_sz = mlx5e_rqwq_get_size(rq); |
| real_time = mlx5_is_real_time_rq(priv->mdev); |
| rq_stride = BIT(mlx5e_mpwqe_get_log_stride_size(priv->mdev, params, NULL)); |
| |
| err = mlx5e_health_fmsg_named_obj_nest_start(fmsg, "RQ"); |
| if (err) |
| return err; |
| |
| err = devlink_fmsg_u8_pair_put(fmsg, "type", params->rq_wq_type); |
| if (err) |
| return err; |
| |
| err = devlink_fmsg_u64_pair_put(fmsg, "stride size", rq_stride); |
| if (err) |
| return err; |
| |
| err = devlink_fmsg_u32_pair_put(fmsg, "size", rq_sz); |
| if (err) |
| return err; |
| |
| err = devlink_fmsg_string_pair_put(fmsg, "ts_format", real_time ? "RT" : "FRC"); |
| if (err) |
| return err; |
| |
| err = mlx5e_health_cq_common_diag_fmsg(&rq->cq, fmsg); |
| if (err) |
| return err; |
| |
| return mlx5e_health_fmsg_named_obj_nest_end(fmsg); |
| } |
| |
| static int |
| mlx5e_rx_reporter_diagnose_common_ptp_config(struct mlx5e_priv *priv, struct mlx5e_ptp *ptp_ch, |
| struct devlink_fmsg *fmsg) |
| { |
| int err; |
| |
| err = mlx5e_health_fmsg_named_obj_nest_start(fmsg, "PTP"); |
| if (err) |
| return err; |
| |
| err = devlink_fmsg_u32_pair_put(fmsg, "filter_type", priv->tstamp.rx_filter); |
| if (err) |
| return err; |
| |
| err = mlx5e_rx_reporter_diagnose_generic_rq(&ptp_ch->rq, fmsg); |
| if (err) |
| return err; |
| |
| return mlx5e_health_fmsg_named_obj_nest_end(fmsg); |
| } |
| |
| static int |
| mlx5e_rx_reporter_diagnose_common_config(struct devlink_health_reporter *reporter, |
| struct devlink_fmsg *fmsg) |
| { |
| struct mlx5e_priv *priv = devlink_health_reporter_priv(reporter); |
| struct mlx5e_rq *generic_rq = &priv->channels.c[0]->rq; |
| struct mlx5e_ptp *ptp_ch = priv->channels.ptp; |
| int err; |
| |
| err = mlx5e_health_fmsg_named_obj_nest_start(fmsg, "Common config"); |
| if (err) |
| return err; |
| |
| err = mlx5e_rx_reporter_diagnose_generic_rq(generic_rq, fmsg); |
| if (err) |
| return err; |
| |
| if (ptp_ch && test_bit(MLX5E_PTP_STATE_RX, ptp_ch->state)) { |
| err = mlx5e_rx_reporter_diagnose_common_ptp_config(priv, ptp_ch, fmsg); |
| if (err) |
| return err; |
| } |
| |
| return mlx5e_health_fmsg_named_obj_nest_end(fmsg); |
| } |
| |
| static int mlx5e_rx_reporter_build_diagnose_output_ptp_rq(struct mlx5e_rq *rq, |
| struct devlink_fmsg *fmsg) |
| { |
| int err; |
| |
| err = devlink_fmsg_obj_nest_start(fmsg); |
| if (err) |
| return err; |
| |
| err = devlink_fmsg_string_pair_put(fmsg, "channel", "ptp"); |
| if (err) |
| return err; |
| |
| err = mlx5e_rx_reporter_build_diagnose_output_rq_common(rq, fmsg); |
| if (err) |
| return err; |
| |
| err = devlink_fmsg_obj_nest_end(fmsg); |
| if (err) |
| return err; |
| |
| return 0; |
| } |
| |
| static int mlx5e_rx_reporter_diagnose(struct devlink_health_reporter *reporter, |
| struct devlink_fmsg *fmsg, |
| struct netlink_ext_ack *extack) |
| { |
| struct mlx5e_priv *priv = devlink_health_reporter_priv(reporter); |
| struct mlx5e_ptp *ptp_ch = priv->channels.ptp; |
| int i, err = 0; |
| |
| mutex_lock(&priv->state_lock); |
| |
| if (!test_bit(MLX5E_STATE_OPENED, &priv->state)) |
| goto unlock; |
| |
| err = mlx5e_rx_reporter_diagnose_common_config(reporter, fmsg); |
| if (err) |
| goto unlock; |
| |
| err = devlink_fmsg_arr_pair_nest_start(fmsg, "RQs"); |
| if (err) |
| goto unlock; |
| |
| for (i = 0; i < priv->channels.num; i++) { |
| struct mlx5e_rq *rq = &priv->channels.c[i]->rq; |
| |
| err = mlx5e_rx_reporter_build_diagnose_output(rq, fmsg); |
| if (err) |
| goto unlock; |
| } |
| if (ptp_ch && test_bit(MLX5E_PTP_STATE_RX, ptp_ch->state)) { |
| err = mlx5e_rx_reporter_build_diagnose_output_ptp_rq(&ptp_ch->rq, fmsg); |
| if (err) |
| goto unlock; |
| } |
| err = devlink_fmsg_arr_pair_nest_end(fmsg); |
| unlock: |
| mutex_unlock(&priv->state_lock); |
| return err; |
| } |
| |
| static int mlx5e_rx_reporter_dump_icosq(struct mlx5e_priv *priv, struct devlink_fmsg *fmsg, |
| void *ctx) |
| { |
| struct mlx5e_txqsq *icosq = ctx; |
| struct mlx5_rsc_key key = {}; |
| int err; |
| |
| if (!test_bit(MLX5E_STATE_OPENED, &priv->state)) |
| return 0; |
| |
| err = mlx5e_health_fmsg_named_obj_nest_start(fmsg, "SX Slice"); |
| if (err) |
| return err; |
| |
| key.size = PAGE_SIZE; |
| key.rsc = MLX5_SGMT_TYPE_SX_SLICE_ALL; |
| err = mlx5e_health_rsc_fmsg_dump(priv, &key, fmsg); |
| if (err) |
| return err; |
| |
| err = mlx5e_health_fmsg_named_obj_nest_end(fmsg); |
| if (err) |
| return err; |
| |
| err = mlx5e_health_fmsg_named_obj_nest_start(fmsg, "ICOSQ"); |
| if (err) |
| return err; |
| |
| err = mlx5e_health_fmsg_named_obj_nest_start(fmsg, "QPC"); |
| if (err) |
| return err; |
| |
| key.rsc = MLX5_SGMT_TYPE_FULL_QPC; |
| key.index1 = icosq->sqn; |
| key.num_of_obj1 = 1; |
| |
| err = mlx5e_health_rsc_fmsg_dump(priv, &key, fmsg); |
| if (err) |
| return err; |
| |
| err = mlx5e_health_fmsg_named_obj_nest_end(fmsg); |
| if (err) |
| return err; |
| |
| err = mlx5e_health_fmsg_named_obj_nest_start(fmsg, "send_buff"); |
| if (err) |
| return err; |
| |
| key.rsc = MLX5_SGMT_TYPE_SND_BUFF; |
| key.num_of_obj2 = MLX5_RSC_DUMP_ALL; |
| |
| err = mlx5e_health_rsc_fmsg_dump(priv, &key, fmsg); |
| if (err) |
| return err; |
| |
| err = mlx5e_health_fmsg_named_obj_nest_end(fmsg); |
| if (err) |
| return err; |
| |
| return mlx5e_health_fmsg_named_obj_nest_end(fmsg); |
| } |
| |
| static int mlx5e_rx_reporter_dump_rq(struct mlx5e_priv *priv, struct devlink_fmsg *fmsg, |
| void *ctx) |
| { |
| struct mlx5_rsc_key key = {}; |
| struct mlx5e_rq *rq = ctx; |
| int err; |
| |
| if (!test_bit(MLX5E_STATE_OPENED, &priv->state)) |
| return 0; |
| |
| err = mlx5e_health_fmsg_named_obj_nest_start(fmsg, "RX Slice"); |
| if (err) |
| return err; |
| |
| key.size = PAGE_SIZE; |
| key.rsc = MLX5_SGMT_TYPE_RX_SLICE_ALL; |
| err = mlx5e_health_rsc_fmsg_dump(priv, &key, fmsg); |
| if (err) |
| return err; |
| |
| err = mlx5e_health_fmsg_named_obj_nest_end(fmsg); |
| if (err) |
| return err; |
| |
| err = mlx5e_health_fmsg_named_obj_nest_start(fmsg, "RQ"); |
| if (err) |
| return err; |
| |
| err = mlx5e_health_fmsg_named_obj_nest_start(fmsg, "QPC"); |
| if (err) |
| return err; |
| |
| key.rsc = MLX5_SGMT_TYPE_FULL_QPC; |
| key.index1 = rq->rqn; |
| key.num_of_obj1 = 1; |
| |
| err = mlx5e_health_rsc_fmsg_dump(priv, &key, fmsg); |
| if (err) |
| return err; |
| |
| err = mlx5e_health_fmsg_named_obj_nest_end(fmsg); |
| if (err) |
| return err; |
| |
| err = mlx5e_health_fmsg_named_obj_nest_start(fmsg, "receive_buff"); |
| if (err) |
| return err; |
| |
| key.rsc = MLX5_SGMT_TYPE_RCV_BUFF; |
| key.num_of_obj2 = MLX5_RSC_DUMP_ALL; |
| err = mlx5e_health_rsc_fmsg_dump(priv, &key, fmsg); |
| if (err) |
| return err; |
| |
| err = mlx5e_health_fmsg_named_obj_nest_end(fmsg); |
| if (err) |
| return err; |
| |
| return mlx5e_health_fmsg_named_obj_nest_end(fmsg); |
| } |
| |
| static int mlx5e_rx_reporter_dump_all_rqs(struct mlx5e_priv *priv, |
| struct devlink_fmsg *fmsg) |
| { |
| struct mlx5e_ptp *ptp_ch = priv->channels.ptp; |
| struct mlx5_rsc_key key = {}; |
| int i, err; |
| |
| if (!test_bit(MLX5E_STATE_OPENED, &priv->state)) |
| return 0; |
| |
| err = mlx5e_health_fmsg_named_obj_nest_start(fmsg, "RX Slice"); |
| if (err) |
| return err; |
| |
| key.size = PAGE_SIZE; |
| key.rsc = MLX5_SGMT_TYPE_RX_SLICE_ALL; |
| err = mlx5e_health_rsc_fmsg_dump(priv, &key, fmsg); |
| if (err) |
| return err; |
| |
| err = mlx5e_health_fmsg_named_obj_nest_end(fmsg); |
| if (err) |
| return err; |
| |
| err = devlink_fmsg_arr_pair_nest_start(fmsg, "RQs"); |
| if (err) |
| return err; |
| |
| for (i = 0; i < priv->channels.num; i++) { |
| struct mlx5e_rq *rq = &priv->channels.c[i]->rq; |
| |
| err = mlx5e_health_queue_dump(priv, fmsg, rq->rqn, "RQ"); |
| if (err) |
| return err; |
| } |
| |
| if (ptp_ch && test_bit(MLX5E_PTP_STATE_RX, ptp_ch->state)) { |
| err = mlx5e_health_queue_dump(priv, fmsg, ptp_ch->rq.rqn, "PTP RQ"); |
| if (err) |
| return err; |
| } |
| |
| return devlink_fmsg_arr_pair_nest_end(fmsg); |
| } |
| |
| static int mlx5e_rx_reporter_dump_from_ctx(struct mlx5e_priv *priv, |
| struct mlx5e_err_ctx *err_ctx, |
| struct devlink_fmsg *fmsg) |
| { |
| return err_ctx->dump(priv, fmsg, err_ctx->ctx); |
| } |
| |
| static int mlx5e_rx_reporter_dump(struct devlink_health_reporter *reporter, |
| struct devlink_fmsg *fmsg, void *context, |
| struct netlink_ext_ack *extack) |
| { |
| struct mlx5e_priv *priv = devlink_health_reporter_priv(reporter); |
| struct mlx5e_err_ctx *err_ctx = context; |
| |
| return err_ctx ? mlx5e_rx_reporter_dump_from_ctx(priv, err_ctx, fmsg) : |
| mlx5e_rx_reporter_dump_all_rqs(priv, fmsg); |
| } |
| |
| void mlx5e_reporter_rx_timeout(struct mlx5e_rq *rq) |
| { |
| char icosq_str[MLX5E_REPORTER_PER_Q_MAX_LEN] = {}; |
| char err_str[MLX5E_REPORTER_PER_Q_MAX_LEN]; |
| struct mlx5e_icosq *icosq = rq->icosq; |
| struct mlx5e_priv *priv = rq->priv; |
| struct mlx5e_err_ctx err_ctx = {}; |
| |
| err_ctx.ctx = rq; |
| err_ctx.recover = mlx5e_rx_reporter_timeout_recover; |
| err_ctx.dump = mlx5e_rx_reporter_dump_rq; |
| |
| if (icosq) |
| snprintf(icosq_str, sizeof(icosq_str), "ICOSQ: 0x%x, ", icosq->sqn); |
| snprintf(err_str, sizeof(err_str), |
| "RX timeout on channel: %d, %sRQ: 0x%x, CQ: 0x%x", |
| rq->ix, icosq_str, rq->rqn, rq->cq.mcq.cqn); |
| |
| mlx5e_health_report(priv, priv->rx_reporter, err_str, &err_ctx); |
| } |
| |
| void mlx5e_reporter_rq_cqe_err(struct mlx5e_rq *rq) |
| { |
| char err_str[MLX5E_REPORTER_PER_Q_MAX_LEN]; |
| struct mlx5e_priv *priv = rq->priv; |
| struct mlx5e_err_ctx err_ctx = {}; |
| |
| err_ctx.ctx = rq; |
| err_ctx.recover = mlx5e_rx_reporter_err_rq_cqe_recover; |
| err_ctx.dump = mlx5e_rx_reporter_dump_rq; |
| snprintf(err_str, sizeof(err_str), "ERR CQE on RQ: 0x%x", rq->rqn); |
| |
| mlx5e_health_report(priv, priv->rx_reporter, err_str, &err_ctx); |
| } |
| |
| void mlx5e_reporter_icosq_cqe_err(struct mlx5e_icosq *icosq) |
| { |
| struct mlx5e_priv *priv = icosq->channel->priv; |
| char err_str[MLX5E_REPORTER_PER_Q_MAX_LEN]; |
| struct mlx5e_err_ctx err_ctx = {}; |
| |
| err_ctx.ctx = icosq; |
| err_ctx.recover = mlx5e_rx_reporter_err_icosq_cqe_recover; |
| err_ctx.dump = mlx5e_rx_reporter_dump_icosq; |
| snprintf(err_str, sizeof(err_str), "ERR CQE on ICOSQ: 0x%x", icosq->sqn); |
| |
| mlx5e_health_report(priv, priv->rx_reporter, err_str, &err_ctx); |
| } |
| |
| static const struct devlink_health_reporter_ops mlx5_rx_reporter_ops = { |
| .name = "rx", |
| .recover = mlx5e_rx_reporter_recover, |
| .diagnose = mlx5e_rx_reporter_diagnose, |
| .dump = mlx5e_rx_reporter_dump, |
| }; |
| |
| #define MLX5E_REPORTER_RX_GRACEFUL_PERIOD 500 |
| |
| void mlx5e_reporter_rx_create(struct mlx5e_priv *priv) |
| { |
| struct devlink_port *dl_port = mlx5e_devlink_get_dl_port(priv); |
| struct devlink_health_reporter *reporter; |
| |
| reporter = devlink_port_health_reporter_create(dl_port, &mlx5_rx_reporter_ops, |
| MLX5E_REPORTER_RX_GRACEFUL_PERIOD, priv); |
| if (IS_ERR(reporter)) { |
| netdev_warn(priv->netdev, "Failed to create rx reporter, err = %ld\n", |
| PTR_ERR(reporter)); |
| return; |
| } |
| priv->rx_reporter = reporter; |
| } |
| |
| void mlx5e_reporter_rx_destroy(struct mlx5e_priv *priv) |
| { |
| if (!priv->rx_reporter) |
| return; |
| |
| devlink_port_health_reporter_destroy(priv->rx_reporter); |
| priv->rx_reporter = NULL; |
| } |