// SPDX-License-Identifier: GPL-2.0 /* Copyright (c) 2024, Intel Corporation. */ #include #include "ice.h" #include "devlink.h" static int ice_active_port_option = -1; /** * ice_devlink_port_opt_speed_str - convert speed to a string * @speed: speed value */ static const char *ice_devlink_port_opt_speed_str(u8 speed) { switch (speed & ICE_AQC_PORT_OPT_MAX_LANE_M) { case ICE_AQC_PORT_OPT_MAX_LANE_100M: return "0.1"; case ICE_AQC_PORT_OPT_MAX_LANE_1G: return "1"; case ICE_AQC_PORT_OPT_MAX_LANE_2500M: return "2.5"; case ICE_AQC_PORT_OPT_MAX_LANE_5G: return "5"; case ICE_AQC_PORT_OPT_MAX_LANE_10G: return "10"; case ICE_AQC_PORT_OPT_MAX_LANE_25G: return "25"; case ICE_AQC_PORT_OPT_MAX_LANE_50G: return "50"; case ICE_AQC_PORT_OPT_MAX_LANE_100G: return "100"; } return "-"; } #define ICE_PORT_OPT_DESC_LEN 50 /** * ice_devlink_port_options_print - Print available port split options * @pf: the PF to print split port options * * Prints a table with available port split options and max port speeds */ static void ice_devlink_port_options_print(struct ice_pf *pf) { u8 i, j, options_count, cnt, speed, pending_idx, active_idx; struct ice_aqc_get_port_options_elem *options, *opt; struct device *dev = ice_pf_to_dev(pf); bool active_valid, pending_valid; char desc[ICE_PORT_OPT_DESC_LEN]; const char *str; int status; options = kcalloc(ICE_AQC_PORT_OPT_MAX * ICE_MAX_PORT_PER_PCI_DEV, sizeof(*options), GFP_KERNEL); if (!options) return; for (i = 0; i < ICE_MAX_PORT_PER_PCI_DEV; i++) { opt = options + i * ICE_AQC_PORT_OPT_MAX; options_count = ICE_AQC_PORT_OPT_MAX; active_valid = 0; status = ice_aq_get_port_options(&pf->hw, opt, &options_count, i, true, &active_idx, &active_valid, &pending_idx, &pending_valid); if (status) { dev_dbg(dev, "Couldn't read port option for port %d, err %d\n", i, status); goto err; } } dev_dbg(dev, "Available port split options and max port speeds (Gbps):\n"); dev_dbg(dev, "Status Split Quad 0 Quad 1\n"); dev_dbg(dev, " count L0 L1 L2 L3 L4 L5 L6 L7\n"); for (i = 0; i < options_count; i++) { cnt = 0; if (i == ice_active_port_option) str = "Active"; else if ((i == pending_idx) && pending_valid) str = "Pending"; else str = ""; cnt += snprintf(&desc[cnt], ICE_PORT_OPT_DESC_LEN - cnt, "%-8s", str); cnt += snprintf(&desc[cnt], ICE_PORT_OPT_DESC_LEN - cnt, "%-6u", options[i].pmd); for (j = 0; j < ICE_MAX_PORT_PER_PCI_DEV; ++j) { speed = options[i + j * ICE_AQC_PORT_OPT_MAX].max_lane_speed; str = ice_devlink_port_opt_speed_str(speed); cnt += snprintf(&desc[cnt], ICE_PORT_OPT_DESC_LEN - cnt, "%3s ", str); } dev_dbg(dev, "%s\n", desc); } err: kfree(options); } /** * ice_devlink_aq_set_port_option - Send set port option admin queue command * @pf: the PF to print split port options * @option_idx: selected port option * @extack: extended netdev ack structure * * Sends set port option admin queue command with selected port option and * calls NVM write activate. */ static int ice_devlink_aq_set_port_option(struct ice_pf *pf, u8 option_idx, struct netlink_ext_ack *extack) { struct device *dev = ice_pf_to_dev(pf); int status; status = ice_aq_set_port_option(&pf->hw, 0, true, option_idx); if (status) { dev_dbg(dev, "ice_aq_set_port_option, err %d aq_err %d\n", status, pf->hw.adminq.sq_last_status); NL_SET_ERR_MSG_MOD(extack, "Port split request failed"); return -EIO; } status = ice_acquire_nvm(&pf->hw, ICE_RES_WRITE); if (status) { dev_dbg(dev, "ice_acquire_nvm failed, err %d aq_err %d\n", status, pf->hw.adminq.sq_last_status); NL_SET_ERR_MSG_MOD(extack, "Failed to acquire NVM semaphore"); return -EIO; } status = ice_nvm_write_activate(&pf->hw, ICE_AQC_NVM_ACTIV_REQ_EMPR, NULL); if (status) { dev_dbg(dev, "ice_nvm_write_activate failed, err %d aq_err %d\n", status, pf->hw.adminq.sq_last_status); NL_SET_ERR_MSG_MOD(extack, "Port split request failed to save data"); ice_release_nvm(&pf->hw); return -EIO; } ice_release_nvm(&pf->hw); NL_SET_ERR_MSG_MOD(extack, "Reboot required to finish port split"); return 0; } /** * ice_devlink_port_split - .port_split devlink handler * @devlink: devlink instance structure * @port: devlink port structure * @count: number of ports to split to * @extack: extended netdev ack structure * * Callback for the devlink .port_split operation. * * Unfortunately, the devlink expression of available options is limited * to just a number, so search for an FW port option which supports * the specified number. As there could be multiple FW port options with * the same port split count, allow switching between them. When the same * port split count request is issued again, switch to the next FW port * option with the same port split count. * * Return: zero on success or an error code on failure. */ static int ice_devlink_port_split(struct devlink *devlink, struct devlink_port *port, unsigned int count, struct netlink_ext_ack *extack) { struct ice_aqc_get_port_options_elem options[ICE_AQC_PORT_OPT_MAX]; u8 i, j, active_idx, pending_idx, new_option; struct ice_pf *pf = devlink_priv(devlink); u8 option_count = ICE_AQC_PORT_OPT_MAX; struct device *dev = ice_pf_to_dev(pf); bool active_valid, pending_valid; int status; status = ice_aq_get_port_options(&pf->hw, options, &option_count, 0, true, &active_idx, &active_valid, &pending_idx, &pending_valid); if (status) { dev_dbg(dev, "Couldn't read port split options, err = %d\n", status); NL_SET_ERR_MSG_MOD(extack, "Failed to get available port split options"); return -EIO; } new_option = ICE_AQC_PORT_OPT_MAX; active_idx = pending_valid ? pending_idx : active_idx; for (i = 1; i <= option_count; i++) { /* In order to allow switching between FW port options with * the same port split count, search for a new option starting * from the active/pending option (with array wrap around). */ j = (active_idx + i) % option_count; if (count == options[j].pmd) { new_option = j; break; } } if (new_option == active_idx) { dev_dbg(dev, "request to split: count: %u is already set and there are no other options\n", count); NL_SET_ERR_MSG_MOD(extack, "Requested split count is already set"); ice_devlink_port_options_print(pf); return -EINVAL; } if (new_option == ICE_AQC_PORT_OPT_MAX) { dev_dbg(dev, "request to split: count: %u not found\n", count); NL_SET_ERR_MSG_MOD(extack, "Port split requested unsupported port config"); ice_devlink_port_options_print(pf); return -EINVAL; } status = ice_devlink_aq_set_port_option(pf, new_option, extack); if (status) return status; ice_devlink_port_options_print(pf); return 0; } /** * ice_devlink_port_unsplit - .port_unsplit devlink handler * @devlink: devlink instance structure * @port: devlink port structure * @extack: extended netdev ack structure * * Callback for the devlink .port_unsplit operation. * Calls ice_devlink_port_split with split count set to 1. * There could be no FW option available with split count 1. * * Return: zero on success or an error code on failure. */ static int ice_devlink_port_unsplit(struct devlink *devlink, struct devlink_port *port, struct netlink_ext_ack *extack) { return ice_devlink_port_split(devlink, port, 1, extack); } /** * ice_devlink_set_port_split_options - Set port split options * @pf: the PF to set port split options * @attrs: devlink attributes * * Sets devlink port split options based on available FW port options */ static void ice_devlink_set_port_split_options(struct ice_pf *pf, struct devlink_port_attrs *attrs) { struct ice_aqc_get_port_options_elem options[ICE_AQC_PORT_OPT_MAX]; u8 i, active_idx, pending_idx, option_count = ICE_AQC_PORT_OPT_MAX; bool active_valid, pending_valid; int status; status = ice_aq_get_port_options(&pf->hw, options, &option_count, 0, true, &active_idx, &active_valid, &pending_idx, &pending_valid); if (status) { dev_dbg(ice_pf_to_dev(pf), "Couldn't read port split options, err = %d\n", status); return; } /* find the biggest available port split count */ for (i = 0; i < option_count; i++) attrs->lanes = max_t(int, attrs->lanes, options[i].pmd); attrs->splittable = attrs->lanes ? 1 : 0; ice_active_port_option = active_idx; } static const struct devlink_port_ops ice_devlink_port_ops = { .port_split = ice_devlink_port_split, .port_unsplit = ice_devlink_port_unsplit, }; /** * ice_devlink_set_switch_id - Set unique switch id based on pci dsn * @pf: the PF to create a devlink port for * @ppid: struct with switch id information */ static void ice_devlink_set_switch_id(struct ice_pf *pf, struct netdev_phys_item_id *ppid) { struct pci_dev *pdev = pf->pdev; u64 id; id = pci_get_dsn(pdev); ppid->id_len = sizeof(id); put_unaligned_be64(id, &ppid->id); } /** * ice_devlink_create_pf_port - Create a devlink port for this PF * @pf: the PF to create a devlink port for * * Create and register a devlink_port for this PF. * This function has to be called under devl_lock. * * Return: zero on success or an error code on failure. */ int ice_devlink_create_pf_port(struct ice_pf *pf) { struct devlink_port_attrs attrs = {}; struct devlink_port *devlink_port; struct devlink *devlink; struct ice_vsi *vsi; struct device *dev; int err; devlink = priv_to_devlink(pf); dev = ice_pf_to_dev(pf); devlink_port = &pf->devlink_port; vsi = ice_get_main_vsi(pf); if (!vsi) return -EIO; attrs.flavour = DEVLINK_PORT_FLAVOUR_PHYSICAL; attrs.phys.port_number = pf->hw.bus.func; /* As FW supports only port split options for whole device, * set port split options only for first PF. */ if (pf->hw.pf_id == 0) ice_devlink_set_port_split_options(pf, &attrs); ice_devlink_set_switch_id(pf, &attrs.switch_id); devlink_port_attrs_set(devlink_port, &attrs); err = devl_port_register_with_ops(devlink, devlink_port, vsi->idx, &ice_devlink_port_ops); if (err) { dev_err(dev, "Failed to create devlink port for PF %d, error %d\n", pf->hw.pf_id, err); return err; } return 0; } /** * ice_devlink_destroy_pf_port - Destroy the devlink_port for this PF * @pf: the PF to cleanup * * Unregisters the devlink_port structure associated with this PF. * This function has to be called under devl_lock. */ void ice_devlink_destroy_pf_port(struct ice_pf *pf) { devl_port_unregister(&pf->devlink_port); } /** * ice_devlink_port_get_vf_fn_mac - .port_fn_hw_addr_get devlink handler * @port: devlink port structure * @hw_addr: MAC address of the port * @hw_addr_len: length of MAC address * @extack: extended netdev ack structure * * Callback for the devlink .port_fn_hw_addr_get operation * Return: zero on success or an error code on failure. */ static int ice_devlink_port_get_vf_fn_mac(struct devlink_port *port, u8 *hw_addr, int *hw_addr_len, struct netlink_ext_ack *extack) { struct ice_vf *vf = container_of(port, struct ice_vf, devlink_port); ether_addr_copy(hw_addr, vf->dev_lan_addr); *hw_addr_len = ETH_ALEN; return 0; } /** * ice_devlink_port_set_vf_fn_mac - .port_fn_hw_addr_set devlink handler * @port: devlink port structure * @hw_addr: MAC address of the port * @hw_addr_len: length of MAC address * @extack: extended netdev ack structure * * Callback for the devlink .port_fn_hw_addr_set operation * Return: zero on success or an error code on failure. */ static int ice_devlink_port_set_vf_fn_mac(struct devlink_port *port, const u8 *hw_addr, int hw_addr_len, struct netlink_ext_ack *extack) { struct devlink_port_attrs *attrs = &port->attrs; struct devlink_port_pci_vf_attrs *pci_vf; struct devlink *devlink = port->devlink; struct ice_pf *pf; u16 vf_id; pf = devlink_priv(devlink); pci_vf = &attrs->pci_vf; vf_id = pci_vf->vf; return __ice_set_vf_mac(pf, vf_id, hw_addr); } static const struct devlink_port_ops ice_devlink_vf_port_ops = { .port_fn_hw_addr_get = ice_devlink_port_get_vf_fn_mac, .port_fn_hw_addr_set = ice_devlink_port_set_vf_fn_mac, }; /** * ice_devlink_create_vf_port - Create a devlink port for this VF * @vf: the VF to create a port for * * Create and register a devlink_port for this VF. * * Return: zero on success or an error code on failure. */ int ice_devlink_create_vf_port(struct ice_vf *vf) { struct devlink_port_attrs attrs = {}; struct devlink_port *devlink_port; struct devlink *devlink; struct ice_vsi *vsi; struct device *dev; struct ice_pf *pf; int err; pf = vf->pf; dev = ice_pf_to_dev(pf); devlink_port = &vf->devlink_port; vsi = ice_get_vf_vsi(vf); if (!vsi) return -EINVAL; attrs.flavour = DEVLINK_PORT_FLAVOUR_PCI_VF; attrs.pci_vf.pf = pf->hw.bus.func; attrs.pci_vf.vf = vf->vf_id; ice_devlink_set_switch_id(pf, &attrs.switch_id); devlink_port_attrs_set(devlink_port, &attrs); devlink = priv_to_devlink(pf); err = devl_port_register_with_ops(devlink, devlink_port, vsi->idx, &ice_devlink_vf_port_ops); if (err) { dev_err(dev, "Failed to create devlink port for VF %d, error %d\n", vf->vf_id, err); return err; } return 0; } /** * ice_devlink_destroy_vf_port - Destroy the devlink_port for this VF * @vf: the VF to cleanup * * Unregisters the devlink_port structure associated with this VF. */ void ice_devlink_destroy_vf_port(struct ice_vf *vf) { devl_rate_leaf_destroy(&vf->devlink_port); devl_port_unregister(&vf->devlink_port); }