blob: 43ac229aba5ffea3d5b97d6a7be3eb3d738c01d9 [file] [log] [blame]
/**************************************************************************
*
* Device driver for Solarflare Communications EF10 devices
*
* Written by Shradha Shah, maintained by <pre-boot-drivers@xilinx.com>
*
* Copyright 2012-2019 Solarflare Communications Inc.
* Copyright 2019-2020 Xilinx Inc.
*
* This program is free software; you can redistribute it and/or
* modify it under the terms of the GNU General Public License as
* published by the Free Software Foundation; either version 2 of the
* License, or any later version.
*
* You can also choose to distribute this program under the terms of
* the Unmodified Binary Distribution Licence (as given in the file
* COPYING.UBDL), provided that you have satisfied its requirements.
*
***************************************************************************/
#include <stdlib.h>
#include <stdio.h>
#include <unistd.h>
#include <errno.h>
#include <byteswap.h>
#include <ipxe/io.h>
#include <ipxe/pci.h>
#include <ipxe/malloc.h>
#include <ipxe/ethernet.h>
#include <ipxe/iobuf.h>
#include <ipxe/netdevice.h>
#include "efx_hunt.h"
#include "efx_bitfield.h"
#include "ef10_regs.h"
#include "mc_driver_pcol.h"
#include <ipxe/if_ether.h>
FILE_LICENCE ( GPL2_OR_LATER_OR_UBDL );
#define HUNTINGTON_NVRAM_CHUNK 0x80
#define HUNTINGTON_NVS_MAX_LENGTH 0x1000
#define EMCDI_IO(code) EUNIQ(EINFO_EIO, (code))
#ifndef MIN
#define MIN(a, b) ((a) < (b) ? (a) : (b))
#endif
#ifndef MAX
#define MAX(_a, _b) ((_a) > (_b) ? (_a) : (_b))
#endif
struct hunt_nic *primary_nics = NULL;
struct hunt_nic {
struct efx_nic efx;
/* PHY information */
unsigned int phy_cap_mask;
unsigned int phy_cap;
unsigned long link_poll_timer;
/* resource housekeeping */
uint64_t uc_filter_id;
uint64_t mc_filter_id;
u8 mac[ETH_ALEN];
struct {
/* Common payload for all MCDI requests */
unsigned int seqno;
size_t resp_hdr_len;
size_t resp_data_len;
struct io_buffer *iob;
uint64_t dma_addr;
} mcdi;
struct hunt_nic *primary;
struct hunt_nic *next_primary;
u32 flags;
};
static int hunt_nic_is_primary(struct hunt_nic *hunt)
{
return (hunt->flags & (1 << MC_CMD_DRV_ATTACH_EXT_OUT_FLAG_PRIMARY));
}
/*******************************************************************************
*
*
* MCDI transport
*
* This has been based on the implementation of MCDI in the common code driver.
*
*
******************************************************************************/
static int hunt_mcdi_init(struct hunt_nic *hunt)
{
size_t max_msg_size;
int rc;
/* The MCDI message has two 32-bit headers (the MCDI header and the
* MCDI v2 extended command) and then up to MCDI_CTL_SDU_LEN_MAX_V2
* bytes of payload
*/
max_msg_size = 2 * sizeof(efx_dword_t) + MCDI_CTL_SDU_LEN_MAX_V2;
hunt->mcdi.iob = alloc_iob(max_msg_size);
if (!hunt->mcdi.iob) {
rc = -ENOMEM;
return rc;
}
return 0;
}
static void hunt_mcdi_copyin(struct hunt_nic *hunt,
unsigned int cmd,
uint8_t *inbuf,
size_t inlen)
{
efx_dword_t hdr[2];
uint32_t seqno;
unsigned int xflags;
size_t hdr_len;
u8 *pdu = hunt->mcdi.iob->data;
seqno = hunt->mcdi.seqno & MCDI_SEQ_MASK;
xflags = 0;
EFX_POPULATE_DWORD_7(hdr[0],
MCDI_HEADER_CODE, MC_CMD_V2_EXTN,
MCDI_HEADER_RESYNC, 1,
MCDI_HEADER_DATALEN, 0,
MCDI_HEADER_SEQ, seqno,
MCDI_HEADER_ERROR, 0,
MCDI_HEADER_RESPONSE, 0,
MCDI_HEADER_XFLAGS, xflags);
EFX_POPULATE_DWORD_2(hdr[1],
MC_CMD_V2_EXTN_IN_EXTENDED_CMD, cmd,
MC_CMD_V2_EXTN_IN_ACTUAL_LEN, inlen);
hdr_len = sizeof(hdr);
memcpy(pdu, &hdr, hdr_len);
assert(inlen <= MCDI_CTL_SDU_LEN_MAX_V2);
memcpy(pdu + hdr_len, inbuf, inlen);
wmb(); /* Sync the data before ringing the doorbell */
/* Ring the doorbell to post the command DMA address to the MC */
hunt->mcdi.dma_addr = virt_to_bus(hunt->mcdi.iob->data);
assert((hunt->mcdi.dma_addr & 0xFF) == 0);
_efx_writel(&hunt->efx,
cpu_to_le32((u64)hunt->mcdi.dma_addr >> 32),
ER_DZ_MC_DB_LWRD);
_efx_writel(&hunt->efx,
cpu_to_le32((u32)hunt->mcdi.dma_addr),
ER_DZ_MC_DB_HWRD);
}
static void hunt_mcdi_copyout(struct hunt_nic *hunt,
uint8_t *outbuf, size_t outlen)
{
size_t offset;
const u8 *pdu = hunt->mcdi.iob->data;
offset = hunt->mcdi.resp_hdr_len;
if (outlen > 0)
memcpy(outbuf, pdu+offset, outlen);
}
static int hunt_mcdi_request_poll(struct hunt_nic *hunt, bool quiet)
{
unsigned int resplen, respseq, error;
unsigned long finish;
efx_dword_t errdword;
efx_qword_t qword;
const efx_dword_t *pdu = hunt->mcdi.iob->data;
const u8 *pdu1 = hunt->mcdi.iob->data;
int delay, rc;
/* Spin for up to 5s, polling at intervals of 10us, 20us, ... ~100ms */
finish = currticks() + (5 * TICKS_PER_SEC);
delay = 10;
while (1) {
udelay(delay);
/* Check for an MCDI response */
if (EFX_DWORD_FIELD(*pdu, MCDI_HEADER_RESPONSE))
break;
if (currticks() >= finish)
return -ETIMEDOUT;
if (delay < 100000)
delay *= 2;
}
memcpy(&qword, pdu1, 8);
/* qword.dword[0] is the MCDI header; qword.dword[1] is the MCDI v2
* extended command
*/
respseq = EFX_DWORD_FIELD(qword.dword[0], MCDI_HEADER_SEQ);
error = EFX_DWORD_FIELD(qword.dword[0], MCDI_HEADER_ERROR);
resplen = EFX_DWORD_FIELD(qword.dword[1], MC_CMD_V2_EXTN_IN_ACTUAL_LEN);
if (error && resplen == 0) {
if (!quiet)
DBGC(hunt, "MC rebooted\n");
return -EIO;
} else if ((respseq ^ hunt->mcdi.seqno) & MCDI_SEQ_MASK) {
if (!quiet)
DBGC(hunt, "MC response mismatch rxseq 0x%x txseq "
"0x%x\n", respseq, hunt->mcdi.seqno);
return -EIO;
} else if (error) {
memcpy(&errdword, pdu1 + 8, 4);
rc = EFX_DWORD_FIELD(errdword, EFX_DWORD_0);
switch (rc) {
case MC_CMD_ERR_ENOENT:
return -ENOENT;
case MC_CMD_ERR_EINTR:
return -EINTR;
case MC_CMD_ERR_EACCES:
return -EACCES;
case MC_CMD_ERR_EBUSY:
return -EBUSY;
case MC_CMD_ERR_EINVAL:
return -EINVAL;
case MC_CMD_ERR_EDEADLK:
return -EDEADLK;
case MC_CMD_ERR_ENOSYS:
return -ENOSYS;
case MC_CMD_ERR_ETIME:
return -ETIME;
case MC_CMD_ERR_EPERM:
return -EPERM;
default:
/* Return the MC error in an I/O error. */
return EMCDI_IO(rc & 0xff);
}
}
hunt->mcdi.resp_hdr_len = 8;
hunt->mcdi.resp_data_len = resplen;
return 0;
}
static void hunt_mcdi_fini(struct hunt_nic *hunt)
{
free_iob(hunt->mcdi.iob);
}
int _hunt_mcdi(struct efx_nic *efx, unsigned int cmd,
const efx_dword_t *inbuf, size_t inlen,
efx_dword_t *outbuf, size_t outlen,
size_t *outlen_actual, bool quiet)
{
int rc;
struct hunt_nic *hunt = (struct hunt_nic *) efx;
size_t local_outlen_actual;
if (outlen_actual == NULL)
outlen_actual = &local_outlen_actual;
++hunt->mcdi.seqno;
hunt_mcdi_copyin(hunt, cmd, (uint8_t *) inbuf, inlen);
rc = hunt_mcdi_request_poll(hunt, quiet);
if (rc != 0) {
if (!quiet)
DBGC(hunt, "MC response to cmd 0x%x: %s\n",
cmd, strerror(rc));
return rc;
}
*outlen_actual = hunt->mcdi.resp_data_len;
hunt_mcdi_copyout(hunt, (uint8_t *) outbuf, outlen);
return 0;
}
static int hunt_mcdi(struct hunt_nic *hunt, struct efx_mcdi_req_s *req)
{
return _hunt_mcdi(&hunt->efx, req->emr_cmd,
(const efx_dword_t *) req->emr_in_buf,
req->emr_in_length,
(efx_dword_t *) req->emr_out_buf, req->emr_out_length,
&req->emr_out_length_used, false);
}
static int hunt_mcdi_quiet(struct hunt_nic *hunt, struct efx_mcdi_req_s *req)
{
return _hunt_mcdi(&hunt->efx, req->emr_cmd,
(const efx_dword_t *) req->emr_in_buf,
req->emr_in_length,
(efx_dword_t *) req->emr_out_buf, req->emr_out_length,
&req->emr_out_length_used, true);
}
/*******************************************************************************
*
*
* Hardware initialization
*
*
******************************************************************************/
static int hunt_get_workarounds(struct hunt_nic *hunt, uint32_t *implemented,
uint32_t *enabled)
{
struct efx_mcdi_req_s req;
MCDI_DECLARE_BUF(outbuf, MC_CMD_GET_WORKAROUNDS_OUT_LEN);
int rc;
*implemented = *enabled = 0;
req.emr_cmd = MC_CMD_GET_WORKAROUNDS;
req.emr_in_buf = NULL;
req.emr_in_length = 0;
req.emr_out_buf = outbuf;
req.emr_out_length = sizeof(outbuf);
rc = hunt_mcdi(hunt, &req);
if (rc)
return rc;
if (req.emr_out_length_used < MC_CMD_GET_WORKAROUNDS_OUT_LEN)
return -EMSGSIZE;
*implemented = MCDI_DWORD(outbuf, GET_WORKAROUNDS_OUT_IMPLEMENTED);
*enabled = MCDI_DWORD(outbuf, GET_WORKAROUNDS_OUT_ENABLED);
return 0;
}
static int hunt_enable_workaround_35388(struct hunt_nic *hunt)
{
struct efx_mcdi_req_s req;
MCDI_DECLARE_BUF(payload, MC_CMD_WORKAROUND_IN_LEN);
req.emr_cmd = MC_CMD_WORKAROUND;
req.emr_in_buf = payload;
req.emr_in_length = MC_CMD_WORKAROUND_IN_LEN;
req.emr_out_buf = NULL;
req.emr_out_length = 0;
MCDI_SET_DWORD(req.emr_in_buf, WORKAROUND_IN_TYPE,
MC_CMD_WORKAROUND_BUG35388);
MCDI_SET_DWORD(req.emr_in_buf, WORKAROUND_IN_ENABLED, 1);
/* If the firmware doesn't support this workaround, hunt_mcdi() will
* return -EINVAL from hunt_mcdi_request_poll().
*/
return hunt_mcdi(hunt, &req);
}
static int hunt_workaround_35388(struct hunt_nic *hunt)
{
uint32_t implemented, enabled;
int rc = hunt_get_workarounds(hunt, &implemented, &enabled);
if (rc < 0)
return 0;
if (!(implemented & MC_CMD_GET_WORKAROUNDS_OUT_BUG35388))
return 0;
if (enabled & MC_CMD_GET_WORKAROUNDS_OUT_BUG35388)
return 1;
rc = hunt_enable_workaround_35388(hunt);
if (rc == 0)
return 1; /* Workaround is enabled */
else
return 0;
}
static int hunt_get_port_assignment(struct hunt_nic *hunt)
{
struct efx_mcdi_req_s req;
MCDI_DECLARE_BUF(outbuf, MC_CMD_GET_PORT_ASSIGNMENT_OUT_LEN);
int rc;
req.emr_cmd = MC_CMD_GET_PORT_ASSIGNMENT;
req.emr_in_buf = NULL;
req.emr_in_length = 0;
req.emr_out_buf = outbuf;
req.emr_out_length = sizeof(outbuf);
rc = hunt_mcdi(hunt, &req);
if (rc != 0)
return rc;
hunt->efx.port = MCDI_DWORD(req.emr_out_buf,
GET_PORT_ASSIGNMENT_OUT_PORT);
return 0;
}
static int hunt_mac_addr(struct hunt_nic *hunt, uint8_t *ll_addr)
{
struct efx_mcdi_req_s req;
MCDI_DECLARE_BUF(outbuf, MC_CMD_GET_MAC_ADDRESSES_OUT_LEN);
int rc;
req.emr_cmd = MC_CMD_GET_MAC_ADDRESSES;
req.emr_in_buf = NULL;
req.emr_in_length = 0;
req.emr_out_buf = outbuf;
req.emr_out_length = MC_CMD_GET_MAC_ADDRESSES_OUT_LEN;
rc = hunt_mcdi(hunt, &req);
if (rc != 0)
return rc;
if (req.emr_out_length_used < MC_CMD_GET_MAC_ADDRESSES_OUT_LEN)
return -EMSGSIZE;
memcpy(ll_addr,
MCDI_PTR(req.emr_out_buf, GET_MAC_ADDRESSES_OUT_MAC_ADDR_BASE),
ETH_ALEN);
return 0;
}
static int hunt_get_phy_cfg(struct hunt_nic *hunt)
{
struct efx_mcdi_req_s req;
MCDI_DECLARE_BUF(outbuf, MC_CMD_GET_PHY_CFG_OUT_LEN);
int rc;
req.emr_cmd = MC_CMD_GET_PHY_CFG;
req.emr_in_buf = NULL;
req.emr_in_length = 0;
req.emr_out_buf = outbuf;
req.emr_out_length = sizeof(outbuf);
rc = hunt_mcdi(hunt, &req);
if (rc != 0)
return rc;
if (req.emr_out_length_used < MC_CMD_GET_PHY_CFG_OUT_LEN)
return -EMSGSIZE;
hunt->phy_cap_mask = hunt->phy_cap =
MCDI_DWORD(req.emr_out_buf, GET_PHY_CFG_OUT_SUPPORTED_CAP);
DBGC2(hunt, "GET_PHY_CFG: flags=%x, caps=%x\n", rc, hunt->phy_cap);
return 0;
}
static int hunt_driver_attach(struct hunt_nic *hunt, int attach)
{
struct efx_mcdi_req_s req;
MCDI_DECLARE_BUF(inbuf, MC_CMD_DRV_ATTACH_IN_LEN);
MCDI_DECLARE_BUF(outbuf, MC_CMD_DRV_ATTACH_EXT_OUT_LEN);
int rc;
req.emr_cmd = MC_CMD_DRV_ATTACH;
req.emr_in_buf = inbuf;
req.emr_in_length = sizeof(inbuf);
req.emr_out_buf = outbuf;
req.emr_out_length = sizeof(outbuf);
/* Set the PREBOOT flag to indicate later instances of attach should
* force an ENTITY RESET
*/
if (attach)
attach |= 1 << MC_CMD_DRV_PREBOOT_LBN;
MCDI_SET_DWORD(req.emr_in_buf, DRV_ATTACH_IN_NEW_STATE, attach);
MCDI_SET_DWORD(req.emr_in_buf, DRV_ATTACH_IN_UPDATE, 1);
MCDI_SET_DWORD(req.emr_in_buf, DRV_ATTACH_IN_FIRMWARE_ID,
MC_CMD_FW_DONT_CARE);
rc = hunt_mcdi(hunt, &req);
if (rc != 0)
return rc;
if (req.emr_out_length_used < MC_CMD_DRV_ATTACH_OUT_LEN)
return -EMSGSIZE;
hunt->flags = MCDI_DWORD(outbuf, DRV_ATTACH_EXT_OUT_FUNC_FLAGS);
return 0;
}
static int hunt_reset(struct hunt_nic *hunt)
{
struct efx_mcdi_req_s req;
MCDI_DECLARE_BUF(inbuf, MC_CMD_ENTITY_RESET_IN_LEN);
req.emr_cmd = MC_CMD_ENTITY_RESET;
req.emr_in_buf = inbuf;
req.emr_in_length = sizeof(inbuf);
req.emr_out_buf = NULL;
req.emr_out_length = 0;
MCDI_POPULATE_DWORD_1(req.emr_in_buf, ENTITY_RESET_IN_FLAG,
ENTITY_RESET_IN_FUNCTION_RESOURCE_RESET, 1);
return hunt_mcdi(hunt, &req);
}
static void hunt_clear_udp_tunnel_ports(struct hunt_nic *hunt)
{
MCDI_DECLARE_BUF(inbuf, MC_CMD_SET_TUNNEL_ENCAP_UDP_PORTS_IN_LENMAX);
MCDI_DECLARE_BUF(outbuf, MC_CMD_SET_TUNNEL_ENCAP_UDP_PORTS_OUT_LEN);
struct efx_mcdi_req_s req;
int rc;
memset(inbuf, 0, MC_CMD_SET_TUNNEL_ENCAP_UDP_PORTS_IN_LENMAX);
MCDI_SET_DWORD(inbuf, SET_TUNNEL_ENCAP_UDP_PORTS_IN_FLAGS,
(1 << MC_CMD_SET_TUNNEL_ENCAP_UDP_PORTS_IN_UNLOADING_LBN));
req.emr_cmd = MC_CMD_SET_TUNNEL_ENCAP_UDP_PORTS;
req.emr_in_buf = inbuf;
req.emr_in_length = sizeof(inbuf);
req.emr_out_buf = outbuf;
req.emr_out_length = sizeof(outbuf);
rc = hunt_mcdi_quiet(hunt, &req);
if (rc)
return;
if (MCDI_DWORD(outbuf, SET_TUNNEL_ENCAP_UDP_PORTS_OUT_FLAGS) &
(1 << MC_CMD_SET_TUNNEL_ENCAP_UDP_PORTS_OUT_RESETTING_LBN)) {
DBGC(hunt,
"Rebooting MC due to clearing UDP tunnel port list\n");
/* Delay for the MC reboot to complete. */
mdelay(100);
}
}
static int hunt_set_mac(struct hunt_nic *hunt)
{
struct net_device *netdev = hunt->efx.netdev;
struct efx_mcdi_req_s req;
MCDI_DECLARE_BUF(payload, MC_CMD_SET_MAC_IN_LEN);
unsigned int fcntl;
int rc;
req.emr_cmd = MC_CMD_SET_MAC;
req.emr_in_buf = payload;
req.emr_in_length = MC_CMD_SET_MAC_IN_LEN;
req.emr_out_buf = NULL;
req.emr_out_length = 0;
MCDI_SET_DWORD(req.emr_in_buf, SET_MAC_IN_MTU,
EFX_MAC_FRAME_LEN(ETH_FRAME_LEN));
MCDI_SET_DWORD(req.emr_in_buf, SET_MAC_IN_DRAIN, 0);
memcpy(MCDI_PTR(req.emr_in_buf, SET_MAC_IN_ADDR),
netdev->ll_addr, ETH_ALEN);
MCDI_SET_DWORD(req.emr_in_buf, SET_MAC_IN_REJECT, 0);
/* If the PHY supports autnegotiation, then configure the MAC to match
* the negotiated settings. Otherwise force the MAC to TX and RX flow
* control.
*/
if (hunt->phy_cap_mask & (1 << MC_CMD_PHY_CAP_AN_LBN))
fcntl = MC_CMD_FCNTL_AUTO;
else
fcntl = MC_CMD_FCNTL_BIDIR;
MCDI_SET_DWORD(req.emr_in_buf, SET_MAC_IN_FCNTL, fcntl);
rc = hunt_mcdi(hunt, &req);
/* Ignore failure for permissions reasons */
if (rc == -EPERM)
rc = 0;
return rc;
}
static int hunt_alloc_vis(struct hunt_nic *hunt)
{
struct efx_mcdi_req_s req;
MCDI_DECLARE_BUF(inbuf, MC_CMD_ALLOC_VIS_IN_LEN);
req.emr_cmd = MC_CMD_ALLOC_VIS;
req.emr_in_buf = inbuf;
req.emr_in_length = sizeof(inbuf);
req.emr_out_buf = NULL;
req.emr_out_length = 0;
MCDI_SET_DWORD(req.emr_in_buf, ALLOC_VIS_IN_MIN_VI_COUNT, 1);
MCDI_SET_DWORD(req.emr_in_buf, ALLOC_VIS_IN_MAX_VI_COUNT, 1);
return hunt_mcdi(hunt, &req);
}
static void hunt_free_vis(struct hunt_nic *hunt)
{
struct efx_mcdi_req_s req;
int rc;
req.emr_cmd = MC_CMD_FREE_VIS;
req.emr_in_buf = NULL;
req.emr_in_length = 0;
req.emr_out_buf = NULL;
req.emr_out_length = 0;
rc = hunt_mcdi(hunt, &req);
if (rc != 0)
DBGC(hunt, "MC_CMD_FREE_VIS Failed\n");
}
/*******************************************************************************
*
*
* Link state handling
*
*
******************************************************************************/
static int hunt_check_link(struct hunt_nic *hunt)
{
struct efx_mcdi_req_s req;
MCDI_DECLARE_BUF(outbuf, MC_CMD_GET_LINK_OUT_LEN);
unsigned int flags, speed;
bool up;
int rc;
static bool link_state = false;
req.emr_cmd = MC_CMD_GET_LINK;
req.emr_in_buf = NULL;
req.emr_in_length = 0;
req.emr_out_buf = outbuf;
req.emr_out_length = sizeof(outbuf);
rc = hunt_mcdi(hunt, &req);
if (rc != 0)
return rc;
if (req.emr_out_length_used < MC_CMD_GET_LINK_OUT_LEN)
return -EMSGSIZE;
flags = MCDI_DWORD(req.emr_out_buf, GET_LINK_OUT_FLAGS);
up = !!(flags & (1 << MC_CMD_GET_LINK_OUT_LINK_UP_LBN));
speed = MCDI_DWORD(req.emr_out_buf, GET_LINK_OUT_LINK_SPEED);
/* Set netdev_link_*() based on the link status from the MC */
if (up && speed)
netdev_link_up(hunt->efx.netdev);
else
netdev_link_down(hunt->efx.netdev);
if (up != link_state) {
DBGC(hunt, "Link %s, flags=%x, our caps=%x, lpa=%x, speed=%d, fcntl=%x, mac_fault=%x\n",
(up? "up": "down"), flags,
MCDI_DWORD(req.emr_out_buf, GET_LINK_OUT_CAP),
MCDI_DWORD(req.emr_out_buf, GET_LINK_OUT_LP_CAP),
speed,
MCDI_DWORD(req.emr_out_buf, GET_LINK_OUT_FCNTL),
MCDI_DWORD(req.emr_out_buf, GET_LINK_OUT_MAC_FAULT));
link_state = up;
}
return 0;
}
#define MCDI_PORT_SPEED_CAPS ((1 << MC_CMD_PHY_CAP_10HDX_LBN) | \
(1 << MC_CMD_PHY_CAP_10FDX_LBN) | \
(1 << MC_CMD_PHY_CAP_100HDX_LBN) | \
(1 << MC_CMD_PHY_CAP_100FDX_LBN) | \
(1 << MC_CMD_PHY_CAP_1000HDX_LBN) | \
(1 << MC_CMD_PHY_CAP_1000FDX_LBN) | \
(1 << MC_CMD_PHY_CAP_10000FDX_LBN) | \
(1 << MC_CMD_PHY_CAP_40000FDX_LBN))
/*******************************************************************************
*
*
* TX
*
*
******************************************************************************/
static int
hunt_tx_init(struct net_device *netdev, struct hunt_nic *hunt)
{
struct efx_mcdi_req_s req;
dma_addr_t dma_addr;
efx_qword_t *addr;
MCDI_DECLARE_BUF(inbuf,
MC_CMD_INIT_TXQ_IN_LEN(EFX_TXQ_NBUFS(EFX_TXD_SIZE)));
int rc, npages;
rc = efx_hunt_tx_init(netdev, &dma_addr);
if (rc != 0)
return rc;
npages = EFX_TXQ_NBUFS(EFX_TXD_SIZE);
req.emr_cmd = MC_CMD_INIT_TXQ;
req.emr_in_buf = inbuf;
req.emr_in_length = MC_CMD_INIT_TXQ_IN_LEN(npages);
req.emr_out_buf = NULL;
req.emr_out_length = 0;
MCDI_SET_DWORD(req.emr_in_buf, INIT_TXQ_IN_SIZE, EFX_TXD_SIZE);
MCDI_SET_DWORD(req.emr_in_buf, INIT_TXQ_IN_TARGET_EVQ, 0);
MCDI_SET_DWORD(req.emr_in_buf, INIT_TXQ_IN_LABEL, 0);
MCDI_SET_DWORD(req.emr_in_buf, INIT_TXQ_IN_INSTANCE, 0);
MCDI_POPULATE_DWORD_6(req.emr_in_buf, INIT_TXQ_IN_FLAGS,
INIT_TXQ_IN_FLAG_BUFF_MODE, 0,
INIT_TXQ_IN_FLAG_IP_CSUM_DIS, 1,
INIT_TXQ_IN_FLAG_TCP_CSUM_DIS, 1,
INIT_TXQ_IN_FLAG_TCP_UDP_ONLY, 0,
INIT_TXQ_IN_CRC_MODE, 0,
INIT_TXQ_IN_FLAG_TIMESTAMP, 0);
MCDI_SET_DWORD(req.emr_in_buf, INIT_TXQ_IN_OWNER_ID, 0);
MCDI_SET_DWORD(req.emr_in_buf, INIT_TXQ_IN_PORT_ID,
EVB_PORT_ID_ASSIGNED);
addr = (efx_qword_t *) MCDI_PTR(req.emr_in_buf, INIT_TXQ_IN_DMA_ADDR);
EFX_POPULATE_QWORD_2(*addr,
EFX_DWORD_1, (uint32_t)(dma_addr >> 32),
EFX_DWORD_0, (uint32_t)(dma_addr & 0xffffffff));
return hunt_mcdi(hunt, &req);
}
static void hunt_tx_fini(struct hunt_nic *hunt)
{
struct efx_mcdi_req_s req;
MCDI_DECLARE_BUF(inbuf, MC_CMD_FINI_TXQ_IN_LEN);
struct efx_nic *efx = &hunt->efx;
struct efx_tx_queue *txq = &efx->txq;
int rc;
req.emr_cmd = MC_CMD_FINI_TXQ;
req.emr_in_buf = inbuf;
req.emr_in_length = sizeof(inbuf);
req.emr_out_buf = NULL;
req.emr_out_length = 0;
MCDI_SET_DWORD(req.emr_in_buf, FINI_TXQ_IN_INSTANCE, 0);
rc = hunt_mcdi(hunt, &req);
if (rc != 0)
DBGC(hunt, "MC_CMD_FINI_TXQ Failed\n");
efx_hunt_free_special_buffer(txq->ring,
sizeof(efx_tx_desc_t) * EFX_TXD_SIZE);
txq->ring = NULL;
}
/*******************************************************************************
*
*
* RX
*
*
******************************************************************************/
static int hunt_rx_filter_insert(struct net_device *netdev,
struct hunt_nic *hunt,
int multicast)
{
struct efx_mcdi_req_s req;
MCDI_DECLARE_BUF(inbuf, MC_CMD_FILTER_OP_IN_LEN);
MCDI_DECLARE_BUF(outbuf, MC_CMD_FILTER_OP_OUT_LEN);
int rc;
uint64_t filter_id;
(void) netdev;
req.emr_cmd = MC_CMD_FILTER_OP;
req.emr_in_buf = inbuf;
req.emr_in_length = sizeof(inbuf);
req.emr_out_buf = outbuf;
req.emr_out_length = sizeof(outbuf);
MCDI_SET_DWORD(req.emr_in_buf, FILTER_OP_IN_OP,
multicast ? MC_CMD_FILTER_OP_IN_OP_SUBSCRIBE
: MC_CMD_FILTER_OP_IN_OP_INSERT);
MCDI_POPULATE_DWORD_1(req.emr_in_buf, FILTER_OP_IN_MATCH_FIELDS,
FILTER_OP_IN_MATCH_DST_MAC, 1);
if (multicast)
memset(MCDI_PTR(req.emr_in_buf, FILTER_OP_IN_DST_MAC),
0xff, ETH_ALEN);
else
memcpy(MCDI_PTR(req.emr_in_buf, FILTER_OP_IN_DST_MAC),
hunt->mac, ETH_ALEN);
MCDI_SET_DWORD(req.emr_in_buf, FILTER_OP_IN_PORT_ID,
EVB_PORT_ID_ASSIGNED);
MCDI_SET_DWORD(req.emr_in_buf, FILTER_OP_IN_RX_DEST,
MC_CMD_FILTER_OP_IN_RX_DEST_HOST);
MCDI_SET_DWORD(req.emr_in_buf, FILTER_OP_IN_RX_QUEUE, 0);
MCDI_SET_DWORD(req.emr_in_buf, FILTER_OP_IN_RX_MODE, 0);
MCDI_SET_DWORD(req.emr_in_buf, FILTER_OP_IN_TX_DEST,
MC_CMD_FILTER_OP_IN_TX_DEST_DEFAULT);
rc = hunt_mcdi(hunt, &req);
if (rc != 0)
return rc;
if (req.emr_out_length_used < MC_CMD_FILTER_OP_OUT_LEN)
return -EIO;
filter_id = MCDI_QWORD(req.emr_out_buf, FILTER_OP_OUT_HANDLE);
if (multicast)
hunt->mc_filter_id = filter_id;
else
hunt->uc_filter_id = filter_id;
return 0;
}
static int hunt_rx_filter_remove(struct hunt_nic *hunt,
int multicast)
{
struct efx_mcdi_req_s req;
MCDI_DECLARE_BUF(inbuf, MC_CMD_FILTER_OP_IN_LEN);
req.emr_cmd = MC_CMD_FILTER_OP;
req.emr_in_buf = inbuf;
req.emr_in_length = sizeof(inbuf);
req.emr_out_buf = NULL;
req.emr_out_length = 0;
MCDI_SET_DWORD(req.emr_in_buf, FILTER_OP_IN_OP,
multicast ? MC_CMD_FILTER_OP_IN_OP_UNSUBSCRIBE :
MC_CMD_FILTER_OP_IN_OP_REMOVE);
MCDI_SET_QWORD(req.emr_in_buf, FILTER_OP_IN_HANDLE,
multicast ? hunt->mc_filter_id :
hunt->uc_filter_id);
return hunt_mcdi(hunt, &req);
}
static int hunt_get_mac(struct hunt_nic *hunt)
{
struct efx_mcdi_req_s req;
MCDI_DECLARE_BUF(outbuf, MC_CMD_GET_MAC_ADDRESSES_OUT_LEN);
int rc;
req.emr_cmd = MC_CMD_GET_MAC_ADDRESSES;
req.emr_in_buf = NULL;
req.emr_in_length = 0;
req.emr_out_buf = outbuf;
req.emr_out_length = sizeof(outbuf);
rc = hunt_mcdi(hunt, &req);
if (rc != 0)
return rc;
if (req.emr_out_length_used < MC_CMD_INIT_EVQ_OUT_LEN)
return -EMSGSIZE;
memcpy(hunt->mac, MCDI_PTR(outbuf, GET_MAC_ADDRESSES_OUT_MAC_ADDR_BASE),
ETH_ALEN);
return 0;
}
static int hunt_rx_filter_init(struct net_device *netdev,
struct hunt_nic *hunt)
{
int rc = hunt_get_mac(hunt);
if (rc != 0)
return rc;
rc = hunt_rx_filter_insert(netdev, hunt, 0);
if (rc != 0)
return rc;
rc = hunt_rx_filter_insert(netdev, hunt, 1);
if (rc != 0)
hunt_rx_filter_remove(hunt, 0);
return rc;
}
static int
hunt_rx_init(struct net_device *netdev,
struct hunt_nic *hunt)
{
struct efx_mcdi_req_s req;
dma_addr_t dma_addr;
efx_qword_t *addr;
MCDI_DECLARE_BUF(inbuf,
MC_CMD_INIT_RXQ_IN_LEN(EFX_RXQ_NBUFS(EFX_RXD_SIZE)));
int rc, npages;
rc = efx_hunt_rx_init(netdev, &dma_addr);
if (rc != 0)
return rc;
npages = EFX_RXQ_NBUFS(EFX_RXD_SIZE);
req.emr_cmd = MC_CMD_INIT_RXQ;
req.emr_in_buf = inbuf;
req.emr_in_length = MC_CMD_INIT_RXQ_IN_LEN(npages);
req.emr_out_buf = NULL;
req.emr_out_length = 0;
MCDI_SET_DWORD(req.emr_in_buf, INIT_RXQ_IN_SIZE, EFX_RXD_SIZE);
MCDI_SET_DWORD(req.emr_in_buf, INIT_RXQ_IN_TARGET_EVQ, 0);
MCDI_SET_DWORD(req.emr_in_buf, INIT_RXQ_IN_LABEL, 0);
MCDI_SET_DWORD(req.emr_in_buf, INIT_RXQ_IN_INSTANCE, 0);
MCDI_POPULATE_DWORD_5(req.emr_in_buf, INIT_RXQ_IN_FLAGS,
INIT_RXQ_IN_FLAG_BUFF_MODE, 0,
INIT_RXQ_IN_FLAG_HDR_SPLIT, 0,
INIT_RXQ_IN_FLAG_TIMESTAMP, 0,
INIT_RXQ_IN_CRC_MODE, 0,
INIT_RXQ_IN_FLAG_PREFIX, 1);
MCDI_SET_DWORD(req.emr_in_buf, INIT_RXQ_IN_OWNER_ID, 0);
MCDI_SET_DWORD(req.emr_in_buf, INIT_RXQ_IN_PORT_ID,
EVB_PORT_ID_ASSIGNED);
addr = (efx_qword_t *) MCDI_PTR(req.emr_in_buf, INIT_RXQ_IN_DMA_ADDR);
EFX_POPULATE_QWORD_2(*addr,
EFX_DWORD_1, (uint32_t)(dma_addr >> 32),
EFX_DWORD_0, (uint32_t)(dma_addr & 0xffffffff));
return hunt_mcdi(hunt, &req);
}
static void hunt_rx_filter_fini(struct hunt_nic *hunt)
{
hunt_rx_filter_remove(hunt, 0);
hunt_rx_filter_remove(hunt, 1);
}
static void hunt_rx_fini(struct hunt_nic *hunt)
{
MCDI_DECLARE_BUF(inbuf, MC_CMD_FINI_RXQ_IN_LEN);
struct efx_mcdi_req_s req;
struct efx_nic *efx = &hunt->efx;
struct efx_rx_queue *rxq = &efx->rxq;
int rc;
req.emr_cmd = MC_CMD_FINI_RXQ;
req.emr_in_buf = inbuf;
req.emr_in_length = MC_CMD_FINI_RXQ_IN_LEN;
req.emr_out_buf = NULL;
req.emr_out_length = 0;
MCDI_SET_DWORD(req.emr_in_buf, FINI_RXQ_IN_INSTANCE, 0);
rc = hunt_mcdi(hunt, &req);
if (rc != 0)
DBGC(hunt, "MC_CMD_FINI_RXQ Failed\n");
efx_hunt_free_special_buffer(rxq->ring,
sizeof(efx_rx_desc_t) * EFX_RXD_SIZE);
rxq->ring = NULL;
}
/*******************************************************************************
*
*
* Event queues and interrupts
*
*
******************************************************************************/
static int
hunt_ev_init(struct net_device *netdev,
struct hunt_nic *hunt)
{
struct efx_mcdi_req_s req;
dma_addr_t dma_addr;
efx_qword_t *addr;
MCDI_DECLARE_BUF(inbuf,
MC_CMD_INIT_EVQ_IN_LEN(EFX_EVQ_NBUFS(EFX_EVQ_SIZE)));
MCDI_DECLARE_BUF(outbuf, MC_CMD_INIT_EVQ_OUT_LEN);
int rc, npages;
rc = efx_hunt_ev_init(netdev, &dma_addr);
if (rc != 0)
return rc;
npages = EFX_EVQ_NBUFS(EFX_EVQ_SIZE);
req.emr_cmd = MC_CMD_INIT_EVQ;
req.emr_in_buf = inbuf;
req.emr_in_length = MC_CMD_INIT_EVQ_IN_LEN(npages);
req.emr_out_buf = outbuf;
req.emr_out_length = sizeof(outbuf);
MCDI_SET_DWORD(req.emr_in_buf, INIT_EVQ_IN_SIZE, EFX_EVQ_SIZE);
MCDI_SET_DWORD(req.emr_in_buf, INIT_EVQ_IN_INSTANCE, 0);
MCDI_SET_DWORD(req.emr_in_buf, INIT_EVQ_IN_IRQ_NUM, 0);
MCDI_POPULATE_DWORD_6(req.emr_in_buf, INIT_EVQ_IN_FLAGS,
INIT_EVQ_IN_FLAG_INTERRUPTING, 1,
INIT_EVQ_IN_FLAG_RPTR_DOS, 0,
INIT_EVQ_IN_FLAG_INT_ARMD, 0,
INIT_EVQ_IN_FLAG_CUT_THRU, 0,
INIT_EVQ_IN_FLAG_RX_MERGE, 0,
INIT_EVQ_IN_FLAG_TX_MERGE, 0);
MCDI_SET_DWORD(req.emr_in_buf, INIT_EVQ_IN_TMR_MODE,
MC_CMD_INIT_EVQ_IN_TMR_MODE_DIS);
MCDI_SET_DWORD(req.emr_in_buf, INIT_EVQ_IN_TMR_LOAD, 0);
MCDI_SET_DWORD(req.emr_in_buf, INIT_EVQ_IN_TMR_RELOAD, 0);
MCDI_SET_DWORD(req.emr_in_buf, INIT_EVQ_IN_COUNT_MODE,
MC_CMD_INIT_EVQ_IN_COUNT_MODE_DIS);
MCDI_SET_DWORD(req.emr_in_buf, INIT_EVQ_IN_COUNT_THRSHLD, 0);
addr = (efx_qword_t *) MCDI_PTR(req.emr_in_buf, INIT_EVQ_IN_DMA_ADDR);
EFX_POPULATE_QWORD_2(*addr,
EFX_DWORD_1, (uint32_t)(dma_addr >> 32),
EFX_DWORD_0, (uint32_t)(dma_addr & 0xffffffff));
rc = hunt_mcdi(hunt, &req);
if (rc != 0)
return rc;
if (req.emr_out_length_used < MC_CMD_INIT_EVQ_OUT_LEN)
return -EMSGSIZE;
return 0;
}
static void hunt_ev_fini(struct hunt_nic *hunt)
{
MCDI_DECLARE_BUF(inbuf, MC_CMD_FINI_EVQ_IN_LEN);
struct efx_mcdi_req_s req;
struct efx_nic *efx = &hunt->efx;
struct efx_ev_queue *evq = &efx->evq;
int rc;
req.emr_cmd = MC_CMD_FINI_EVQ;
req.emr_in_buf = inbuf;
req.emr_in_length = sizeof(inbuf);
req.emr_out_buf = NULL;
req.emr_out_length = 0;
MCDI_SET_DWORD(req.emr_in_buf, FINI_EVQ_IN_INSTANCE, 0);
rc = hunt_mcdi(hunt, &req);
if (rc != 0)
DBGC(hunt, "MC_CMD_FINI_EVQ Failed\n");
efx_hunt_free_special_buffer(evq->ring,
sizeof(efx_event_t) * EFX_EVQ_SIZE);
evq->ring = NULL;
}
static void
hunt_poll(struct net_device *netdev)
{
struct hunt_nic *hunt = netdev->priv;
/* If called while already polling, return immediately */
if (hunt->efx.state & EFX_STATE_POLLING)
return;
hunt->efx.state |= EFX_STATE_POLLING;
/* Poll link state */
if (hunt->link_poll_timer + TICKS_PER_SEC < currticks()) {
hunt->link_poll_timer = currticks();
hunt_check_link(hunt);
}
/* Poll data path */
efx_hunt_poll(netdev);
hunt->efx.state &= ~EFX_STATE_POLLING;
}
/*******************************************************************************
*
*
* Netdevice operations
*
*
******************************************************************************/
static int hunt_open(struct net_device *netdev)
{
struct hunt_nic *hunt = netdev->priv;
int rc;
/* Allocate VIs */
rc = hunt_alloc_vis(hunt);
if (rc != 0)
goto fail2;
/* Initialize data path */
rc = hunt_ev_init(netdev, hunt);
if (rc != 0)
goto fail3;
rc = hunt_rx_init(netdev, hunt);
if (rc != 0)
goto fail4;
rc = hunt_rx_filter_init(netdev, hunt);
if (rc != 0)
goto fail5;
rc = hunt_tx_init(netdev, hunt);
if (rc != 0)
goto fail6;
rc = efx_hunt_open(netdev);
if (rc)
goto fail7;
rc = hunt_set_mac(hunt);
if (rc)
goto fail8;
/* Mark the link as down before checking the link state because the
* latter might fail.
*/
netdev_link_down(netdev);
hunt_check_link(hunt);
DBGC2(hunt, "%s: open ok\n", netdev->name);
return 0;
fail8:
efx_hunt_close(netdev);
fail7:
hunt_tx_fini(hunt);
fail6:
hunt_rx_filter_fini(hunt);
fail5:
hunt_rx_fini(hunt);
fail4:
hunt_ev_fini(hunt);
fail3:
hunt_free_vis(hunt);
fail2:
DBGC2(hunt, "%s: %s\n", netdev->name, strerror(rc));
return rc;
}
static void hunt_close(struct net_device *netdev)
{
struct hunt_nic *hunt = netdev->priv;
/* Stop datapath */
efx_hunt_close(netdev);
hunt_tx_fini(hunt);
hunt_rx_fini(hunt);
hunt_rx_filter_fini(hunt);
hunt_ev_fini(hunt);
hunt_free_vis(hunt);
/* Reset hardware and detach */
hunt_reset(hunt);
}
/*******************************************************************************
*
*
* Public operations
*
*
******************************************************************************/
static struct net_device_operations hunt_operations = {
.open = hunt_open,
.close = hunt_close,
.transmit = efx_hunt_transmit,
.poll = hunt_poll,
.irq = efx_hunt_irq,
};
static int
hunt_probe(struct pci_device *pci)
{
struct net_device *netdev;
struct hunt_nic *hunt;
struct efx_nic *efx;
int rc = 0;
/* Create the network adapter */
netdev = alloc_etherdev(sizeof(struct hunt_nic));
if (!netdev) {
rc = -ENOMEM;
goto fail1;
}
/* Initialise the network adapter, and initialise private storage */
netdev_init(netdev, &hunt_operations);
pci_set_drvdata(pci, netdev);
netdev->dev = &pci->dev;
netdev->state |= NETDEV_IRQ_UNSUPPORTED;
hunt = netdev->priv;
memset(hunt, 0, sizeof(*hunt));
efx = &hunt->efx;
efx->type = &hunt_nic_type;
/* Initialise efx datapath */
efx_probe(netdev, EFX_HUNTINGTON);
/* Initialise MCDI. In case we are recovering from a crash, first
* cancel any outstanding request by sending a special message using the
* least significant bits of the 'high' (doorbell) register.
*/
_efx_writel(efx, cpu_to_le32(1), ER_DZ_MC_DB_HWRD);
rc = hunt_mcdi_init(hunt);
if (rc != 0)
goto fail2;
/* Reset (most) configuration for this function */
rc = hunt_reset(hunt);
if (rc != 0)
goto fail3;
/* Medford has a list of UDP tunnel ports that is populated by the
* driver. Avoid dropping any unencapsulated packets. This may cause
* an MC reboot.
*/
hunt_clear_udp_tunnel_ports(hunt);
/* Enable the workaround for bug35388, if supported */
efx->workaround_35388 = hunt_workaround_35388(hunt);
/* Set the RX packet prefix size */
efx->rx_prefix_size = ES_DZ_RX_PREFIX_SIZE;
rc = hunt_get_port_assignment(hunt);
if (rc != 0)
goto fail3;
rc = hunt_mac_addr(hunt, netdev->ll_addr);
if (rc != 0)
goto fail4;
rc = hunt_get_phy_cfg(hunt);
if (rc != 0)
goto fail5;
rc = hunt_driver_attach(hunt, 1);
if (rc != 0)
goto fail5;
/* If not exposing this network device, return successfully here */
if (hunt->flags & (1 << MC_CMD_DRV_ATTACH_EXT_OUT_FLAG_NO_ACTIVE_PORT))
return 0;
if (hunt_nic_is_primary(hunt)) {
hunt->next_primary = primary_nics;
primary_nics = hunt;
hunt->primary = hunt;
} else {
struct hunt_nic *other_hunt = primary_nics;
while (other_hunt && !hunt->primary) {
struct pci_device *other_pci = (struct pci_device *)
other_hunt->efx.netdev->dev;
/* Check if the seg:bus:dev parts match. */
if (PCI_FIRST_FUNC(other_pci->busdevfn) ==
PCI_FIRST_FUNC(pci->busdevfn))
hunt->primary = other_hunt;
other_hunt = other_hunt->next_primary;
}
if (!hunt->primary) {
rc = -EIO;
goto fail6;
}
}
rc = register_netdev(netdev);
if (rc != 0)
goto fail8;
DBG2("%s " PCI_FMT " ok\n", __func__, PCI_ARGS(pci));
return 0;
fail8:
fail6:
(void) hunt_driver_attach(hunt, 0);
fail5:
fail4:
fail3:
hunt_mcdi_fini(hunt);
fail2:
efx_remove(netdev);
netdev_put(netdev);
fail1:
DBG2("%s " PCI_FMT " rc=%d\n", __func__, PCI_ARGS(pci), rc);
return rc;
}
static void hunt_remove(struct pci_device *pci)
{
struct net_device *netdev = pci_get_drvdata(pci);
struct hunt_nic *hunt = netdev->priv;
if (!(hunt->flags &
(1 << MC_CMD_DRV_ATTACH_EXT_OUT_FLAG_NO_ACTIVE_PORT))) {
/* The netdevice might still be open, so unregister it now
* before ripping stuff out from underneath.
*/
unregister_netdev(netdev);
}
(void)hunt_driver_attach(hunt, 0);
hunt_mcdi_fini(hunt);
/* Destroy data path */
efx_remove(netdev);
netdev_nullify(netdev);
netdev_put(netdev);
}
const struct efx_nic_type hunt_nic_type = {
.mcdi_rpc = _hunt_mcdi,
};
static struct pci_device_id hunt_nics[] = {
PCI_ROM(0x1924, 0x0903, "SFC9120", "Solarflare SFC9120 Adapter", 0),
PCI_ROM(0x1924, 0x0923, "SFC9140", "Solarflare SFC9140 Adapter", 0),
PCI_ROM(0x1924, 0x0a03, "SFC9220", "Solarflare SFN8xxx Adapter", 0),
PCI_ROM(0x1924, 0x0b03, "SFC9250", "Solarflare X25xx Adapter", 0),
};
struct pci_driver hunt_driver __pci_driver = {
.ids = hunt_nics,
.id_count = ARRAY_SIZE(hunt_nics),
.probe = hunt_probe,
.remove = hunt_remove,
};