Linux Audio

Check our new training course

Loading...
v6.8
   1// SPDX-License-Identifier: BSD-3-Clause OR GPL-2.0-or-later
   2/*
   3 * Copyright 2008 - 2015 Freescale Semiconductor Inc.
   4 */
   5
   6#define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
   7
   8#include "fman_dtsec.h"
   9#include "fman.h"
  10#include "mac.h"
  11
  12#include <linux/slab.h>
  13#include <linux/bitrev.h>
  14#include <linux/io.h>
  15#include <linux/delay.h>
  16#include <linux/phy.h>
  17#include <linux/crc32.h>
  18#include <linux/of_mdio.h>
  19#include <linux/mii.h>
  20#include <linux/netdevice.h>
  21
  22/* TBI register addresses */
  23#define MII_TBICON		0x11
  24
  25/* TBICON register bit fields */
  26#define TBICON_SOFT_RESET	0x8000	/* Soft reset */
  27#define TBICON_DISABLE_RX_DIS	0x2000	/* Disable receive disparity */
  28#define TBICON_DISABLE_TX_DIS	0x1000	/* Disable transmit disparity */
  29#define TBICON_AN_SENSE		0x0100	/* Auto-negotiation sense enable */
  30#define TBICON_CLK_SELECT	0x0020	/* Clock select */
  31#define TBICON_MI_MODE		0x0010	/* GMII mode (TBI if not set) */
  32
  33/* Interrupt Mask Register (IMASK) */
  34#define DTSEC_IMASK_BREN	0x80000000
  35#define DTSEC_IMASK_RXCEN	0x40000000
  36#define DTSEC_IMASK_MSROEN	0x04000000
  37#define DTSEC_IMASK_GTSCEN	0x02000000
  38#define DTSEC_IMASK_BTEN	0x01000000
  39#define DTSEC_IMASK_TXCEN	0x00800000
  40#define DTSEC_IMASK_TXEEN	0x00400000
  41#define DTSEC_IMASK_LCEN	0x00040000
  42#define DTSEC_IMASK_CRLEN	0x00020000
  43#define DTSEC_IMASK_XFUNEN	0x00010000
  44#define DTSEC_IMASK_ABRTEN	0x00008000
  45#define DTSEC_IMASK_IFERREN	0x00004000
  46#define DTSEC_IMASK_MAGEN	0x00000800
  47#define DTSEC_IMASK_MMRDEN	0x00000400
  48#define DTSEC_IMASK_MMWREN	0x00000200
  49#define DTSEC_IMASK_GRSCEN	0x00000100
  50#define DTSEC_IMASK_TDPEEN	0x00000002
  51#define DTSEC_IMASK_RDPEEN	0x00000001
  52
  53#define DTSEC_EVENTS_MASK		\
  54	 ((u32)(DTSEC_IMASK_BREN    |	\
  55		DTSEC_IMASK_RXCEN   |	\
  56		DTSEC_IMASK_BTEN    |	\
  57		DTSEC_IMASK_TXCEN   |	\
  58		DTSEC_IMASK_TXEEN   |	\
  59		DTSEC_IMASK_ABRTEN  |	\
  60		DTSEC_IMASK_LCEN    |	\
  61		DTSEC_IMASK_CRLEN   |	\
  62		DTSEC_IMASK_XFUNEN  |	\
  63		DTSEC_IMASK_IFERREN |	\
  64		DTSEC_IMASK_MAGEN   |	\
  65		DTSEC_IMASK_TDPEEN  |	\
  66		DTSEC_IMASK_RDPEEN))
  67
  68/* dtsec timestamp event bits */
  69#define TMR_PEMASK_TSREEN	0x00010000
  70#define TMR_PEVENT_TSRE		0x00010000
  71
  72/* Group address bit indication */
  73#define MAC_GROUP_ADDRESS	0x0000010000000000ULL
  74
  75/* Defaults */
  76#define DEFAULT_HALFDUP_RETRANSMIT		0xf
  77#define DEFAULT_HALFDUP_COLL_WINDOW		0x37
  78#define DEFAULT_TX_PAUSE_TIME			0xf000
  79#define DEFAULT_RX_PREPEND			0
  80#define DEFAULT_PREAMBLE_LEN			7
  81#define DEFAULT_TX_PAUSE_TIME_EXTD		0
  82#define DEFAULT_NON_BACK_TO_BACK_IPG1		0x40
  83#define DEFAULT_NON_BACK_TO_BACK_IPG2		0x60
  84#define DEFAULT_MIN_IFG_ENFORCEMENT		0x50
  85#define DEFAULT_BACK_TO_BACK_IPG		0x60
  86#define DEFAULT_MAXIMUM_FRAME			0x600
  87
  88/* register related defines (bits, field offsets..) */
  89#define DTSEC_ID2_INT_REDUCED_OFF	0x00010000
  90
  91#define DTSEC_ECNTRL_GMIIM		0x00000040
  92#define DTSEC_ECNTRL_TBIM		0x00000020
  93#define DTSEC_ECNTRL_RPM		0x00000010
  94#define DTSEC_ECNTRL_R100M		0x00000008
  95#define DTSEC_ECNTRL_RMM		0x00000004
  96#define DTSEC_ECNTRL_SGMIIM		0x00000002
  97#define DTSEC_ECNTRL_QSGMIIM		0x00000001
  98
  99#define TCTRL_TTSE			0x00000040
 100#define TCTRL_GTS			0x00000020
 101
 102#define RCTRL_PAL_MASK			0x001f0000
 103#define RCTRL_PAL_SHIFT			16
 104#define RCTRL_GHTX			0x00000400
 105#define RCTRL_RTSE			0x00000040
 106#define RCTRL_GRS			0x00000020
 107#define RCTRL_MPROM			0x00000008
 108#define RCTRL_RSF			0x00000004
 109#define RCTRL_UPROM			0x00000001
 110
 111#define MACCFG1_SOFT_RESET		0x80000000
 112#define MACCFG1_RX_FLOW			0x00000020
 113#define MACCFG1_TX_FLOW			0x00000010
 114#define MACCFG1_TX_EN			0x00000001
 115#define MACCFG1_RX_EN			0x00000004
 116
 117#define MACCFG2_NIBBLE_MODE		0x00000100
 118#define MACCFG2_BYTE_MODE		0x00000200
 119#define MACCFG2_PAD_CRC_EN		0x00000004
 120#define MACCFG2_FULL_DUPLEX		0x00000001
 121#define MACCFG2_PREAMBLE_LENGTH_MASK	0x0000f000
 122#define MACCFG2_PREAMBLE_LENGTH_SHIFT	12
 123
 124#define IPGIFG_NON_BACK_TO_BACK_IPG_1_SHIFT	24
 125#define IPGIFG_NON_BACK_TO_BACK_IPG_2_SHIFT	16
 126#define IPGIFG_MIN_IFG_ENFORCEMENT_SHIFT	8
 127
 128#define IPGIFG_NON_BACK_TO_BACK_IPG_1	0x7F000000
 129#define IPGIFG_NON_BACK_TO_BACK_IPG_2	0x007F0000
 130#define IPGIFG_MIN_IFG_ENFORCEMENT	0x0000FF00
 131#define IPGIFG_BACK_TO_BACK_IPG	0x0000007F
 132
 133#define HAFDUP_EXCESS_DEFER			0x00010000
 134#define HAFDUP_COLLISION_WINDOW		0x000003ff
 135#define HAFDUP_RETRANSMISSION_MAX_SHIFT	12
 136#define HAFDUP_RETRANSMISSION_MAX		0x0000f000
 137
 138#define NUM_OF_HASH_REGS	8	/* Number of hash table registers */
 139
 140#define PTV_PTE_MASK		0xffff0000
 141#define PTV_PT_MASK		0x0000ffff
 142#define PTV_PTE_SHIFT		16
 143
 144#define MAX_PACKET_ALIGNMENT		31
 145#define MAX_INTER_PACKET_GAP		0x7f
 146#define MAX_RETRANSMISSION		0x0f
 147#define MAX_COLLISION_WINDOW		0x03ff
 148
 149/* Hash table size (32 bits*8 regs) */
 150#define DTSEC_HASH_TABLE_SIZE		256
 151/* Extended Hash table size (32 bits*16 regs) */
 152#define EXTENDED_HASH_TABLE_SIZE	512
 153
 154/* dTSEC Memory Map registers */
 155struct dtsec_regs {
 156	/* dTSEC General Control and Status Registers */
 157	u32 tsec_id;		/* 0x000 ETSEC_ID register */
 158	u32 tsec_id2;		/* 0x004 ETSEC_ID2 register */
 159	u32 ievent;		/* 0x008 Interrupt event register */
 160	u32 imask;		/* 0x00C Interrupt mask register */
 161	u32 reserved0010[1];
 162	u32 ecntrl;		/* 0x014 E control register */
 163	u32 ptv;		/* 0x018 Pause time value register */
 164	u32 tbipa;		/* 0x01C TBI PHY address register */
 165	u32 tmr_ctrl;		/* 0x020 Time-stamp Control register */
 166	u32 tmr_pevent;		/* 0x024 Time-stamp event register */
 167	u32 tmr_pemask;		/* 0x028 Timer event mask register */
 168	u32 reserved002c[5];
 169	u32 tctrl;		/* 0x040 Transmit control register */
 170	u32 reserved0044[3];
 171	u32 rctrl;		/* 0x050 Receive control register */
 172	u32 reserved0054[11];
 173	u32 igaddr[8];		/* 0x080-0x09C Individual/group address */
 174	u32 gaddr[8];		/* 0x0A0-0x0BC Group address registers 0-7 */
 175	u32 reserved00c0[16];
 176	u32 maccfg1;		/* 0x100 MAC configuration #1 */
 177	u32 maccfg2;		/* 0x104 MAC configuration #2 */
 178	u32 ipgifg;		/* 0x108 IPG/IFG */
 179	u32 hafdup;		/* 0x10C Half-duplex */
 180	u32 maxfrm;		/* 0x110 Maximum frame */
 181	u32 reserved0114[10];
 182	u32 ifstat;		/* 0x13C Interface status */
 183	u32 macstnaddr1;	/* 0x140 Station Address,part 1 */
 184	u32 macstnaddr2;	/* 0x144 Station Address,part 2 */
 185	struct {
 186		u32 exact_match1;	/* octets 1-4 */
 187		u32 exact_match2;	/* octets 5-6 */
 188	} macaddr[15];		/* 0x148-0x1BC mac exact match addresses 1-15 */
 189	u32 reserved01c0[16];
 190	u32 tr64;	/* 0x200 Tx and Rx 64 byte frame counter */
 191	u32 tr127;	/* 0x204 Tx and Rx 65 to 127 byte frame counter */
 192	u32 tr255;	/* 0x208 Tx and Rx 128 to 255 byte frame counter */
 193	u32 tr511;	/* 0x20C Tx and Rx 256 to 511 byte frame counter */
 194	u32 tr1k;	/* 0x210 Tx and Rx 512 to 1023 byte frame counter */
 195	u32 trmax;	/* 0x214 Tx and Rx 1024 to 1518 byte frame counter */
 196	u32 trmgv;
 197	/* 0x218 Tx and Rx 1519 to 1522 byte good VLAN frame count */
 198	u32 rbyt;	/* 0x21C receive byte counter */
 199	u32 rpkt;	/* 0x220 receive packet counter */
 200	u32 rfcs;	/* 0x224 receive FCS error counter */
 201	u32 rmca;	/* 0x228 RMCA Rx multicast packet counter */
 202	u32 rbca;	/* 0x22C Rx broadcast packet counter */
 203	u32 rxcf;	/* 0x230 Rx control frame packet counter */
 204	u32 rxpf;	/* 0x234 Rx pause frame packet counter */
 205	u32 rxuo;	/* 0x238 Rx unknown OP code counter */
 206	u32 raln;	/* 0x23C Rx alignment error counter */
 207	u32 rflr;	/* 0x240 Rx frame length error counter */
 208	u32 rcde;	/* 0x244 Rx code error counter */
 209	u32 rcse;	/* 0x248 Rx carrier sense error counter */
 210	u32 rund;	/* 0x24C Rx undersize packet counter */
 211	u32 rovr;	/* 0x250 Rx oversize packet counter */
 212	u32 rfrg;	/* 0x254 Rx fragments counter */
 213	u32 rjbr;	/* 0x258 Rx jabber counter */
 214	u32 rdrp;	/* 0x25C Rx drop */
 215	u32 tbyt;	/* 0x260 Tx byte counter */
 216	u32 tpkt;	/* 0x264 Tx packet counter */
 217	u32 tmca;	/* 0x268 Tx multicast packet counter */
 218	u32 tbca;	/* 0x26C Tx broadcast packet counter */
 219	u32 txpf;	/* 0x270 Tx pause control frame counter */
 220	u32 tdfr;	/* 0x274 Tx deferral packet counter */
 221	u32 tedf;	/* 0x278 Tx excessive deferral packet counter */
 222	u32 tscl;	/* 0x27C Tx single collision packet counter */
 223	u32 tmcl;	/* 0x280 Tx multiple collision packet counter */
 224	u32 tlcl;	/* 0x284 Tx late collision packet counter */
 225	u32 txcl;	/* 0x288 Tx excessive collision packet counter */
 226	u32 tncl;	/* 0x28C Tx total collision counter */
 227	u32 reserved0290[1];
 228	u32 tdrp;	/* 0x294 Tx drop frame counter */
 229	u32 tjbr;	/* 0x298 Tx jabber frame counter */
 230	u32 tfcs;	/* 0x29C Tx FCS error counter */
 231	u32 txcf;	/* 0x2A0 Tx control frame counter */
 232	u32 tovr;	/* 0x2A4 Tx oversize frame counter */
 233	u32 tund;	/* 0x2A8 Tx undersize frame counter */
 234	u32 tfrg;	/* 0x2AC Tx fragments frame counter */
 235	u32 car1;	/* 0x2B0 carry register one register* */
 236	u32 car2;	/* 0x2B4 carry register two register* */
 237	u32 cam1;	/* 0x2B8 carry register one mask register */
 238	u32 cam2;	/* 0x2BC carry register two mask register */
 239	u32 reserved02c0[848];
 240};
 241
 242/* struct dtsec_cfg - dTSEC configuration
 243 * Transmit half-duplex flow control, under software control for 10/100-Mbps
 244 * half-duplex media. If set, back pressure is applied to media by raising
 245 * carrier.
 246 * halfdup_retransmit:
 247 * Number of retransmission attempts following a collision.
 248 * If this is exceeded dTSEC aborts transmission due to excessive collisions.
 249 * The standard specifies the attempt limit to be 15.
 250 * halfdup_coll_window:
 251 * The number of bytes of the frame during which collisions may occur.
 252 * The default value of 55 corresponds to the frame byte at the end of the
 253 * standard 512-bit slot time window. If collisions are detected after this
 254 * byte, the late collision event is asserted and transmission of current
 255 * frame is aborted.
 256 * tx_pad_crc:
 257 * Pad and append CRC. If set, the MAC pads all ransmitted short frames and
 258 * appends a CRC to every frame regardless of padding requirement.
 259 * tx_pause_time:
 260 * Transmit pause time value. This pause value is used as part of the pause
 261 * frame to be sent when a transmit pause frame is initiated.
 262 * If set to 0 this disables transmission of pause frames.
 263 * preamble_len:
 264 * Length, in bytes, of the preamble field preceding each Ethernet
 265 * start-of-frame delimiter byte. The default value of 0x7 should be used in
 266 * order to guarantee reliable operation with IEEE 802.3 compliant hardware.
 267 * rx_prepend:
 268 * Packet alignment padding length. The specified number of bytes (1-31)
 269 * of zero padding are inserted before the start of each received frame.
 270 * For Ethernet, where optional preamble extraction is enabled, the padding
 271 * appears before the preamble, otherwise the padding precedes the
 272 * layer 2 header.
 273 *
 274 * This structure contains basic dTSEC configuration and must be passed to
 275 * init() function. A default set of configuration values can be
 276 * obtained by calling set_dflts().
 277 */
 278struct dtsec_cfg {
 279	u16 halfdup_retransmit;
 280	u16 halfdup_coll_window;
 281	bool tx_pad_crc;
 282	u16 tx_pause_time;
 283	bool ptp_tsu_en;
 284	bool ptp_exception_en;
 285	u32 preamble_len;
 286	u32 rx_prepend;
 287	u16 tx_pause_time_extd;
 288	u16 maximum_frame;
 289	u32 non_back_to_back_ipg1;
 290	u32 non_back_to_back_ipg2;
 291	u32 min_ifg_enforcement;
 292	u32 back_to_back_ipg;
 293};
 294
 295struct fman_mac {
 296	/* pointer to dTSEC memory mapped registers */
 297	struct dtsec_regs __iomem *regs;
 298	/* MAC address of device */
 299	u64 addr;
 300	/* Ethernet physical interface */
 301	phy_interface_t phy_if;
 302	u16 max_speed;
 303	struct mac_device *dev_id; /* device cookie used by the exception cbs */
 304	fman_mac_exception_cb *exception_cb;
 305	fman_mac_exception_cb *event_cb;
 306	/* Number of individual addresses in registers for this station */
 307	u8 num_of_ind_addr_in_regs;
 308	/* pointer to driver's global address hash table */
 309	struct eth_hash_t *multicast_addr_hash;
 310	/* pointer to driver's individual address hash table */
 311	struct eth_hash_t *unicast_addr_hash;
 312	u8 mac_id;
 313	u32 exceptions;
 314	bool ptp_tsu_enabled;
 315	bool en_tsu_err_exception;
 316	struct dtsec_cfg *dtsec_drv_param;
 317	void *fm;
 318	struct fman_rev_info fm_rev_info;
 319	bool basex_if;
 320	struct mdio_device *tbidev;
 321	struct phylink_pcs pcs;
 322};
 323
 324static void set_dflts(struct dtsec_cfg *cfg)
 325{
 326	cfg->halfdup_retransmit = DEFAULT_HALFDUP_RETRANSMIT;
 327	cfg->halfdup_coll_window = DEFAULT_HALFDUP_COLL_WINDOW;
 328	cfg->tx_pad_crc = true;
 329	cfg->tx_pause_time = DEFAULT_TX_PAUSE_TIME;
 330	/* PHY address 0 is reserved (DPAA RM) */
 331	cfg->rx_prepend = DEFAULT_RX_PREPEND;
 332	cfg->ptp_tsu_en = true;
 333	cfg->ptp_exception_en = true;
 334	cfg->preamble_len = DEFAULT_PREAMBLE_LEN;
 335	cfg->tx_pause_time_extd = DEFAULT_TX_PAUSE_TIME_EXTD;
 336	cfg->non_back_to_back_ipg1 = DEFAULT_NON_BACK_TO_BACK_IPG1;
 337	cfg->non_back_to_back_ipg2 = DEFAULT_NON_BACK_TO_BACK_IPG2;
 338	cfg->min_ifg_enforcement = DEFAULT_MIN_IFG_ENFORCEMENT;
 339	cfg->back_to_back_ipg = DEFAULT_BACK_TO_BACK_IPG;
 340	cfg->maximum_frame = DEFAULT_MAXIMUM_FRAME;
 341}
 342
 343static void set_mac_address(struct dtsec_regs __iomem *regs, const u8 *adr)
 344{
 345	u32 tmp;
 346
 347	tmp = (u32)((adr[5] << 24) |
 348		    (adr[4] << 16) | (adr[3] << 8) | adr[2]);
 349	iowrite32be(tmp, &regs->macstnaddr1);
 350
 351	tmp = (u32)((adr[1] << 24) | (adr[0] << 16));
 352	iowrite32be(tmp, &regs->macstnaddr2);
 353}
 354
 355static int init(struct dtsec_regs __iomem *regs, struct dtsec_cfg *cfg,
 356		phy_interface_t iface, u16 iface_speed, u64 addr,
 357		u32 exception_mask, u8 tbi_addr)
 358{
 359	enet_addr_t eth_addr;
 360	u32 tmp = 0;
 361	int i;
 362
 363	/* Soft reset */
 364	iowrite32be(MACCFG1_SOFT_RESET, &regs->maccfg1);
 365	iowrite32be(0, &regs->maccfg1);
 366
 367	if (cfg->tx_pause_time)
 368		tmp |= cfg->tx_pause_time;
 369	if (cfg->tx_pause_time_extd)
 370		tmp |= cfg->tx_pause_time_extd << PTV_PTE_SHIFT;
 371	iowrite32be(tmp, &regs->ptv);
 372
 373	tmp = 0;
 374	tmp |= (cfg->rx_prepend << RCTRL_PAL_SHIFT) & RCTRL_PAL_MASK;
 375	/* Accept short frames */
 376	tmp |= RCTRL_RSF;
 377
 378	iowrite32be(tmp, &regs->rctrl);
 379
 380	/* Assign a Phy Address to the TBI (TBIPA).
 381	 * Done also in cases where TBI is not selected to avoid conflict with
 382	 * the external PHY's Physical address
 383	 */
 384	iowrite32be(tbi_addr, &regs->tbipa);
 385
 386	iowrite32be(0, &regs->tmr_ctrl);
 387
 388	if (cfg->ptp_tsu_en) {
 389		tmp = 0;
 390		tmp |= TMR_PEVENT_TSRE;
 391		iowrite32be(tmp, &regs->tmr_pevent);
 392
 393		if (cfg->ptp_exception_en) {
 394			tmp = 0;
 395			tmp |= TMR_PEMASK_TSREEN;
 396			iowrite32be(tmp, &regs->tmr_pemask);
 397		}
 398	}
 399
 400	tmp = 0;
 401	tmp |= MACCFG1_RX_FLOW;
 402	tmp |= MACCFG1_TX_FLOW;
 403	iowrite32be(tmp, &regs->maccfg1);
 404
 405	tmp = 0;
 406
 407	tmp |= (cfg->preamble_len << MACCFG2_PREAMBLE_LENGTH_SHIFT) &
 408		MACCFG2_PREAMBLE_LENGTH_MASK;
 409	if (cfg->tx_pad_crc)
 410		tmp |= MACCFG2_PAD_CRC_EN;
 411	iowrite32be(tmp, &regs->maccfg2);
 412
 413	tmp = (((cfg->non_back_to_back_ipg1 <<
 414		 IPGIFG_NON_BACK_TO_BACK_IPG_1_SHIFT)
 415		& IPGIFG_NON_BACK_TO_BACK_IPG_1)
 416	       | ((cfg->non_back_to_back_ipg2 <<
 417		   IPGIFG_NON_BACK_TO_BACK_IPG_2_SHIFT)
 418		 & IPGIFG_NON_BACK_TO_BACK_IPG_2)
 419	       | ((cfg->min_ifg_enforcement << IPGIFG_MIN_IFG_ENFORCEMENT_SHIFT)
 420		 & IPGIFG_MIN_IFG_ENFORCEMENT)
 421	       | (cfg->back_to_back_ipg & IPGIFG_BACK_TO_BACK_IPG));
 422	iowrite32be(tmp, &regs->ipgifg);
 423
 424	tmp = 0;
 425	tmp |= HAFDUP_EXCESS_DEFER;
 426	tmp |= ((cfg->halfdup_retransmit << HAFDUP_RETRANSMISSION_MAX_SHIFT)
 427		& HAFDUP_RETRANSMISSION_MAX);
 428	tmp |= (cfg->halfdup_coll_window & HAFDUP_COLLISION_WINDOW);
 429
 430	iowrite32be(tmp, &regs->hafdup);
 431
 432	/* Initialize Maximum frame length */
 433	iowrite32be(cfg->maximum_frame, &regs->maxfrm);
 434
 435	iowrite32be(0xffffffff, &regs->cam1);
 436	iowrite32be(0xffffffff, &regs->cam2);
 437
 438	iowrite32be(exception_mask, &regs->imask);
 439
 440	iowrite32be(0xffffffff, &regs->ievent);
 441
 442	if (addr) {
 443		MAKE_ENET_ADDR_FROM_UINT64(addr, eth_addr);
 444		set_mac_address(regs, (const u8 *)eth_addr);
 445	}
 446
 447	/* HASH */
 448	for (i = 0; i < NUM_OF_HASH_REGS; i++) {
 449		/* Initialize IADDRx */
 450		iowrite32be(0, &regs->igaddr[i]);
 451		/* Initialize GADDRx */
 452		iowrite32be(0, &regs->gaddr[i]);
 453	}
 454
 455	return 0;
 456}
 457
 458static void set_bucket(struct dtsec_regs __iomem *regs, int bucket,
 459		       bool enable)
 460{
 461	int reg_idx = (bucket >> 5) & 0xf;
 462	int bit_idx = bucket & 0x1f;
 463	u32 bit_mask = 0x80000000 >> bit_idx;
 464	u32 __iomem *reg;
 465
 466	if (reg_idx > 7)
 467		reg = &regs->gaddr[reg_idx - 8];
 468	else
 469		reg = &regs->igaddr[reg_idx];
 470
 471	if (enable)
 472		iowrite32be(ioread32be(reg) | bit_mask, reg);
 473	else
 474		iowrite32be(ioread32be(reg) & (~bit_mask), reg);
 475}
 476
 477static int check_init_parameters(struct fman_mac *dtsec)
 478{
 479	if ((dtsec->dtsec_drv_param)->rx_prepend >
 480	    MAX_PACKET_ALIGNMENT) {
 481		pr_err("packetAlignmentPadding can't be > than %d\n",
 482		       MAX_PACKET_ALIGNMENT);
 483		return -EINVAL;
 484	}
 485	if (((dtsec->dtsec_drv_param)->non_back_to_back_ipg1 >
 486	     MAX_INTER_PACKET_GAP) ||
 487	    ((dtsec->dtsec_drv_param)->non_back_to_back_ipg2 >
 488	     MAX_INTER_PACKET_GAP) ||
 489	     ((dtsec->dtsec_drv_param)->back_to_back_ipg >
 490	      MAX_INTER_PACKET_GAP)) {
 491		pr_err("Inter packet gap can't be greater than %d\n",
 492		       MAX_INTER_PACKET_GAP);
 493		return -EINVAL;
 494	}
 495	if ((dtsec->dtsec_drv_param)->halfdup_retransmit >
 496	    MAX_RETRANSMISSION) {
 497		pr_err("maxRetransmission can't be greater than %d\n",
 498		       MAX_RETRANSMISSION);
 499		return -EINVAL;
 500	}
 501	if ((dtsec->dtsec_drv_param)->halfdup_coll_window >
 502	    MAX_COLLISION_WINDOW) {
 503		pr_err("collisionWindow can't be greater than %d\n",
 504		       MAX_COLLISION_WINDOW);
 505		return -EINVAL;
 506	/* If Auto negotiation process is disabled, need to set up the PHY
 507	 * using the MII Management Interface
 508	 */
 509	}
 510	if (!dtsec->exception_cb) {
 511		pr_err("uninitialized exception_cb\n");
 512		return -EINVAL;
 513	}
 514	if (!dtsec->event_cb) {
 515		pr_err("uninitialized event_cb\n");
 516		return -EINVAL;
 517	}
 518
 519	return 0;
 520}
 521
 522static int get_exception_flag(enum fman_mac_exceptions exception)
 523{
 524	u32 bit_mask;
 525
 526	switch (exception) {
 527	case FM_MAC_EX_1G_BAB_RX:
 528		bit_mask = DTSEC_IMASK_BREN;
 529		break;
 530	case FM_MAC_EX_1G_RX_CTL:
 531		bit_mask = DTSEC_IMASK_RXCEN;
 532		break;
 533	case FM_MAC_EX_1G_GRATEFUL_TX_STP_COMPLET:
 534		bit_mask = DTSEC_IMASK_GTSCEN;
 535		break;
 536	case FM_MAC_EX_1G_BAB_TX:
 537		bit_mask = DTSEC_IMASK_BTEN;
 538		break;
 539	case FM_MAC_EX_1G_TX_CTL:
 540		bit_mask = DTSEC_IMASK_TXCEN;
 541		break;
 542	case FM_MAC_EX_1G_TX_ERR:
 543		bit_mask = DTSEC_IMASK_TXEEN;
 544		break;
 545	case FM_MAC_EX_1G_LATE_COL:
 546		bit_mask = DTSEC_IMASK_LCEN;
 547		break;
 548	case FM_MAC_EX_1G_COL_RET_LMT:
 549		bit_mask = DTSEC_IMASK_CRLEN;
 550		break;
 551	case FM_MAC_EX_1G_TX_FIFO_UNDRN:
 552		bit_mask = DTSEC_IMASK_XFUNEN;
 553		break;
 554	case FM_MAC_EX_1G_MAG_PCKT:
 555		bit_mask = DTSEC_IMASK_MAGEN;
 556		break;
 557	case FM_MAC_EX_1G_MII_MNG_RD_COMPLET:
 558		bit_mask = DTSEC_IMASK_MMRDEN;
 559		break;
 560	case FM_MAC_EX_1G_MII_MNG_WR_COMPLET:
 561		bit_mask = DTSEC_IMASK_MMWREN;
 562		break;
 563	case FM_MAC_EX_1G_GRATEFUL_RX_STP_COMPLET:
 564		bit_mask = DTSEC_IMASK_GRSCEN;
 565		break;
 566	case FM_MAC_EX_1G_DATA_ERR:
 567		bit_mask = DTSEC_IMASK_TDPEEN;
 568		break;
 569	case FM_MAC_EX_1G_RX_MIB_CNT_OVFL:
 570		bit_mask = DTSEC_IMASK_MSROEN;
 571		break;
 572	default:
 573		bit_mask = 0;
 574		break;
 575	}
 576
 577	return bit_mask;
 578}
 579
 580static u16 dtsec_get_max_frame_length(struct fman_mac *dtsec)
 581{
 582	struct dtsec_regs __iomem *regs = dtsec->regs;
 583
 584	return (u16)ioread32be(&regs->maxfrm);
 585}
 586
 587static void dtsec_isr(void *handle)
 588{
 589	struct fman_mac *dtsec = (struct fman_mac *)handle;
 590	struct dtsec_regs __iomem *regs = dtsec->regs;
 591	u32 event;
 592
 593	/* do not handle MDIO events */
 594	event = ioread32be(&regs->ievent) &
 595		(u32)(~(DTSEC_IMASK_MMRDEN | DTSEC_IMASK_MMWREN));
 596
 597	event &= ioread32be(&regs->imask);
 598
 599	iowrite32be(event, &regs->ievent);
 600
 601	if (event & DTSEC_IMASK_BREN)
 602		dtsec->exception_cb(dtsec->dev_id, FM_MAC_EX_1G_BAB_RX);
 603	if (event & DTSEC_IMASK_RXCEN)
 604		dtsec->exception_cb(dtsec->dev_id, FM_MAC_EX_1G_RX_CTL);
 605	if (event & DTSEC_IMASK_GTSCEN)
 606		dtsec->exception_cb(dtsec->dev_id,
 607				    FM_MAC_EX_1G_GRATEFUL_TX_STP_COMPLET);
 608	if (event & DTSEC_IMASK_BTEN)
 609		dtsec->exception_cb(dtsec->dev_id, FM_MAC_EX_1G_BAB_TX);
 610	if (event & DTSEC_IMASK_TXCEN)
 611		dtsec->exception_cb(dtsec->dev_id, FM_MAC_EX_1G_TX_CTL);
 612	if (event & DTSEC_IMASK_TXEEN)
 613		dtsec->exception_cb(dtsec->dev_id, FM_MAC_EX_1G_TX_ERR);
 614	if (event & DTSEC_IMASK_LCEN)
 615		dtsec->exception_cb(dtsec->dev_id, FM_MAC_EX_1G_LATE_COL);
 616	if (event & DTSEC_IMASK_CRLEN)
 617		dtsec->exception_cb(dtsec->dev_id, FM_MAC_EX_1G_COL_RET_LMT);
 618	if (event & DTSEC_IMASK_XFUNEN) {
 619		/* FM_TX_LOCKUP_ERRATA_DTSEC6 Errata workaround */
 620		/* FIXME: This races with the rest of the driver! */
 621		if (dtsec->fm_rev_info.major == 2) {
 622			u32 tpkt1, tmp_reg1, tpkt2, tmp_reg2, i;
 623			/* a. Write 0x00E0_0C00 to DTSEC_ID
 624			 *	This is a read only register
 625			 * b. Read and save the value of TPKT
 626			 */
 627			tpkt1 = ioread32be(&regs->tpkt);
 628
 629			/* c. Read the register at dTSEC address offset 0x32C */
 630			tmp_reg1 = ioread32be(&regs->reserved02c0[27]);
 631
 632			/* d. Compare bits [9:15] to bits [25:31] of the
 633			 * register at address offset 0x32C.
 634			 */
 635			if ((tmp_reg1 & 0x007F0000) !=
 636				(tmp_reg1 & 0x0000007F)) {
 637				/* If they are not equal, save the value of
 638				 * this register and wait for at least
 639				 * MAXFRM*16 ns
 640				 */
 641				usleep_range((u32)(min
 642					(dtsec_get_max_frame_length(dtsec) *
 643					16 / 1000, 1)), (u32)
 644					(min(dtsec_get_max_frame_length
 645					(dtsec) * 16 / 1000, 1) + 1));
 646			}
 647
 648			/* e. Read and save TPKT again and read the register
 649			 * at dTSEC address offset 0x32C again
 650			 */
 651			tpkt2 = ioread32be(&regs->tpkt);
 652			tmp_reg2 = ioread32be(&regs->reserved02c0[27]);
 653
 654			/* f. Compare the value of TPKT saved in step b to
 655			 * value read in step e. Also compare bits [9:15] of
 656			 * the register at offset 0x32C saved in step d to the
 657			 * value of bits [9:15] saved in step e. If the two
 658			 * registers values are unchanged, then the transmit
 659			 * portion of the dTSEC controller is locked up and
 660			 * the user should proceed to the recover sequence.
 661			 */
 662			if ((tpkt1 == tpkt2) && ((tmp_reg1 & 0x007F0000) ==
 663				(tmp_reg2 & 0x007F0000))) {
 664				/* recover sequence */
 665
 666				/* a.Write a 1 to RCTRL[GRS] */
 667
 668				iowrite32be(ioread32be(&regs->rctrl) |
 669					    RCTRL_GRS, &regs->rctrl);
 670
 671				/* b.Wait until IEVENT[GRSC]=1, or at least
 672				 * 100 us has elapsed.
 673				 */
 674				for (i = 0; i < 100; i++) {
 675					if (ioread32be(&regs->ievent) &
 676					    DTSEC_IMASK_GRSCEN)
 677						break;
 678					udelay(1);
 679				}
 680				if (ioread32be(&regs->ievent) &
 681				    DTSEC_IMASK_GRSCEN)
 682					iowrite32be(DTSEC_IMASK_GRSCEN,
 683						    &regs->ievent);
 684				else
 685					pr_debug("Rx lockup due to Tx lockup\n");
 686
 687				/* c.Write a 1 to bit n of FM_RSTC
 688				 * (offset 0x0CC of FPM)
 689				 */
 690				fman_reset_mac(dtsec->fm, dtsec->mac_id);
 691
 692				/* d.Wait 4 Tx clocks (32 ns) */
 693				udelay(1);
 694
 695				/* e.Write a 0 to bit n of FM_RSTC. */
 696				/* cleared by FMAN
 697				 */
 698			}
 699		}
 700
 701		dtsec->exception_cb(dtsec->dev_id, FM_MAC_EX_1G_TX_FIFO_UNDRN);
 702	}
 703	if (event & DTSEC_IMASK_MAGEN)
 704		dtsec->exception_cb(dtsec->dev_id, FM_MAC_EX_1G_MAG_PCKT);
 705	if (event & DTSEC_IMASK_GRSCEN)
 706		dtsec->exception_cb(dtsec->dev_id,
 707				    FM_MAC_EX_1G_GRATEFUL_RX_STP_COMPLET);
 708	if (event & DTSEC_IMASK_TDPEEN)
 709		dtsec->exception_cb(dtsec->dev_id, FM_MAC_EX_1G_DATA_ERR);
 710	if (event & DTSEC_IMASK_RDPEEN)
 711		dtsec->exception_cb(dtsec->dev_id, FM_MAC_1G_RX_DATA_ERR);
 712
 713	/* masked interrupts */
 714	WARN_ON(event & DTSEC_IMASK_ABRTEN);
 715	WARN_ON(event & DTSEC_IMASK_IFERREN);
 716}
 717
 718static void dtsec_1588_isr(void *handle)
 719{
 720	struct fman_mac *dtsec = (struct fman_mac *)handle;
 721	struct dtsec_regs __iomem *regs = dtsec->regs;
 722	u32 event;
 723
 724	if (dtsec->ptp_tsu_enabled) {
 725		event = ioread32be(&regs->tmr_pevent);
 726		event &= ioread32be(&regs->tmr_pemask);
 727
 728		if (event) {
 729			iowrite32be(event, &regs->tmr_pevent);
 730			WARN_ON(event & TMR_PEVENT_TSRE);
 731			dtsec->exception_cb(dtsec->dev_id,
 732					    FM_MAC_EX_1G_1588_TS_RX_ERR);
 733		}
 734	}
 735}
 736
 737static void free_init_resources(struct fman_mac *dtsec)
 738{
 739	fman_unregister_intr(dtsec->fm, FMAN_MOD_MAC, dtsec->mac_id,
 740			     FMAN_INTR_TYPE_ERR);
 741	fman_unregister_intr(dtsec->fm, FMAN_MOD_MAC, dtsec->mac_id,
 742			     FMAN_INTR_TYPE_NORMAL);
 743
 744	/* release the driver's group hash table */
 745	free_hash_table(dtsec->multicast_addr_hash);
 746	dtsec->multicast_addr_hash = NULL;
 747
 748	/* release the driver's individual hash table */
 749	free_hash_table(dtsec->unicast_addr_hash);
 750	dtsec->unicast_addr_hash = NULL;
 751}
 752
 753static struct fman_mac *pcs_to_dtsec(struct phylink_pcs *pcs)
 754{
 755	return container_of(pcs, struct fman_mac, pcs);
 756}
 757
 758static void dtsec_pcs_get_state(struct phylink_pcs *pcs,
 759				struct phylink_link_state *state)
 760{
 761	struct fman_mac *dtsec = pcs_to_dtsec(pcs);
 762
 763	phylink_mii_c22_pcs_get_state(dtsec->tbidev, state);
 764}
 765
 766static int dtsec_pcs_config(struct phylink_pcs *pcs, unsigned int neg_mode,
 767			    phy_interface_t interface,
 768			    const unsigned long *advertising,
 769			    bool permit_pause_to_mac)
 770{
 771	struct fman_mac *dtsec = pcs_to_dtsec(pcs);
 772
 773	return phylink_mii_c22_pcs_config(dtsec->tbidev, interface,
 774					  advertising, neg_mode);
 775}
 776
 777static void dtsec_pcs_an_restart(struct phylink_pcs *pcs)
 778{
 779	struct fman_mac *dtsec = pcs_to_dtsec(pcs);
 780
 781	phylink_mii_c22_pcs_an_restart(dtsec->tbidev);
 782}
 783
 784static const struct phylink_pcs_ops dtsec_pcs_ops = {
 785	.pcs_get_state = dtsec_pcs_get_state,
 786	.pcs_config = dtsec_pcs_config,
 787	.pcs_an_restart = dtsec_pcs_an_restart,
 788};
 789
 790static void graceful_start(struct fman_mac *dtsec)
 791{
 792	struct dtsec_regs __iomem *regs = dtsec->regs;
 793
 794	iowrite32be(ioread32be(&regs->tctrl) & ~TCTRL_GTS, &regs->tctrl);
 795	iowrite32be(ioread32be(&regs->rctrl) & ~RCTRL_GRS, &regs->rctrl);
 796}
 797
 798static void graceful_stop(struct fman_mac *dtsec)
 799{
 800	struct dtsec_regs __iomem *regs = dtsec->regs;
 801	u32 tmp;
 802
 803	/* Graceful stop - Assert the graceful Rx stop bit */
 804	tmp = ioread32be(&regs->rctrl) | RCTRL_GRS;
 805	iowrite32be(tmp, &regs->rctrl);
 806
 807	if (dtsec->fm_rev_info.major == 2) {
 808		/* Workaround for dTSEC Errata A002 */
 809		usleep_range(100, 200);
 810	} else {
 811		/* Workaround for dTSEC Errata A004839 */
 812		usleep_range(10, 50);
 813	}
 814
 815	/* Graceful stop - Assert the graceful Tx stop bit */
 816	if (dtsec->fm_rev_info.major == 2) {
 817		/* dTSEC Errata A004: Do not use TCTRL[GTS]=1 */
 818		pr_debug("GTS not supported due to DTSEC_A004 Errata.\n");
 819	} else {
 820		tmp = ioread32be(&regs->tctrl) | TCTRL_GTS;
 821		iowrite32be(tmp, &regs->tctrl);
 822
 823		/* Workaround for dTSEC Errata A0012, A0014 */
 824		usleep_range(10, 50);
 825	}
 826}
 827
 828static int dtsec_enable(struct fman_mac *dtsec)
 829{
 830	return 0;
 831}
 832
 833static void dtsec_disable(struct fman_mac *dtsec)
 834{
 835}
 836
 837static int dtsec_set_tx_pause_frames(struct fman_mac *dtsec,
 838				     u8 __maybe_unused priority,
 839				     u16 pause_time,
 840				     u16 __maybe_unused thresh_time)
 841{
 842	struct dtsec_regs __iomem *regs = dtsec->regs;
 843	u32 ptv = 0;
 844
 845	if (pause_time) {
 846		/* FM_BAD_TX_TS_IN_B_2_B_ERRATA_DTSEC_A003 Errata workaround */
 847		if (dtsec->fm_rev_info.major == 2 && pause_time <= 320) {
 848			pr_warn("pause-time: %d illegal.Should be > 320\n",
 849				pause_time);
 850			return -EINVAL;
 851		}
 852
 853		ptv = ioread32be(&regs->ptv);
 854		ptv &= PTV_PTE_MASK;
 855		ptv |= pause_time & PTV_PT_MASK;
 856		iowrite32be(ptv, &regs->ptv);
 857
 858		/* trigger the transmission of a flow-control pause frame */
 859		iowrite32be(ioread32be(&regs->maccfg1) | MACCFG1_TX_FLOW,
 860			    &regs->maccfg1);
 861	} else
 862		iowrite32be(ioread32be(&regs->maccfg1) & ~MACCFG1_TX_FLOW,
 863			    &regs->maccfg1);
 864
 865	return 0;
 866}
 867
 868static int dtsec_accept_rx_pause_frames(struct fman_mac *dtsec, bool en)
 869{
 870	struct dtsec_regs __iomem *regs = dtsec->regs;
 871	u32 tmp;
 872
 873	tmp = ioread32be(&regs->maccfg1);
 874	if (en)
 875		tmp |= MACCFG1_RX_FLOW;
 876	else
 877		tmp &= ~MACCFG1_RX_FLOW;
 878	iowrite32be(tmp, &regs->maccfg1);
 879
 880	return 0;
 881}
 882
 883static struct phylink_pcs *dtsec_select_pcs(struct phylink_config *config,
 884					    phy_interface_t iface)
 885{
 886	struct fman_mac *dtsec = fman_config_to_mac(config)->fman_mac;
 887
 888	switch (iface) {
 889	case PHY_INTERFACE_MODE_SGMII:
 890	case PHY_INTERFACE_MODE_1000BASEX:
 891	case PHY_INTERFACE_MODE_2500BASEX:
 892		return &dtsec->pcs;
 893	default:
 894		return NULL;
 895	}
 896}
 897
 898static void dtsec_mac_config(struct phylink_config *config, unsigned int mode,
 899			     const struct phylink_link_state *state)
 900{
 901	struct mac_device *mac_dev = fman_config_to_mac(config);
 902	struct dtsec_regs __iomem *regs = mac_dev->fman_mac->regs;
 903	u32 tmp;
 904
 905	switch (state->interface) {
 906	case PHY_INTERFACE_MODE_RMII:
 907		tmp = DTSEC_ECNTRL_RMM;
 908		break;
 909	case PHY_INTERFACE_MODE_RGMII:
 910	case PHY_INTERFACE_MODE_RGMII_ID:
 911	case PHY_INTERFACE_MODE_RGMII_RXID:
 912	case PHY_INTERFACE_MODE_RGMII_TXID:
 913		tmp = DTSEC_ECNTRL_GMIIM | DTSEC_ECNTRL_RPM;
 914		break;
 915	case PHY_INTERFACE_MODE_SGMII:
 916	case PHY_INTERFACE_MODE_1000BASEX:
 917	case PHY_INTERFACE_MODE_2500BASEX:
 918		tmp = DTSEC_ECNTRL_TBIM | DTSEC_ECNTRL_SGMIIM;
 919		break;
 920	default:
 921		dev_warn(mac_dev->dev, "cannot configure dTSEC for %s\n",
 922			 phy_modes(state->interface));
 923		return;
 924	}
 925
 926	iowrite32be(tmp, &regs->ecntrl);
 927}
 928
 929static void dtsec_link_up(struct phylink_config *config, struct phy_device *phy,
 930			  unsigned int mode, phy_interface_t interface,
 931			  int speed, int duplex, bool tx_pause, bool rx_pause)
 932{
 933	struct mac_device *mac_dev = fman_config_to_mac(config);
 934	struct fman_mac *dtsec = mac_dev->fman_mac;
 935	struct dtsec_regs __iomem *regs = dtsec->regs;
 936	u16 pause_time = tx_pause ? FSL_FM_PAUSE_TIME_ENABLE :
 937			 FSL_FM_PAUSE_TIME_DISABLE;
 938	u32 tmp;
 939
 940	dtsec_set_tx_pause_frames(dtsec, 0, pause_time, 0);
 941	dtsec_accept_rx_pause_frames(dtsec, rx_pause);
 942
 943	tmp = ioread32be(&regs->ecntrl);
 944	if (speed == SPEED_100)
 945		tmp |= DTSEC_ECNTRL_R100M;
 946	else
 947		tmp &= ~DTSEC_ECNTRL_R100M;
 948	iowrite32be(tmp, &regs->ecntrl);
 949
 950	tmp = ioread32be(&regs->maccfg2);
 951	tmp &= ~(MACCFG2_NIBBLE_MODE | MACCFG2_BYTE_MODE | MACCFG2_FULL_DUPLEX);
 952	if (speed >= SPEED_1000)
 953		tmp |= MACCFG2_BYTE_MODE;
 954	else
 955		tmp |= MACCFG2_NIBBLE_MODE;
 956
 957	if (duplex == DUPLEX_FULL)
 958		tmp |= MACCFG2_FULL_DUPLEX;
 959
 960	iowrite32be(tmp, &regs->maccfg2);
 961
 962	mac_dev->update_speed(mac_dev, speed);
 963
 964	/* Enable */
 965	tmp = ioread32be(&regs->maccfg1);
 966	tmp |= MACCFG1_RX_EN | MACCFG1_TX_EN;
 967	iowrite32be(tmp, &regs->maccfg1);
 968
 969	/* Graceful start - clear the graceful Rx/Tx stop bit */
 970	graceful_start(dtsec);
 971}
 972
 973static void dtsec_link_down(struct phylink_config *config, unsigned int mode,
 974			    phy_interface_t interface)
 975{
 976	struct fman_mac *dtsec = fman_config_to_mac(config)->fman_mac;
 977	struct dtsec_regs __iomem *regs = dtsec->regs;
 978	u32 tmp;
 979
 980	/* Graceful stop - Assert the graceful Rx/Tx stop bit */
 981	graceful_stop(dtsec);
 982
 983	tmp = ioread32be(&regs->maccfg1);
 984	tmp &= ~(MACCFG1_RX_EN | MACCFG1_TX_EN);
 985	iowrite32be(tmp, &regs->maccfg1);
 986}
 987
 988static const struct phylink_mac_ops dtsec_mac_ops = {
 989	.mac_select_pcs = dtsec_select_pcs,
 990	.mac_config = dtsec_mac_config,
 991	.mac_link_up = dtsec_link_up,
 992	.mac_link_down = dtsec_link_down,
 993};
 994
 995static int dtsec_modify_mac_address(struct fman_mac *dtsec,
 996				    const enet_addr_t *enet_addr)
 997{
 998	graceful_stop(dtsec);
 999
1000	/* Initialize MAC Station Address registers (1 & 2)
1001	 * Station address have to be swapped (big endian to little endian
1002	 */
1003	dtsec->addr = ENET_ADDR_TO_UINT64(*enet_addr);
1004	set_mac_address(dtsec->regs, (const u8 *)(*enet_addr));
1005
1006	graceful_start(dtsec);
1007
1008	return 0;
1009}
1010
1011static int dtsec_add_hash_mac_address(struct fman_mac *dtsec,
1012				      enet_addr_t *eth_addr)
1013{
1014	struct dtsec_regs __iomem *regs = dtsec->regs;
1015	struct eth_hash_entry *hash_entry;
1016	u64 addr;
1017	s32 bucket;
1018	u32 crc = 0xFFFFFFFF;
1019	bool mcast, ghtx;
1020
1021	addr = ENET_ADDR_TO_UINT64(*eth_addr);
1022
1023	ghtx = (bool)((ioread32be(&regs->rctrl) & RCTRL_GHTX) ? true : false);
1024	mcast = (bool)((addr & MAC_GROUP_ADDRESS) ? true : false);
1025
1026	/* Cannot handle unicast mac addr when GHTX is on */
1027	if (ghtx && !mcast) {
1028		pr_err("Could not compute hash bucket\n");
1029		return -EINVAL;
1030	}
1031	crc = crc32_le(crc, (u8 *)eth_addr, ETH_ALEN);
1032	crc = bitrev32(crc);
1033
1034	/* considering the 9 highest order bits in crc H[8:0]:
1035	 *if ghtx = 0 H[8:6] (highest order 3 bits) identify the hash register
1036	 *and H[5:1] (next 5 bits) identify the hash bit
1037	 *if ghts = 1 H[8:5] (highest order 4 bits) identify the hash register
1038	 *and H[4:0] (next 5 bits) identify the hash bit.
1039	 *
1040	 *In bucket index output the low 5 bits identify the hash register
1041	 *bit, while the higher 4 bits identify the hash register
1042	 */
1043
1044	if (ghtx) {
1045		bucket = (s32)((crc >> 23) & 0x1ff);
1046	} else {
1047		bucket = (s32)((crc >> 24) & 0xff);
1048		/* if !ghtx and mcast the bit must be set in gaddr instead of
1049		 *igaddr.
1050		 */
1051		if (mcast)
1052			bucket += 0x100;
1053	}
1054
1055	set_bucket(dtsec->regs, bucket, true);
1056
1057	/* Create element to be added to the driver hash table */
1058	hash_entry = kmalloc(sizeof(*hash_entry), GFP_ATOMIC);
1059	if (!hash_entry)
1060		return -ENOMEM;
1061	hash_entry->addr = addr;
1062	INIT_LIST_HEAD(&hash_entry->node);
1063
1064	if (addr & MAC_GROUP_ADDRESS)
1065		/* Group Address */
1066		list_add_tail(&hash_entry->node,
1067			      &dtsec->multicast_addr_hash->lsts[bucket]);
1068	else
1069		list_add_tail(&hash_entry->node,
1070			      &dtsec->unicast_addr_hash->lsts[bucket]);
1071
1072	return 0;
1073}
1074
1075static int dtsec_set_allmulti(struct fman_mac *dtsec, bool enable)
1076{
1077	u32 tmp;
1078	struct dtsec_regs __iomem *regs = dtsec->regs;
1079
1080	tmp = ioread32be(&regs->rctrl);
1081	if (enable)
1082		tmp |= RCTRL_MPROM;
1083	else
1084		tmp &= ~RCTRL_MPROM;
1085
1086	iowrite32be(tmp, &regs->rctrl);
1087
1088	return 0;
1089}
1090
1091static int dtsec_set_tstamp(struct fman_mac *dtsec, bool enable)
1092{
1093	struct dtsec_regs __iomem *regs = dtsec->regs;
1094	u32 rctrl, tctrl;
1095
1096	rctrl = ioread32be(&regs->rctrl);
1097	tctrl = ioread32be(&regs->tctrl);
1098
1099	if (enable) {
1100		rctrl |= RCTRL_RTSE;
1101		tctrl |= TCTRL_TTSE;
1102	} else {
1103		rctrl &= ~RCTRL_RTSE;
1104		tctrl &= ~TCTRL_TTSE;
1105	}
1106
1107	iowrite32be(rctrl, &regs->rctrl);
1108	iowrite32be(tctrl, &regs->tctrl);
1109
1110	return 0;
1111}
1112
1113static int dtsec_del_hash_mac_address(struct fman_mac *dtsec,
1114				      enet_addr_t *eth_addr)
1115{
1116	struct dtsec_regs __iomem *regs = dtsec->regs;
1117	struct list_head *pos;
1118	struct eth_hash_entry *hash_entry = NULL;
1119	u64 addr;
1120	s32 bucket;
1121	u32 crc = 0xFFFFFFFF;
1122	bool mcast, ghtx;
1123
1124	addr = ENET_ADDR_TO_UINT64(*eth_addr);
1125
1126	ghtx = (bool)((ioread32be(&regs->rctrl) & RCTRL_GHTX) ? true : false);
1127	mcast = (bool)((addr & MAC_GROUP_ADDRESS) ? true : false);
1128
1129	/* Cannot handle unicast mac addr when GHTX is on */
1130	if (ghtx && !mcast) {
1131		pr_err("Could not compute hash bucket\n");
1132		return -EINVAL;
1133	}
1134	crc = crc32_le(crc, (u8 *)eth_addr, ETH_ALEN);
1135	crc = bitrev32(crc);
1136
1137	if (ghtx) {
1138		bucket = (s32)((crc >> 23) & 0x1ff);
1139	} else {
1140		bucket = (s32)((crc >> 24) & 0xff);
1141		/* if !ghtx and mcast the bit must be set
1142		 * in gaddr instead of igaddr.
1143		 */
1144		if (mcast)
1145			bucket += 0x100;
1146	}
1147
1148	if (addr & MAC_GROUP_ADDRESS) {
1149		/* Group Address */
1150		list_for_each(pos,
1151			      &dtsec->multicast_addr_hash->lsts[bucket]) {
1152			hash_entry = ETH_HASH_ENTRY_OBJ(pos);
1153			if (hash_entry && hash_entry->addr == addr) {
1154				list_del_init(&hash_entry->node);
1155				kfree(hash_entry);
1156				break;
1157			}
1158		}
1159		if (list_empty(&dtsec->multicast_addr_hash->lsts[bucket]))
1160			set_bucket(dtsec->regs, bucket, false);
1161	} else {
1162		/* Individual Address */
1163		list_for_each(pos,
1164			      &dtsec->unicast_addr_hash->lsts[bucket]) {
1165			hash_entry = ETH_HASH_ENTRY_OBJ(pos);
1166			if (hash_entry && hash_entry->addr == addr) {
1167				list_del_init(&hash_entry->node);
1168				kfree(hash_entry);
1169				break;
1170			}
1171		}
1172		if (list_empty(&dtsec->unicast_addr_hash->lsts[bucket]))
1173			set_bucket(dtsec->regs, bucket, false);
1174	}
1175
1176	/* address does not exist */
1177	WARN_ON(!hash_entry);
1178
1179	return 0;
1180}
1181
1182static int dtsec_set_promiscuous(struct fman_mac *dtsec, bool new_val)
1183{
1184	struct dtsec_regs __iomem *regs = dtsec->regs;
1185	u32 tmp;
1186
1187	/* Set unicast promiscuous */
1188	tmp = ioread32be(&regs->rctrl);
1189	if (new_val)
1190		tmp |= RCTRL_UPROM;
1191	else
1192		tmp &= ~RCTRL_UPROM;
1193
1194	iowrite32be(tmp, &regs->rctrl);
1195
1196	/* Set multicast promiscuous */
1197	tmp = ioread32be(&regs->rctrl);
1198	if (new_val)
1199		tmp |= RCTRL_MPROM;
1200	else
1201		tmp &= ~RCTRL_MPROM;
1202
1203	iowrite32be(tmp, &regs->rctrl);
1204
1205	return 0;
1206}
1207
1208static int dtsec_set_exception(struct fman_mac *dtsec,
1209			       enum fman_mac_exceptions exception, bool enable)
1210{
1211	struct dtsec_regs __iomem *regs = dtsec->regs;
1212	u32 bit_mask = 0;
1213
1214	if (exception != FM_MAC_EX_1G_1588_TS_RX_ERR) {
1215		bit_mask = get_exception_flag(exception);
1216		if (bit_mask) {
1217			if (enable)
1218				dtsec->exceptions |= bit_mask;
1219			else
1220				dtsec->exceptions &= ~bit_mask;
1221		} else {
1222			pr_err("Undefined exception\n");
1223			return -EINVAL;
1224		}
1225		if (enable)
1226			iowrite32be(ioread32be(&regs->imask) | bit_mask,
1227				    &regs->imask);
1228		else
1229			iowrite32be(ioread32be(&regs->imask) & ~bit_mask,
1230				    &regs->imask);
1231	} else {
1232		if (!dtsec->ptp_tsu_enabled) {
1233			pr_err("Exception valid for 1588 only\n");
1234			return -EINVAL;
1235		}
1236		switch (exception) {
1237		case FM_MAC_EX_1G_1588_TS_RX_ERR:
1238			if (enable) {
1239				dtsec->en_tsu_err_exception = true;
1240				iowrite32be(ioread32be(&regs->tmr_pemask) |
1241					    TMR_PEMASK_TSREEN,
1242					    &regs->tmr_pemask);
1243			} else {
1244				dtsec->en_tsu_err_exception = false;
1245				iowrite32be(ioread32be(&regs->tmr_pemask) &
1246					    ~TMR_PEMASK_TSREEN,
1247					    &regs->tmr_pemask);
1248			}
1249			break;
1250		default:
1251			pr_err("Undefined exception\n");
1252			return -EINVAL;
1253		}
1254	}
1255
1256	return 0;
1257}
1258
1259static int dtsec_init(struct fman_mac *dtsec)
1260{
1261	struct dtsec_regs __iomem *regs = dtsec->regs;
1262	struct dtsec_cfg *dtsec_drv_param;
1263	u16 max_frm_ln, tbicon;
1264	int err;
1265
1266	if (DEFAULT_RESET_ON_INIT &&
1267	    (fman_reset_mac(dtsec->fm, dtsec->mac_id) != 0)) {
1268		pr_err("Can't reset MAC!\n");
1269		return -EINVAL;
1270	}
1271
1272	err = check_init_parameters(dtsec);
1273	if (err)
1274		return err;
1275
1276	dtsec_drv_param = dtsec->dtsec_drv_param;
1277
1278	err = init(dtsec->regs, dtsec_drv_param, dtsec->phy_if,
1279		   dtsec->max_speed, dtsec->addr, dtsec->exceptions,
1280		   dtsec->tbidev->addr);
1281	if (err) {
1282		free_init_resources(dtsec);
1283		pr_err("DTSEC version doesn't support this i/f mode\n");
1284		return err;
1285	}
1286
1287	/* Configure the TBI PHY Control Register */
1288	tbicon = TBICON_CLK_SELECT | TBICON_SOFT_RESET;
1289	mdiodev_write(dtsec->tbidev, MII_TBICON, tbicon);
1290
1291	tbicon = TBICON_CLK_SELECT;
1292	mdiodev_write(dtsec->tbidev, MII_TBICON, tbicon);
1293
1294	/* Max Frame Length */
1295	max_frm_ln = (u16)ioread32be(&regs->maxfrm);
1296	err = fman_set_mac_max_frame(dtsec->fm, dtsec->mac_id, max_frm_ln);
1297	if (err) {
1298		pr_err("Setting max frame length failed\n");
1299		free_init_resources(dtsec);
1300		return -EINVAL;
1301	}
1302
1303	dtsec->multicast_addr_hash =
1304	alloc_hash_table(EXTENDED_HASH_TABLE_SIZE);
1305	if (!dtsec->multicast_addr_hash) {
1306		free_init_resources(dtsec);
1307		pr_err("MC hash table is failed\n");
1308		return -ENOMEM;
1309	}
1310
1311	dtsec->unicast_addr_hash = alloc_hash_table(DTSEC_HASH_TABLE_SIZE);
1312	if (!dtsec->unicast_addr_hash) {
1313		free_init_resources(dtsec);
1314		pr_err("UC hash table is failed\n");
1315		return -ENOMEM;
1316	}
1317
1318	/* register err intr handler for dtsec to FPM (err) */
1319	fman_register_intr(dtsec->fm, FMAN_MOD_MAC, dtsec->mac_id,
1320			   FMAN_INTR_TYPE_ERR, dtsec_isr, dtsec);
1321	/* register 1588 intr handler for TMR to FPM (normal) */
1322	fman_register_intr(dtsec->fm, FMAN_MOD_MAC, dtsec->mac_id,
1323			   FMAN_INTR_TYPE_NORMAL, dtsec_1588_isr, dtsec);
1324
1325	kfree(dtsec_drv_param);
1326	dtsec->dtsec_drv_param = NULL;
1327
1328	return 0;
1329}
1330
1331static int dtsec_free(struct fman_mac *dtsec)
1332{
1333	free_init_resources(dtsec);
1334
1335	kfree(dtsec->dtsec_drv_param);
1336	dtsec->dtsec_drv_param = NULL;
1337	if (!IS_ERR_OR_NULL(dtsec->tbidev))
1338		put_device(&dtsec->tbidev->dev);
1339	kfree(dtsec);
1340
1341	return 0;
1342}
1343
1344static struct fman_mac *dtsec_config(struct mac_device *mac_dev,
1345				     struct fman_mac_params *params)
1346{
1347	struct fman_mac *dtsec;
1348	struct dtsec_cfg *dtsec_drv_param;
1349
1350	/* allocate memory for the UCC GETH data structure. */
1351	dtsec = kzalloc(sizeof(*dtsec), GFP_KERNEL);
1352	if (!dtsec)
1353		return NULL;
1354
1355	/* allocate memory for the d_tsec driver parameters data structure. */
1356	dtsec_drv_param = kzalloc(sizeof(*dtsec_drv_param), GFP_KERNEL);
1357	if (!dtsec_drv_param)
1358		goto err_dtsec;
1359
1360	/* Plant parameter structure pointer */
1361	dtsec->dtsec_drv_param = dtsec_drv_param;
1362
1363	set_dflts(dtsec_drv_param);
1364
1365	dtsec->regs = mac_dev->vaddr;
1366	dtsec->addr = ENET_ADDR_TO_UINT64(mac_dev->addr);
1367	dtsec->phy_if = mac_dev->phy_if;
1368	dtsec->mac_id = params->mac_id;
1369	dtsec->exceptions = (DTSEC_IMASK_BREN	|
1370			     DTSEC_IMASK_RXCEN	|
1371			     DTSEC_IMASK_BTEN	|
1372			     DTSEC_IMASK_TXCEN	|
1373			     DTSEC_IMASK_TXEEN	|
1374			     DTSEC_IMASK_ABRTEN	|
1375			     DTSEC_IMASK_LCEN	|
1376			     DTSEC_IMASK_CRLEN	|
1377			     DTSEC_IMASK_XFUNEN	|
1378			     DTSEC_IMASK_IFERREN |
1379			     DTSEC_IMASK_MAGEN	|
1380			     DTSEC_IMASK_TDPEEN	|
1381			     DTSEC_IMASK_RDPEEN);
1382	dtsec->exception_cb = params->exception_cb;
1383	dtsec->event_cb = params->event_cb;
1384	dtsec->dev_id = mac_dev;
1385	dtsec->ptp_tsu_enabled = dtsec->dtsec_drv_param->ptp_tsu_en;
1386	dtsec->en_tsu_err_exception = dtsec->dtsec_drv_param->ptp_exception_en;
1387
1388	dtsec->fm = params->fm;
1389
1390	/* Save FMan revision */
1391	fman_get_revision(dtsec->fm, &dtsec->fm_rev_info);
1392
1393	return dtsec;
1394
1395err_dtsec:
1396	kfree(dtsec);
1397	return NULL;
1398}
1399
1400int dtsec_initialization(struct mac_device *mac_dev,
1401			 struct device_node *mac_node,
1402			 struct fman_mac_params *params)
1403{
1404	int			err;
1405	struct fman_mac		*dtsec;
1406	struct device_node	*phy_node;
1407	unsigned long		 capabilities;
1408	unsigned long		*supported;
1409
1410	mac_dev->phylink_ops		= &dtsec_mac_ops;
1411	mac_dev->set_promisc		= dtsec_set_promiscuous;
1412	mac_dev->change_addr		= dtsec_modify_mac_address;
1413	mac_dev->add_hash_mac_addr	= dtsec_add_hash_mac_address;
1414	mac_dev->remove_hash_mac_addr	= dtsec_del_hash_mac_address;
1415	mac_dev->set_exception		= dtsec_set_exception;
1416	mac_dev->set_allmulti		= dtsec_set_allmulti;
1417	mac_dev->set_tstamp		= dtsec_set_tstamp;
1418	mac_dev->set_multi		= fman_set_multi;
1419	mac_dev->enable			= dtsec_enable;
1420	mac_dev->disable		= dtsec_disable;
1421
1422	mac_dev->fman_mac = dtsec_config(mac_dev, params);
1423	if (!mac_dev->fman_mac) {
1424		err = -EINVAL;
1425		goto _return;
1426	}
1427
1428	dtsec = mac_dev->fman_mac;
1429	dtsec->dtsec_drv_param->maximum_frame = fman_get_max_frm();
1430	dtsec->dtsec_drv_param->tx_pad_crc = true;
1431
1432	phy_node = of_parse_phandle(mac_node, "tbi-handle", 0);
1433	if (!phy_node || !of_device_is_available(phy_node)) {
1434		of_node_put(phy_node);
1435		err = -EINVAL;
1436		dev_err_probe(mac_dev->dev, err,
1437			      "TBI PCS node is not available\n");
1438		goto _return_fm_mac_free;
1439	}
1440
1441	dtsec->tbidev = of_mdio_find_device(phy_node);
1442	of_node_put(phy_node);
1443	if (!dtsec->tbidev) {
1444		err = -EPROBE_DEFER;
1445		dev_err_probe(mac_dev->dev, err,
1446			      "could not find mdiodev for PCS\n");
1447		goto _return_fm_mac_free;
1448	}
1449	dtsec->pcs.ops = &dtsec_pcs_ops;
1450	dtsec->pcs.neg_mode = true;
1451	dtsec->pcs.poll = true;
1452
1453	supported = mac_dev->phylink_config.supported_interfaces;
1454
1455	/* FIXME: Can we use DTSEC_ID2_INT_FULL_OFF to determine if these are
1456	 * supported? If not, we can determine support via the phy if SerDes
1457	 * support is added.
1458	 */
1459	if (mac_dev->phy_if == PHY_INTERFACE_MODE_SGMII ||
1460	    mac_dev->phy_if == PHY_INTERFACE_MODE_1000BASEX) {
1461		__set_bit(PHY_INTERFACE_MODE_SGMII, supported);
1462		__set_bit(PHY_INTERFACE_MODE_1000BASEX, supported);
1463	} else if (mac_dev->phy_if == PHY_INTERFACE_MODE_2500BASEX) {
1464		__set_bit(PHY_INTERFACE_MODE_2500BASEX, supported);
1465	}
1466
1467	if (!(ioread32be(&dtsec->regs->tsec_id2) & DTSEC_ID2_INT_REDUCED_OFF)) {
1468		phy_interface_set_rgmii(supported);
1469
1470		/* DTSEC_ID2_INT_REDUCED_OFF indicates that the dTSEC supports
1471		 * RMII and RGMII. However, the only SoCs which support RMII
1472		 * are the P1017 and P1023. Avoid advertising this mode on
1473		 * other SoCs. This is a bit of a moot point, since there's no
1474		 * in-tree support for ethernet on these platforms...
1475		 */
1476		if (of_machine_is_compatible("fsl,P1023") ||
1477		    of_machine_is_compatible("fsl,P1023RDB"))
1478			__set_bit(PHY_INTERFACE_MODE_RMII, supported);
1479	}
1480
1481	capabilities = MAC_SYM_PAUSE | MAC_ASYM_PAUSE;
1482	capabilities |= MAC_10 | MAC_100 | MAC_1000FD | MAC_2500FD;
1483	mac_dev->phylink_config.mac_capabilities = capabilities;
1484
1485	err = dtsec_init(dtsec);
1486	if (err < 0)
1487		goto _return_fm_mac_free;
1488
1489	/* For 1G MAC, disable by default the MIB counters overflow interrupt */
1490	err = dtsec_set_exception(dtsec, FM_MAC_EX_1G_RX_MIB_CNT_OVFL, false);
1491	if (err < 0)
1492		goto _return_fm_mac_free;
1493
1494	dev_info(mac_dev->dev, "FMan dTSEC version: 0x%08x\n",
1495		 ioread32be(&dtsec->regs->tsec_id));
1496
1497	goto _return;
1498
1499_return_fm_mac_free:
1500	dtsec_free(dtsec);
1501
1502_return:
1503	return err;
1504}
v6.9.4
   1// SPDX-License-Identifier: BSD-3-Clause OR GPL-2.0-or-later
   2/*
   3 * Copyright 2008 - 2015 Freescale Semiconductor Inc.
   4 */
   5
   6#define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
   7
   8#include "fman_dtsec.h"
   9#include "fman.h"
  10#include "mac.h"
  11
  12#include <linux/slab.h>
  13#include <linux/bitrev.h>
  14#include <linux/io.h>
  15#include <linux/delay.h>
  16#include <linux/phy.h>
  17#include <linux/crc32.h>
  18#include <linux/of_mdio.h>
  19#include <linux/mii.h>
  20#include <linux/netdevice.h>
  21
  22/* TBI register addresses */
  23#define MII_TBICON		0x11
  24
  25/* TBICON register bit fields */
  26#define TBICON_SOFT_RESET	0x8000	/* Soft reset */
  27#define TBICON_DISABLE_RX_DIS	0x2000	/* Disable receive disparity */
  28#define TBICON_DISABLE_TX_DIS	0x1000	/* Disable transmit disparity */
  29#define TBICON_AN_SENSE		0x0100	/* Auto-negotiation sense enable */
  30#define TBICON_CLK_SELECT	0x0020	/* Clock select */
  31#define TBICON_MI_MODE		0x0010	/* GMII mode (TBI if not set) */
  32
  33/* Interrupt Mask Register (IMASK) */
  34#define DTSEC_IMASK_BREN	0x80000000
  35#define DTSEC_IMASK_RXCEN	0x40000000
  36#define DTSEC_IMASK_MSROEN	0x04000000
  37#define DTSEC_IMASK_GTSCEN	0x02000000
  38#define DTSEC_IMASK_BTEN	0x01000000
  39#define DTSEC_IMASK_TXCEN	0x00800000
  40#define DTSEC_IMASK_TXEEN	0x00400000
  41#define DTSEC_IMASK_LCEN	0x00040000
  42#define DTSEC_IMASK_CRLEN	0x00020000
  43#define DTSEC_IMASK_XFUNEN	0x00010000
  44#define DTSEC_IMASK_ABRTEN	0x00008000
  45#define DTSEC_IMASK_IFERREN	0x00004000
  46#define DTSEC_IMASK_MAGEN	0x00000800
  47#define DTSEC_IMASK_MMRDEN	0x00000400
  48#define DTSEC_IMASK_MMWREN	0x00000200
  49#define DTSEC_IMASK_GRSCEN	0x00000100
  50#define DTSEC_IMASK_TDPEEN	0x00000002
  51#define DTSEC_IMASK_RDPEEN	0x00000001
  52
  53#define DTSEC_EVENTS_MASK		\
  54	 ((u32)(DTSEC_IMASK_BREN    |	\
  55		DTSEC_IMASK_RXCEN   |	\
  56		DTSEC_IMASK_BTEN    |	\
  57		DTSEC_IMASK_TXCEN   |	\
  58		DTSEC_IMASK_TXEEN   |	\
  59		DTSEC_IMASK_ABRTEN  |	\
  60		DTSEC_IMASK_LCEN    |	\
  61		DTSEC_IMASK_CRLEN   |	\
  62		DTSEC_IMASK_XFUNEN  |	\
  63		DTSEC_IMASK_IFERREN |	\
  64		DTSEC_IMASK_MAGEN   |	\
  65		DTSEC_IMASK_TDPEEN  |	\
  66		DTSEC_IMASK_RDPEEN))
  67
  68/* dtsec timestamp event bits */
  69#define TMR_PEMASK_TSREEN	0x00010000
  70#define TMR_PEVENT_TSRE		0x00010000
  71
  72/* Group address bit indication */
  73#define MAC_GROUP_ADDRESS	0x0000010000000000ULL
  74
  75/* Defaults */
  76#define DEFAULT_HALFDUP_RETRANSMIT		0xf
  77#define DEFAULT_HALFDUP_COLL_WINDOW		0x37
  78#define DEFAULT_TX_PAUSE_TIME			0xf000
  79#define DEFAULT_RX_PREPEND			0
  80#define DEFAULT_PREAMBLE_LEN			7
  81#define DEFAULT_TX_PAUSE_TIME_EXTD		0
  82#define DEFAULT_NON_BACK_TO_BACK_IPG1		0x40
  83#define DEFAULT_NON_BACK_TO_BACK_IPG2		0x60
  84#define DEFAULT_MIN_IFG_ENFORCEMENT		0x50
  85#define DEFAULT_BACK_TO_BACK_IPG		0x60
  86#define DEFAULT_MAXIMUM_FRAME			0x600
  87
  88/* register related defines (bits, field offsets..) */
  89#define DTSEC_ID2_INT_REDUCED_OFF	0x00010000
  90
  91#define DTSEC_ECNTRL_GMIIM		0x00000040
  92#define DTSEC_ECNTRL_TBIM		0x00000020
  93#define DTSEC_ECNTRL_RPM		0x00000010
  94#define DTSEC_ECNTRL_R100M		0x00000008
  95#define DTSEC_ECNTRL_RMM		0x00000004
  96#define DTSEC_ECNTRL_SGMIIM		0x00000002
  97#define DTSEC_ECNTRL_QSGMIIM		0x00000001
  98
  99#define TCTRL_TTSE			0x00000040
 100#define TCTRL_GTS			0x00000020
 101
 102#define RCTRL_PAL_MASK			0x001f0000
 103#define RCTRL_PAL_SHIFT			16
 104#define RCTRL_GHTX			0x00000400
 105#define RCTRL_RTSE			0x00000040
 106#define RCTRL_GRS			0x00000020
 107#define RCTRL_MPROM			0x00000008
 108#define RCTRL_RSF			0x00000004
 109#define RCTRL_UPROM			0x00000001
 110
 111#define MACCFG1_SOFT_RESET		0x80000000
 112#define MACCFG1_RX_FLOW			0x00000020
 113#define MACCFG1_TX_FLOW			0x00000010
 114#define MACCFG1_TX_EN			0x00000001
 115#define MACCFG1_RX_EN			0x00000004
 116
 117#define MACCFG2_NIBBLE_MODE		0x00000100
 118#define MACCFG2_BYTE_MODE		0x00000200
 119#define MACCFG2_PAD_CRC_EN		0x00000004
 120#define MACCFG2_FULL_DUPLEX		0x00000001
 121#define MACCFG2_PREAMBLE_LENGTH_MASK	0x0000f000
 122#define MACCFG2_PREAMBLE_LENGTH_SHIFT	12
 123
 124#define IPGIFG_NON_BACK_TO_BACK_IPG_1_SHIFT	24
 125#define IPGIFG_NON_BACK_TO_BACK_IPG_2_SHIFT	16
 126#define IPGIFG_MIN_IFG_ENFORCEMENT_SHIFT	8
 127
 128#define IPGIFG_NON_BACK_TO_BACK_IPG_1	0x7F000000
 129#define IPGIFG_NON_BACK_TO_BACK_IPG_2	0x007F0000
 130#define IPGIFG_MIN_IFG_ENFORCEMENT	0x0000FF00
 131#define IPGIFG_BACK_TO_BACK_IPG	0x0000007F
 132
 133#define HAFDUP_EXCESS_DEFER			0x00010000
 134#define HAFDUP_COLLISION_WINDOW		0x000003ff
 135#define HAFDUP_RETRANSMISSION_MAX_SHIFT	12
 136#define HAFDUP_RETRANSMISSION_MAX		0x0000f000
 137
 138#define NUM_OF_HASH_REGS	8	/* Number of hash table registers */
 139
 140#define PTV_PTE_MASK		0xffff0000
 141#define PTV_PT_MASK		0x0000ffff
 142#define PTV_PTE_SHIFT		16
 143
 144#define MAX_PACKET_ALIGNMENT		31
 145#define MAX_INTER_PACKET_GAP		0x7f
 146#define MAX_RETRANSMISSION		0x0f
 147#define MAX_COLLISION_WINDOW		0x03ff
 148
 149/* Hash table size (32 bits*8 regs) */
 150#define DTSEC_HASH_TABLE_SIZE		256
 151/* Extended Hash table size (32 bits*16 regs) */
 152#define EXTENDED_HASH_TABLE_SIZE	512
 153
 154/* dTSEC Memory Map registers */
 155struct dtsec_regs {
 156	/* dTSEC General Control and Status Registers */
 157	u32 tsec_id;		/* 0x000 ETSEC_ID register */
 158	u32 tsec_id2;		/* 0x004 ETSEC_ID2 register */
 159	u32 ievent;		/* 0x008 Interrupt event register */
 160	u32 imask;		/* 0x00C Interrupt mask register */
 161	u32 reserved0010[1];
 162	u32 ecntrl;		/* 0x014 E control register */
 163	u32 ptv;		/* 0x018 Pause time value register */
 164	u32 tbipa;		/* 0x01C TBI PHY address register */
 165	u32 tmr_ctrl;		/* 0x020 Time-stamp Control register */
 166	u32 tmr_pevent;		/* 0x024 Time-stamp event register */
 167	u32 tmr_pemask;		/* 0x028 Timer event mask register */
 168	u32 reserved002c[5];
 169	u32 tctrl;		/* 0x040 Transmit control register */
 170	u32 reserved0044[3];
 171	u32 rctrl;		/* 0x050 Receive control register */
 172	u32 reserved0054[11];
 173	u32 igaddr[8];		/* 0x080-0x09C Individual/group address */
 174	u32 gaddr[8];		/* 0x0A0-0x0BC Group address registers 0-7 */
 175	u32 reserved00c0[16];
 176	u32 maccfg1;		/* 0x100 MAC configuration #1 */
 177	u32 maccfg2;		/* 0x104 MAC configuration #2 */
 178	u32 ipgifg;		/* 0x108 IPG/IFG */
 179	u32 hafdup;		/* 0x10C Half-duplex */
 180	u32 maxfrm;		/* 0x110 Maximum frame */
 181	u32 reserved0114[10];
 182	u32 ifstat;		/* 0x13C Interface status */
 183	u32 macstnaddr1;	/* 0x140 Station Address,part 1 */
 184	u32 macstnaddr2;	/* 0x144 Station Address,part 2 */
 185	struct {
 186		u32 exact_match1;	/* octets 1-4 */
 187		u32 exact_match2;	/* octets 5-6 */
 188	} macaddr[15];		/* 0x148-0x1BC mac exact match addresses 1-15 */
 189	u32 reserved01c0[16];
 190	u32 tr64;	/* 0x200 Tx and Rx 64 byte frame counter */
 191	u32 tr127;	/* 0x204 Tx and Rx 65 to 127 byte frame counter */
 192	u32 tr255;	/* 0x208 Tx and Rx 128 to 255 byte frame counter */
 193	u32 tr511;	/* 0x20C Tx and Rx 256 to 511 byte frame counter */
 194	u32 tr1k;	/* 0x210 Tx and Rx 512 to 1023 byte frame counter */
 195	u32 trmax;	/* 0x214 Tx and Rx 1024 to 1518 byte frame counter */
 196	u32 trmgv;
 197	/* 0x218 Tx and Rx 1519 to 1522 byte good VLAN frame count */
 198	u32 rbyt;	/* 0x21C receive byte counter */
 199	u32 rpkt;	/* 0x220 receive packet counter */
 200	u32 rfcs;	/* 0x224 receive FCS error counter */
 201	u32 rmca;	/* 0x228 RMCA Rx multicast packet counter */
 202	u32 rbca;	/* 0x22C Rx broadcast packet counter */
 203	u32 rxcf;	/* 0x230 Rx control frame packet counter */
 204	u32 rxpf;	/* 0x234 Rx pause frame packet counter */
 205	u32 rxuo;	/* 0x238 Rx unknown OP code counter */
 206	u32 raln;	/* 0x23C Rx alignment error counter */
 207	u32 rflr;	/* 0x240 Rx frame length error counter */
 208	u32 rcde;	/* 0x244 Rx code error counter */
 209	u32 rcse;	/* 0x248 Rx carrier sense error counter */
 210	u32 rund;	/* 0x24C Rx undersize packet counter */
 211	u32 rovr;	/* 0x250 Rx oversize packet counter */
 212	u32 rfrg;	/* 0x254 Rx fragments counter */
 213	u32 rjbr;	/* 0x258 Rx jabber counter */
 214	u32 rdrp;	/* 0x25C Rx drop */
 215	u32 tbyt;	/* 0x260 Tx byte counter */
 216	u32 tpkt;	/* 0x264 Tx packet counter */
 217	u32 tmca;	/* 0x268 Tx multicast packet counter */
 218	u32 tbca;	/* 0x26C Tx broadcast packet counter */
 219	u32 txpf;	/* 0x270 Tx pause control frame counter */
 220	u32 tdfr;	/* 0x274 Tx deferral packet counter */
 221	u32 tedf;	/* 0x278 Tx excessive deferral packet counter */
 222	u32 tscl;	/* 0x27C Tx single collision packet counter */
 223	u32 tmcl;	/* 0x280 Tx multiple collision packet counter */
 224	u32 tlcl;	/* 0x284 Tx late collision packet counter */
 225	u32 txcl;	/* 0x288 Tx excessive collision packet counter */
 226	u32 tncl;	/* 0x28C Tx total collision counter */
 227	u32 reserved0290[1];
 228	u32 tdrp;	/* 0x294 Tx drop frame counter */
 229	u32 tjbr;	/* 0x298 Tx jabber frame counter */
 230	u32 tfcs;	/* 0x29C Tx FCS error counter */
 231	u32 txcf;	/* 0x2A0 Tx control frame counter */
 232	u32 tovr;	/* 0x2A4 Tx oversize frame counter */
 233	u32 tund;	/* 0x2A8 Tx undersize frame counter */
 234	u32 tfrg;	/* 0x2AC Tx fragments frame counter */
 235	u32 car1;	/* 0x2B0 carry register one register* */
 236	u32 car2;	/* 0x2B4 carry register two register* */
 237	u32 cam1;	/* 0x2B8 carry register one mask register */
 238	u32 cam2;	/* 0x2BC carry register two mask register */
 239	u32 reserved02c0[848];
 240};
 241
 242/* struct dtsec_cfg - dTSEC configuration
 243 * Transmit half-duplex flow control, under software control for 10/100-Mbps
 244 * half-duplex media. If set, back pressure is applied to media by raising
 245 * carrier.
 246 * halfdup_retransmit:
 247 * Number of retransmission attempts following a collision.
 248 * If this is exceeded dTSEC aborts transmission due to excessive collisions.
 249 * The standard specifies the attempt limit to be 15.
 250 * halfdup_coll_window:
 251 * The number of bytes of the frame during which collisions may occur.
 252 * The default value of 55 corresponds to the frame byte at the end of the
 253 * standard 512-bit slot time window. If collisions are detected after this
 254 * byte, the late collision event is asserted and transmission of current
 255 * frame is aborted.
 256 * tx_pad_crc:
 257 * Pad and append CRC. If set, the MAC pads all ransmitted short frames and
 258 * appends a CRC to every frame regardless of padding requirement.
 259 * tx_pause_time:
 260 * Transmit pause time value. This pause value is used as part of the pause
 261 * frame to be sent when a transmit pause frame is initiated.
 262 * If set to 0 this disables transmission of pause frames.
 263 * preamble_len:
 264 * Length, in bytes, of the preamble field preceding each Ethernet
 265 * start-of-frame delimiter byte. The default value of 0x7 should be used in
 266 * order to guarantee reliable operation with IEEE 802.3 compliant hardware.
 267 * rx_prepend:
 268 * Packet alignment padding length. The specified number of bytes (1-31)
 269 * of zero padding are inserted before the start of each received frame.
 270 * For Ethernet, where optional preamble extraction is enabled, the padding
 271 * appears before the preamble, otherwise the padding precedes the
 272 * layer 2 header.
 273 *
 274 * This structure contains basic dTSEC configuration and must be passed to
 275 * init() function. A default set of configuration values can be
 276 * obtained by calling set_dflts().
 277 */
 278struct dtsec_cfg {
 279	u16 halfdup_retransmit;
 280	u16 halfdup_coll_window;
 281	bool tx_pad_crc;
 282	u16 tx_pause_time;
 283	bool ptp_tsu_en;
 284	bool ptp_exception_en;
 285	u32 preamble_len;
 286	u32 rx_prepend;
 287	u16 tx_pause_time_extd;
 288	u16 maximum_frame;
 289	u32 non_back_to_back_ipg1;
 290	u32 non_back_to_back_ipg2;
 291	u32 min_ifg_enforcement;
 292	u32 back_to_back_ipg;
 293};
 294
 295struct fman_mac {
 296	/* pointer to dTSEC memory mapped registers */
 297	struct dtsec_regs __iomem *regs;
 298	/* MAC address of device */
 299	u64 addr;
 300	/* Ethernet physical interface */
 301	phy_interface_t phy_if;
 302	u16 max_speed;
 303	struct mac_device *dev_id; /* device cookie used by the exception cbs */
 304	fman_mac_exception_cb *exception_cb;
 305	fman_mac_exception_cb *event_cb;
 306	/* Number of individual addresses in registers for this station */
 307	u8 num_of_ind_addr_in_regs;
 308	/* pointer to driver's global address hash table */
 309	struct eth_hash_t *multicast_addr_hash;
 310	/* pointer to driver's individual address hash table */
 311	struct eth_hash_t *unicast_addr_hash;
 312	u8 mac_id;
 313	u32 exceptions;
 314	bool ptp_tsu_enabled;
 315	bool en_tsu_err_exception;
 316	struct dtsec_cfg *dtsec_drv_param;
 317	void *fm;
 318	struct fman_rev_info fm_rev_info;
 319	bool basex_if;
 320	struct mdio_device *tbidev;
 321	struct phylink_pcs pcs;
 322};
 323
 324static void set_dflts(struct dtsec_cfg *cfg)
 325{
 326	cfg->halfdup_retransmit = DEFAULT_HALFDUP_RETRANSMIT;
 327	cfg->halfdup_coll_window = DEFAULT_HALFDUP_COLL_WINDOW;
 328	cfg->tx_pad_crc = true;
 329	cfg->tx_pause_time = DEFAULT_TX_PAUSE_TIME;
 330	/* PHY address 0 is reserved (DPAA RM) */
 331	cfg->rx_prepend = DEFAULT_RX_PREPEND;
 332	cfg->ptp_tsu_en = true;
 333	cfg->ptp_exception_en = true;
 334	cfg->preamble_len = DEFAULT_PREAMBLE_LEN;
 335	cfg->tx_pause_time_extd = DEFAULT_TX_PAUSE_TIME_EXTD;
 336	cfg->non_back_to_back_ipg1 = DEFAULT_NON_BACK_TO_BACK_IPG1;
 337	cfg->non_back_to_back_ipg2 = DEFAULT_NON_BACK_TO_BACK_IPG2;
 338	cfg->min_ifg_enforcement = DEFAULT_MIN_IFG_ENFORCEMENT;
 339	cfg->back_to_back_ipg = DEFAULT_BACK_TO_BACK_IPG;
 340	cfg->maximum_frame = DEFAULT_MAXIMUM_FRAME;
 341}
 342
 343static void set_mac_address(struct dtsec_regs __iomem *regs, const u8 *adr)
 344{
 345	u32 tmp;
 346
 347	tmp = (u32)((adr[5] << 24) |
 348		    (adr[4] << 16) | (adr[3] << 8) | adr[2]);
 349	iowrite32be(tmp, &regs->macstnaddr1);
 350
 351	tmp = (u32)((adr[1] << 24) | (adr[0] << 16));
 352	iowrite32be(tmp, &regs->macstnaddr2);
 353}
 354
 355static int init(struct dtsec_regs __iomem *regs, struct dtsec_cfg *cfg,
 356		phy_interface_t iface, u16 iface_speed, u64 addr,
 357		u32 exception_mask, u8 tbi_addr)
 358{
 359	enet_addr_t eth_addr;
 360	u32 tmp = 0;
 361	int i;
 362
 363	/* Soft reset */
 364	iowrite32be(MACCFG1_SOFT_RESET, &regs->maccfg1);
 365	iowrite32be(0, &regs->maccfg1);
 366
 367	if (cfg->tx_pause_time)
 368		tmp |= cfg->tx_pause_time;
 369	if (cfg->tx_pause_time_extd)
 370		tmp |= cfg->tx_pause_time_extd << PTV_PTE_SHIFT;
 371	iowrite32be(tmp, &regs->ptv);
 372
 373	tmp = 0;
 374	tmp |= (cfg->rx_prepend << RCTRL_PAL_SHIFT) & RCTRL_PAL_MASK;
 375	/* Accept short frames */
 376	tmp |= RCTRL_RSF;
 377
 378	iowrite32be(tmp, &regs->rctrl);
 379
 380	/* Assign a Phy Address to the TBI (TBIPA).
 381	 * Done also in cases where TBI is not selected to avoid conflict with
 382	 * the external PHY's Physical address
 383	 */
 384	iowrite32be(tbi_addr, &regs->tbipa);
 385
 386	iowrite32be(0, &regs->tmr_ctrl);
 387
 388	if (cfg->ptp_tsu_en) {
 389		tmp = 0;
 390		tmp |= TMR_PEVENT_TSRE;
 391		iowrite32be(tmp, &regs->tmr_pevent);
 392
 393		if (cfg->ptp_exception_en) {
 394			tmp = 0;
 395			tmp |= TMR_PEMASK_TSREEN;
 396			iowrite32be(tmp, &regs->tmr_pemask);
 397		}
 398	}
 399
 400	tmp = 0;
 401	tmp |= MACCFG1_RX_FLOW;
 402	tmp |= MACCFG1_TX_FLOW;
 403	iowrite32be(tmp, &regs->maccfg1);
 404
 405	tmp = 0;
 406
 407	tmp |= (cfg->preamble_len << MACCFG2_PREAMBLE_LENGTH_SHIFT) &
 408		MACCFG2_PREAMBLE_LENGTH_MASK;
 409	if (cfg->tx_pad_crc)
 410		tmp |= MACCFG2_PAD_CRC_EN;
 411	iowrite32be(tmp, &regs->maccfg2);
 412
 413	tmp = (((cfg->non_back_to_back_ipg1 <<
 414		 IPGIFG_NON_BACK_TO_BACK_IPG_1_SHIFT)
 415		& IPGIFG_NON_BACK_TO_BACK_IPG_1)
 416	       | ((cfg->non_back_to_back_ipg2 <<
 417		   IPGIFG_NON_BACK_TO_BACK_IPG_2_SHIFT)
 418		 & IPGIFG_NON_BACK_TO_BACK_IPG_2)
 419	       | ((cfg->min_ifg_enforcement << IPGIFG_MIN_IFG_ENFORCEMENT_SHIFT)
 420		 & IPGIFG_MIN_IFG_ENFORCEMENT)
 421	       | (cfg->back_to_back_ipg & IPGIFG_BACK_TO_BACK_IPG));
 422	iowrite32be(tmp, &regs->ipgifg);
 423
 424	tmp = 0;
 425	tmp |= HAFDUP_EXCESS_DEFER;
 426	tmp |= ((cfg->halfdup_retransmit << HAFDUP_RETRANSMISSION_MAX_SHIFT)
 427		& HAFDUP_RETRANSMISSION_MAX);
 428	tmp |= (cfg->halfdup_coll_window & HAFDUP_COLLISION_WINDOW);
 429
 430	iowrite32be(tmp, &regs->hafdup);
 431
 432	/* Initialize Maximum frame length */
 433	iowrite32be(cfg->maximum_frame, &regs->maxfrm);
 434
 435	iowrite32be(0xffffffff, &regs->cam1);
 436	iowrite32be(0xffffffff, &regs->cam2);
 437
 438	iowrite32be(exception_mask, &regs->imask);
 439
 440	iowrite32be(0xffffffff, &regs->ievent);
 441
 442	if (addr) {
 443		MAKE_ENET_ADDR_FROM_UINT64(addr, eth_addr);
 444		set_mac_address(regs, (const u8 *)eth_addr);
 445	}
 446
 447	/* HASH */
 448	for (i = 0; i < NUM_OF_HASH_REGS; i++) {
 449		/* Initialize IADDRx */
 450		iowrite32be(0, &regs->igaddr[i]);
 451		/* Initialize GADDRx */
 452		iowrite32be(0, &regs->gaddr[i]);
 453	}
 454
 455	return 0;
 456}
 457
 458static void set_bucket(struct dtsec_regs __iomem *regs, int bucket,
 459		       bool enable)
 460{
 461	int reg_idx = (bucket >> 5) & 0xf;
 462	int bit_idx = bucket & 0x1f;
 463	u32 bit_mask = 0x80000000 >> bit_idx;
 464	u32 __iomem *reg;
 465
 466	if (reg_idx > 7)
 467		reg = &regs->gaddr[reg_idx - 8];
 468	else
 469		reg = &regs->igaddr[reg_idx];
 470
 471	if (enable)
 472		iowrite32be(ioread32be(reg) | bit_mask, reg);
 473	else
 474		iowrite32be(ioread32be(reg) & (~bit_mask), reg);
 475}
 476
 477static int check_init_parameters(struct fman_mac *dtsec)
 478{
 479	if ((dtsec->dtsec_drv_param)->rx_prepend >
 480	    MAX_PACKET_ALIGNMENT) {
 481		pr_err("packetAlignmentPadding can't be > than %d\n",
 482		       MAX_PACKET_ALIGNMENT);
 483		return -EINVAL;
 484	}
 485	if (((dtsec->dtsec_drv_param)->non_back_to_back_ipg1 >
 486	     MAX_INTER_PACKET_GAP) ||
 487	    ((dtsec->dtsec_drv_param)->non_back_to_back_ipg2 >
 488	     MAX_INTER_PACKET_GAP) ||
 489	     ((dtsec->dtsec_drv_param)->back_to_back_ipg >
 490	      MAX_INTER_PACKET_GAP)) {
 491		pr_err("Inter packet gap can't be greater than %d\n",
 492		       MAX_INTER_PACKET_GAP);
 493		return -EINVAL;
 494	}
 495	if ((dtsec->dtsec_drv_param)->halfdup_retransmit >
 496	    MAX_RETRANSMISSION) {
 497		pr_err("maxRetransmission can't be greater than %d\n",
 498		       MAX_RETRANSMISSION);
 499		return -EINVAL;
 500	}
 501	if ((dtsec->dtsec_drv_param)->halfdup_coll_window >
 502	    MAX_COLLISION_WINDOW) {
 503		pr_err("collisionWindow can't be greater than %d\n",
 504		       MAX_COLLISION_WINDOW);
 505		return -EINVAL;
 506	/* If Auto negotiation process is disabled, need to set up the PHY
 507	 * using the MII Management Interface
 508	 */
 509	}
 510	if (!dtsec->exception_cb) {
 511		pr_err("uninitialized exception_cb\n");
 512		return -EINVAL;
 513	}
 514	if (!dtsec->event_cb) {
 515		pr_err("uninitialized event_cb\n");
 516		return -EINVAL;
 517	}
 518
 519	return 0;
 520}
 521
 522static int get_exception_flag(enum fman_mac_exceptions exception)
 523{
 524	u32 bit_mask;
 525
 526	switch (exception) {
 527	case FM_MAC_EX_1G_BAB_RX:
 528		bit_mask = DTSEC_IMASK_BREN;
 529		break;
 530	case FM_MAC_EX_1G_RX_CTL:
 531		bit_mask = DTSEC_IMASK_RXCEN;
 532		break;
 533	case FM_MAC_EX_1G_GRATEFUL_TX_STP_COMPLET:
 534		bit_mask = DTSEC_IMASK_GTSCEN;
 535		break;
 536	case FM_MAC_EX_1G_BAB_TX:
 537		bit_mask = DTSEC_IMASK_BTEN;
 538		break;
 539	case FM_MAC_EX_1G_TX_CTL:
 540		bit_mask = DTSEC_IMASK_TXCEN;
 541		break;
 542	case FM_MAC_EX_1G_TX_ERR:
 543		bit_mask = DTSEC_IMASK_TXEEN;
 544		break;
 545	case FM_MAC_EX_1G_LATE_COL:
 546		bit_mask = DTSEC_IMASK_LCEN;
 547		break;
 548	case FM_MAC_EX_1G_COL_RET_LMT:
 549		bit_mask = DTSEC_IMASK_CRLEN;
 550		break;
 551	case FM_MAC_EX_1G_TX_FIFO_UNDRN:
 552		bit_mask = DTSEC_IMASK_XFUNEN;
 553		break;
 554	case FM_MAC_EX_1G_MAG_PCKT:
 555		bit_mask = DTSEC_IMASK_MAGEN;
 556		break;
 557	case FM_MAC_EX_1G_MII_MNG_RD_COMPLET:
 558		bit_mask = DTSEC_IMASK_MMRDEN;
 559		break;
 560	case FM_MAC_EX_1G_MII_MNG_WR_COMPLET:
 561		bit_mask = DTSEC_IMASK_MMWREN;
 562		break;
 563	case FM_MAC_EX_1G_GRATEFUL_RX_STP_COMPLET:
 564		bit_mask = DTSEC_IMASK_GRSCEN;
 565		break;
 566	case FM_MAC_EX_1G_DATA_ERR:
 567		bit_mask = DTSEC_IMASK_TDPEEN;
 568		break;
 569	case FM_MAC_EX_1G_RX_MIB_CNT_OVFL:
 570		bit_mask = DTSEC_IMASK_MSROEN;
 571		break;
 572	default:
 573		bit_mask = 0;
 574		break;
 575	}
 576
 577	return bit_mask;
 578}
 579
 580static u16 dtsec_get_max_frame_length(struct fman_mac *dtsec)
 581{
 582	struct dtsec_regs __iomem *regs = dtsec->regs;
 583
 584	return (u16)ioread32be(&regs->maxfrm);
 585}
 586
 587static void dtsec_isr(void *handle)
 588{
 589	struct fman_mac *dtsec = (struct fman_mac *)handle;
 590	struct dtsec_regs __iomem *regs = dtsec->regs;
 591	u32 event;
 592
 593	/* do not handle MDIO events */
 594	event = ioread32be(&regs->ievent) &
 595		(u32)(~(DTSEC_IMASK_MMRDEN | DTSEC_IMASK_MMWREN));
 596
 597	event &= ioread32be(&regs->imask);
 598
 599	iowrite32be(event, &regs->ievent);
 600
 601	if (event & DTSEC_IMASK_BREN)
 602		dtsec->exception_cb(dtsec->dev_id, FM_MAC_EX_1G_BAB_RX);
 603	if (event & DTSEC_IMASK_RXCEN)
 604		dtsec->exception_cb(dtsec->dev_id, FM_MAC_EX_1G_RX_CTL);
 605	if (event & DTSEC_IMASK_GTSCEN)
 606		dtsec->exception_cb(dtsec->dev_id,
 607				    FM_MAC_EX_1G_GRATEFUL_TX_STP_COMPLET);
 608	if (event & DTSEC_IMASK_BTEN)
 609		dtsec->exception_cb(dtsec->dev_id, FM_MAC_EX_1G_BAB_TX);
 610	if (event & DTSEC_IMASK_TXCEN)
 611		dtsec->exception_cb(dtsec->dev_id, FM_MAC_EX_1G_TX_CTL);
 612	if (event & DTSEC_IMASK_TXEEN)
 613		dtsec->exception_cb(dtsec->dev_id, FM_MAC_EX_1G_TX_ERR);
 614	if (event & DTSEC_IMASK_LCEN)
 615		dtsec->exception_cb(dtsec->dev_id, FM_MAC_EX_1G_LATE_COL);
 616	if (event & DTSEC_IMASK_CRLEN)
 617		dtsec->exception_cb(dtsec->dev_id, FM_MAC_EX_1G_COL_RET_LMT);
 618	if (event & DTSEC_IMASK_XFUNEN) {
 619		/* FM_TX_LOCKUP_ERRATA_DTSEC6 Errata workaround */
 620		/* FIXME: This races with the rest of the driver! */
 621		if (dtsec->fm_rev_info.major == 2) {
 622			u32 tpkt1, tmp_reg1, tpkt2, tmp_reg2, i;
 623			/* a. Write 0x00E0_0C00 to DTSEC_ID
 624			 *	This is a read only register
 625			 * b. Read and save the value of TPKT
 626			 */
 627			tpkt1 = ioread32be(&regs->tpkt);
 628
 629			/* c. Read the register at dTSEC address offset 0x32C */
 630			tmp_reg1 = ioread32be(&regs->reserved02c0[27]);
 631
 632			/* d. Compare bits [9:15] to bits [25:31] of the
 633			 * register at address offset 0x32C.
 634			 */
 635			if ((tmp_reg1 & 0x007F0000) !=
 636				(tmp_reg1 & 0x0000007F)) {
 637				/* If they are not equal, save the value of
 638				 * this register and wait for at least
 639				 * MAXFRM*16 ns
 640				 */
 641				usleep_range((u32)(min
 642					(dtsec_get_max_frame_length(dtsec) *
 643					16 / 1000, 1)), (u32)
 644					(min(dtsec_get_max_frame_length
 645					(dtsec) * 16 / 1000, 1) + 1));
 646			}
 647
 648			/* e. Read and save TPKT again and read the register
 649			 * at dTSEC address offset 0x32C again
 650			 */
 651			tpkt2 = ioread32be(&regs->tpkt);
 652			tmp_reg2 = ioread32be(&regs->reserved02c0[27]);
 653
 654			/* f. Compare the value of TPKT saved in step b to
 655			 * value read in step e. Also compare bits [9:15] of
 656			 * the register at offset 0x32C saved in step d to the
 657			 * value of bits [9:15] saved in step e. If the two
 658			 * registers values are unchanged, then the transmit
 659			 * portion of the dTSEC controller is locked up and
 660			 * the user should proceed to the recover sequence.
 661			 */
 662			if ((tpkt1 == tpkt2) && ((tmp_reg1 & 0x007F0000) ==
 663				(tmp_reg2 & 0x007F0000))) {
 664				/* recover sequence */
 665
 666				/* a.Write a 1 to RCTRL[GRS] */
 667
 668				iowrite32be(ioread32be(&regs->rctrl) |
 669					    RCTRL_GRS, &regs->rctrl);
 670
 671				/* b.Wait until IEVENT[GRSC]=1, or at least
 672				 * 100 us has elapsed.
 673				 */
 674				for (i = 0; i < 100; i++) {
 675					if (ioread32be(&regs->ievent) &
 676					    DTSEC_IMASK_GRSCEN)
 677						break;
 678					udelay(1);
 679				}
 680				if (ioread32be(&regs->ievent) &
 681				    DTSEC_IMASK_GRSCEN)
 682					iowrite32be(DTSEC_IMASK_GRSCEN,
 683						    &regs->ievent);
 684				else
 685					pr_debug("Rx lockup due to Tx lockup\n");
 686
 687				/* c.Write a 1 to bit n of FM_RSTC
 688				 * (offset 0x0CC of FPM)
 689				 */
 690				fman_reset_mac(dtsec->fm, dtsec->mac_id);
 691
 692				/* d.Wait 4 Tx clocks (32 ns) */
 693				udelay(1);
 694
 695				/* e.Write a 0 to bit n of FM_RSTC. */
 696				/* cleared by FMAN
 697				 */
 698			}
 699		}
 700
 701		dtsec->exception_cb(dtsec->dev_id, FM_MAC_EX_1G_TX_FIFO_UNDRN);
 702	}
 703	if (event & DTSEC_IMASK_MAGEN)
 704		dtsec->exception_cb(dtsec->dev_id, FM_MAC_EX_1G_MAG_PCKT);
 705	if (event & DTSEC_IMASK_GRSCEN)
 706		dtsec->exception_cb(dtsec->dev_id,
 707				    FM_MAC_EX_1G_GRATEFUL_RX_STP_COMPLET);
 708	if (event & DTSEC_IMASK_TDPEEN)
 709		dtsec->exception_cb(dtsec->dev_id, FM_MAC_EX_1G_DATA_ERR);
 710	if (event & DTSEC_IMASK_RDPEEN)
 711		dtsec->exception_cb(dtsec->dev_id, FM_MAC_1G_RX_DATA_ERR);
 712
 713	/* masked interrupts */
 714	WARN_ON(event & DTSEC_IMASK_ABRTEN);
 715	WARN_ON(event & DTSEC_IMASK_IFERREN);
 716}
 717
 718static void dtsec_1588_isr(void *handle)
 719{
 720	struct fman_mac *dtsec = (struct fman_mac *)handle;
 721	struct dtsec_regs __iomem *regs = dtsec->regs;
 722	u32 event;
 723
 724	if (dtsec->ptp_tsu_enabled) {
 725		event = ioread32be(&regs->tmr_pevent);
 726		event &= ioread32be(&regs->tmr_pemask);
 727
 728		if (event) {
 729			iowrite32be(event, &regs->tmr_pevent);
 730			WARN_ON(event & TMR_PEVENT_TSRE);
 731			dtsec->exception_cb(dtsec->dev_id,
 732					    FM_MAC_EX_1G_1588_TS_RX_ERR);
 733		}
 734	}
 735}
 736
 737static void free_init_resources(struct fman_mac *dtsec)
 738{
 739	fman_unregister_intr(dtsec->fm, FMAN_MOD_MAC, dtsec->mac_id,
 740			     FMAN_INTR_TYPE_ERR);
 741	fman_unregister_intr(dtsec->fm, FMAN_MOD_MAC, dtsec->mac_id,
 742			     FMAN_INTR_TYPE_NORMAL);
 743
 744	/* release the driver's group hash table */
 745	free_hash_table(dtsec->multicast_addr_hash);
 746	dtsec->multicast_addr_hash = NULL;
 747
 748	/* release the driver's individual hash table */
 749	free_hash_table(dtsec->unicast_addr_hash);
 750	dtsec->unicast_addr_hash = NULL;
 751}
 752
 753static struct fman_mac *pcs_to_dtsec(struct phylink_pcs *pcs)
 754{
 755	return container_of(pcs, struct fman_mac, pcs);
 756}
 757
 758static void dtsec_pcs_get_state(struct phylink_pcs *pcs,
 759				struct phylink_link_state *state)
 760{
 761	struct fman_mac *dtsec = pcs_to_dtsec(pcs);
 762
 763	phylink_mii_c22_pcs_get_state(dtsec->tbidev, state);
 764}
 765
 766static int dtsec_pcs_config(struct phylink_pcs *pcs, unsigned int neg_mode,
 767			    phy_interface_t interface,
 768			    const unsigned long *advertising,
 769			    bool permit_pause_to_mac)
 770{
 771	struct fman_mac *dtsec = pcs_to_dtsec(pcs);
 772
 773	return phylink_mii_c22_pcs_config(dtsec->tbidev, interface,
 774					  advertising, neg_mode);
 775}
 776
 777static void dtsec_pcs_an_restart(struct phylink_pcs *pcs)
 778{
 779	struct fman_mac *dtsec = pcs_to_dtsec(pcs);
 780
 781	phylink_mii_c22_pcs_an_restart(dtsec->tbidev);
 782}
 783
 784static const struct phylink_pcs_ops dtsec_pcs_ops = {
 785	.pcs_get_state = dtsec_pcs_get_state,
 786	.pcs_config = dtsec_pcs_config,
 787	.pcs_an_restart = dtsec_pcs_an_restart,
 788};
 789
 790static void graceful_start(struct fman_mac *dtsec)
 791{
 792	struct dtsec_regs __iomem *regs = dtsec->regs;
 793
 794	iowrite32be(ioread32be(&regs->tctrl) & ~TCTRL_GTS, &regs->tctrl);
 795	iowrite32be(ioread32be(&regs->rctrl) & ~RCTRL_GRS, &regs->rctrl);
 796}
 797
 798static void graceful_stop(struct fman_mac *dtsec)
 799{
 800	struct dtsec_regs __iomem *regs = dtsec->regs;
 801	u32 tmp;
 802
 803	/* Graceful stop - Assert the graceful Rx stop bit */
 804	tmp = ioread32be(&regs->rctrl) | RCTRL_GRS;
 805	iowrite32be(tmp, &regs->rctrl);
 806
 807	if (dtsec->fm_rev_info.major == 2) {
 808		/* Workaround for dTSEC Errata A002 */
 809		usleep_range(100, 200);
 810	} else {
 811		/* Workaround for dTSEC Errata A004839 */
 812		usleep_range(10, 50);
 813	}
 814
 815	/* Graceful stop - Assert the graceful Tx stop bit */
 816	if (dtsec->fm_rev_info.major == 2) {
 817		/* dTSEC Errata A004: Do not use TCTRL[GTS]=1 */
 818		pr_debug("GTS not supported due to DTSEC_A004 Errata.\n");
 819	} else {
 820		tmp = ioread32be(&regs->tctrl) | TCTRL_GTS;
 821		iowrite32be(tmp, &regs->tctrl);
 822
 823		/* Workaround for dTSEC Errata A0012, A0014 */
 824		usleep_range(10, 50);
 825	}
 826}
 827
 828static int dtsec_enable(struct fman_mac *dtsec)
 829{
 830	return 0;
 831}
 832
 833static void dtsec_disable(struct fman_mac *dtsec)
 834{
 835}
 836
 837static int dtsec_set_tx_pause_frames(struct fman_mac *dtsec,
 838				     u8 __maybe_unused priority,
 839				     u16 pause_time,
 840				     u16 __maybe_unused thresh_time)
 841{
 842	struct dtsec_regs __iomem *regs = dtsec->regs;
 843	u32 ptv = 0;
 844
 845	if (pause_time) {
 846		/* FM_BAD_TX_TS_IN_B_2_B_ERRATA_DTSEC_A003 Errata workaround */
 847		if (dtsec->fm_rev_info.major == 2 && pause_time <= 320) {
 848			pr_warn("pause-time: %d illegal.Should be > 320\n",
 849				pause_time);
 850			return -EINVAL;
 851		}
 852
 853		ptv = ioread32be(&regs->ptv);
 854		ptv &= PTV_PTE_MASK;
 855		ptv |= pause_time & PTV_PT_MASK;
 856		iowrite32be(ptv, &regs->ptv);
 857
 858		/* trigger the transmission of a flow-control pause frame */
 859		iowrite32be(ioread32be(&regs->maccfg1) | MACCFG1_TX_FLOW,
 860			    &regs->maccfg1);
 861	} else
 862		iowrite32be(ioread32be(&regs->maccfg1) & ~MACCFG1_TX_FLOW,
 863			    &regs->maccfg1);
 864
 865	return 0;
 866}
 867
 868static int dtsec_accept_rx_pause_frames(struct fman_mac *dtsec, bool en)
 869{
 870	struct dtsec_regs __iomem *regs = dtsec->regs;
 871	u32 tmp;
 872
 873	tmp = ioread32be(&regs->maccfg1);
 874	if (en)
 875		tmp |= MACCFG1_RX_FLOW;
 876	else
 877		tmp &= ~MACCFG1_RX_FLOW;
 878	iowrite32be(tmp, &regs->maccfg1);
 879
 880	return 0;
 881}
 882
 883static struct phylink_pcs *dtsec_select_pcs(struct phylink_config *config,
 884					    phy_interface_t iface)
 885{
 886	struct fman_mac *dtsec = fman_config_to_mac(config)->fman_mac;
 887
 888	switch (iface) {
 889	case PHY_INTERFACE_MODE_SGMII:
 890	case PHY_INTERFACE_MODE_1000BASEX:
 891	case PHY_INTERFACE_MODE_2500BASEX:
 892		return &dtsec->pcs;
 893	default:
 894		return NULL;
 895	}
 896}
 897
 898static void dtsec_mac_config(struct phylink_config *config, unsigned int mode,
 899			     const struct phylink_link_state *state)
 900{
 901	struct mac_device *mac_dev = fman_config_to_mac(config);
 902	struct dtsec_regs __iomem *regs = mac_dev->fman_mac->regs;
 903	u32 tmp;
 904
 905	switch (state->interface) {
 906	case PHY_INTERFACE_MODE_RMII:
 907		tmp = DTSEC_ECNTRL_RMM;
 908		break;
 909	case PHY_INTERFACE_MODE_RGMII:
 910	case PHY_INTERFACE_MODE_RGMII_ID:
 911	case PHY_INTERFACE_MODE_RGMII_RXID:
 912	case PHY_INTERFACE_MODE_RGMII_TXID:
 913		tmp = DTSEC_ECNTRL_GMIIM | DTSEC_ECNTRL_RPM;
 914		break;
 915	case PHY_INTERFACE_MODE_SGMII:
 916	case PHY_INTERFACE_MODE_1000BASEX:
 917	case PHY_INTERFACE_MODE_2500BASEX:
 918		tmp = DTSEC_ECNTRL_TBIM | DTSEC_ECNTRL_SGMIIM;
 919		break;
 920	default:
 921		dev_warn(mac_dev->dev, "cannot configure dTSEC for %s\n",
 922			 phy_modes(state->interface));
 923		return;
 924	}
 925
 926	iowrite32be(tmp, &regs->ecntrl);
 927}
 928
 929static void dtsec_link_up(struct phylink_config *config, struct phy_device *phy,
 930			  unsigned int mode, phy_interface_t interface,
 931			  int speed, int duplex, bool tx_pause, bool rx_pause)
 932{
 933	struct mac_device *mac_dev = fman_config_to_mac(config);
 934	struct fman_mac *dtsec = mac_dev->fman_mac;
 935	struct dtsec_regs __iomem *regs = dtsec->regs;
 936	u16 pause_time = tx_pause ? FSL_FM_PAUSE_TIME_ENABLE :
 937			 FSL_FM_PAUSE_TIME_DISABLE;
 938	u32 tmp;
 939
 940	dtsec_set_tx_pause_frames(dtsec, 0, pause_time, 0);
 941	dtsec_accept_rx_pause_frames(dtsec, rx_pause);
 942
 943	tmp = ioread32be(&regs->ecntrl);
 944	if (speed == SPEED_100)
 945		tmp |= DTSEC_ECNTRL_R100M;
 946	else
 947		tmp &= ~DTSEC_ECNTRL_R100M;
 948	iowrite32be(tmp, &regs->ecntrl);
 949
 950	tmp = ioread32be(&regs->maccfg2);
 951	tmp &= ~(MACCFG2_NIBBLE_MODE | MACCFG2_BYTE_MODE | MACCFG2_FULL_DUPLEX);
 952	if (speed >= SPEED_1000)
 953		tmp |= MACCFG2_BYTE_MODE;
 954	else
 955		tmp |= MACCFG2_NIBBLE_MODE;
 956
 957	if (duplex == DUPLEX_FULL)
 958		tmp |= MACCFG2_FULL_DUPLEX;
 959
 960	iowrite32be(tmp, &regs->maccfg2);
 961
 962	mac_dev->update_speed(mac_dev, speed);
 963
 964	/* Enable */
 965	tmp = ioread32be(&regs->maccfg1);
 966	tmp |= MACCFG1_RX_EN | MACCFG1_TX_EN;
 967	iowrite32be(tmp, &regs->maccfg1);
 968
 969	/* Graceful start - clear the graceful Rx/Tx stop bit */
 970	graceful_start(dtsec);
 971}
 972
 973static void dtsec_link_down(struct phylink_config *config, unsigned int mode,
 974			    phy_interface_t interface)
 975{
 976	struct fman_mac *dtsec = fman_config_to_mac(config)->fman_mac;
 977	struct dtsec_regs __iomem *regs = dtsec->regs;
 978	u32 tmp;
 979
 980	/* Graceful stop - Assert the graceful Rx/Tx stop bit */
 981	graceful_stop(dtsec);
 982
 983	tmp = ioread32be(&regs->maccfg1);
 984	tmp &= ~(MACCFG1_RX_EN | MACCFG1_TX_EN);
 985	iowrite32be(tmp, &regs->maccfg1);
 986}
 987
 988static const struct phylink_mac_ops dtsec_mac_ops = {
 989	.mac_select_pcs = dtsec_select_pcs,
 990	.mac_config = dtsec_mac_config,
 991	.mac_link_up = dtsec_link_up,
 992	.mac_link_down = dtsec_link_down,
 993};
 994
 995static int dtsec_modify_mac_address(struct fman_mac *dtsec,
 996				    const enet_addr_t *enet_addr)
 997{
 998	graceful_stop(dtsec);
 999
1000	/* Initialize MAC Station Address registers (1 & 2)
1001	 * Station address have to be swapped (big endian to little endian
1002	 */
1003	dtsec->addr = ENET_ADDR_TO_UINT64(*enet_addr);
1004	set_mac_address(dtsec->regs, (const u8 *)(*enet_addr));
1005
1006	graceful_start(dtsec);
1007
1008	return 0;
1009}
1010
1011static int dtsec_add_hash_mac_address(struct fman_mac *dtsec,
1012				      enet_addr_t *eth_addr)
1013{
1014	struct dtsec_regs __iomem *regs = dtsec->regs;
1015	struct eth_hash_entry *hash_entry;
1016	u64 addr;
1017	s32 bucket;
1018	u32 crc = 0xFFFFFFFF;
1019	bool mcast, ghtx;
1020
1021	addr = ENET_ADDR_TO_UINT64(*eth_addr);
1022
1023	ghtx = (bool)((ioread32be(&regs->rctrl) & RCTRL_GHTX) ? true : false);
1024	mcast = (bool)((addr & MAC_GROUP_ADDRESS) ? true : false);
1025
1026	/* Cannot handle unicast mac addr when GHTX is on */
1027	if (ghtx && !mcast) {
1028		pr_err("Could not compute hash bucket\n");
1029		return -EINVAL;
1030	}
1031	crc = crc32_le(crc, (u8 *)eth_addr, ETH_ALEN);
1032	crc = bitrev32(crc);
1033
1034	/* considering the 9 highest order bits in crc H[8:0]:
1035	 *if ghtx = 0 H[8:6] (highest order 3 bits) identify the hash register
1036	 *and H[5:1] (next 5 bits) identify the hash bit
1037	 *if ghts = 1 H[8:5] (highest order 4 bits) identify the hash register
1038	 *and H[4:0] (next 5 bits) identify the hash bit.
1039	 *
1040	 *In bucket index output the low 5 bits identify the hash register
1041	 *bit, while the higher 4 bits identify the hash register
1042	 */
1043
1044	if (ghtx) {
1045		bucket = (s32)((crc >> 23) & 0x1ff);
1046	} else {
1047		bucket = (s32)((crc >> 24) & 0xff);
1048		/* if !ghtx and mcast the bit must be set in gaddr instead of
1049		 *igaddr.
1050		 */
1051		if (mcast)
1052			bucket += 0x100;
1053	}
1054
1055	set_bucket(dtsec->regs, bucket, true);
1056
1057	/* Create element to be added to the driver hash table */
1058	hash_entry = kmalloc(sizeof(*hash_entry), GFP_ATOMIC);
1059	if (!hash_entry)
1060		return -ENOMEM;
1061	hash_entry->addr = addr;
1062	INIT_LIST_HEAD(&hash_entry->node);
1063
1064	if (addr & MAC_GROUP_ADDRESS)
1065		/* Group Address */
1066		list_add_tail(&hash_entry->node,
1067			      &dtsec->multicast_addr_hash->lsts[bucket]);
1068	else
1069		list_add_tail(&hash_entry->node,
1070			      &dtsec->unicast_addr_hash->lsts[bucket]);
1071
1072	return 0;
1073}
1074
1075static int dtsec_set_allmulti(struct fman_mac *dtsec, bool enable)
1076{
1077	u32 tmp;
1078	struct dtsec_regs __iomem *regs = dtsec->regs;
1079
1080	tmp = ioread32be(&regs->rctrl);
1081	if (enable)
1082		tmp |= RCTRL_MPROM;
1083	else
1084		tmp &= ~RCTRL_MPROM;
1085
1086	iowrite32be(tmp, &regs->rctrl);
1087
1088	return 0;
1089}
1090
1091static int dtsec_set_tstamp(struct fman_mac *dtsec, bool enable)
1092{
1093	struct dtsec_regs __iomem *regs = dtsec->regs;
1094	u32 rctrl, tctrl;
1095
1096	rctrl = ioread32be(&regs->rctrl);
1097	tctrl = ioread32be(&regs->tctrl);
1098
1099	if (enable) {
1100		rctrl |= RCTRL_RTSE;
1101		tctrl |= TCTRL_TTSE;
1102	} else {
1103		rctrl &= ~RCTRL_RTSE;
1104		tctrl &= ~TCTRL_TTSE;
1105	}
1106
1107	iowrite32be(rctrl, &regs->rctrl);
1108	iowrite32be(tctrl, &regs->tctrl);
1109
1110	return 0;
1111}
1112
1113static int dtsec_del_hash_mac_address(struct fman_mac *dtsec,
1114				      enet_addr_t *eth_addr)
1115{
1116	struct dtsec_regs __iomem *regs = dtsec->regs;
1117	struct list_head *pos;
1118	struct eth_hash_entry *hash_entry = NULL;
1119	u64 addr;
1120	s32 bucket;
1121	u32 crc = 0xFFFFFFFF;
1122	bool mcast, ghtx;
1123
1124	addr = ENET_ADDR_TO_UINT64(*eth_addr);
1125
1126	ghtx = (bool)((ioread32be(&regs->rctrl) & RCTRL_GHTX) ? true : false);
1127	mcast = (bool)((addr & MAC_GROUP_ADDRESS) ? true : false);
1128
1129	/* Cannot handle unicast mac addr when GHTX is on */
1130	if (ghtx && !mcast) {
1131		pr_err("Could not compute hash bucket\n");
1132		return -EINVAL;
1133	}
1134	crc = crc32_le(crc, (u8 *)eth_addr, ETH_ALEN);
1135	crc = bitrev32(crc);
1136
1137	if (ghtx) {
1138		bucket = (s32)((crc >> 23) & 0x1ff);
1139	} else {
1140		bucket = (s32)((crc >> 24) & 0xff);
1141		/* if !ghtx and mcast the bit must be set
1142		 * in gaddr instead of igaddr.
1143		 */
1144		if (mcast)
1145			bucket += 0x100;
1146	}
1147
1148	if (addr & MAC_GROUP_ADDRESS) {
1149		/* Group Address */
1150		list_for_each(pos,
1151			      &dtsec->multicast_addr_hash->lsts[bucket]) {
1152			hash_entry = ETH_HASH_ENTRY_OBJ(pos);
1153			if (hash_entry && hash_entry->addr == addr) {
1154				list_del_init(&hash_entry->node);
1155				kfree(hash_entry);
1156				break;
1157			}
1158		}
1159		if (list_empty(&dtsec->multicast_addr_hash->lsts[bucket]))
1160			set_bucket(dtsec->regs, bucket, false);
1161	} else {
1162		/* Individual Address */
1163		list_for_each(pos,
1164			      &dtsec->unicast_addr_hash->lsts[bucket]) {
1165			hash_entry = ETH_HASH_ENTRY_OBJ(pos);
1166			if (hash_entry && hash_entry->addr == addr) {
1167				list_del_init(&hash_entry->node);
1168				kfree(hash_entry);
1169				break;
1170			}
1171		}
1172		if (list_empty(&dtsec->unicast_addr_hash->lsts[bucket]))
1173			set_bucket(dtsec->regs, bucket, false);
1174	}
1175
1176	/* address does not exist */
1177	WARN_ON(!hash_entry);
1178
1179	return 0;
1180}
1181
1182static int dtsec_set_promiscuous(struct fman_mac *dtsec, bool new_val)
1183{
1184	struct dtsec_regs __iomem *regs = dtsec->regs;
1185	u32 tmp;
1186
1187	/* Set unicast promiscuous */
1188	tmp = ioread32be(&regs->rctrl);
1189	if (new_val)
1190		tmp |= RCTRL_UPROM;
1191	else
1192		tmp &= ~RCTRL_UPROM;
1193
1194	iowrite32be(tmp, &regs->rctrl);
1195
1196	/* Set multicast promiscuous */
1197	tmp = ioread32be(&regs->rctrl);
1198	if (new_val)
1199		tmp |= RCTRL_MPROM;
1200	else
1201		tmp &= ~RCTRL_MPROM;
1202
1203	iowrite32be(tmp, &regs->rctrl);
1204
1205	return 0;
1206}
1207
1208static int dtsec_set_exception(struct fman_mac *dtsec,
1209			       enum fman_mac_exceptions exception, bool enable)
1210{
1211	struct dtsec_regs __iomem *regs = dtsec->regs;
1212	u32 bit_mask = 0;
1213
1214	if (exception != FM_MAC_EX_1G_1588_TS_RX_ERR) {
1215		bit_mask = get_exception_flag(exception);
1216		if (bit_mask) {
1217			if (enable)
1218				dtsec->exceptions |= bit_mask;
1219			else
1220				dtsec->exceptions &= ~bit_mask;
1221		} else {
1222			pr_err("Undefined exception\n");
1223			return -EINVAL;
1224		}
1225		if (enable)
1226			iowrite32be(ioread32be(&regs->imask) | bit_mask,
1227				    &regs->imask);
1228		else
1229			iowrite32be(ioread32be(&regs->imask) & ~bit_mask,
1230				    &regs->imask);
1231	} else {
1232		if (!dtsec->ptp_tsu_enabled) {
1233			pr_err("Exception valid for 1588 only\n");
1234			return -EINVAL;
1235		}
1236		switch (exception) {
1237		case FM_MAC_EX_1G_1588_TS_RX_ERR:
1238			if (enable) {
1239				dtsec->en_tsu_err_exception = true;
1240				iowrite32be(ioread32be(&regs->tmr_pemask) |
1241					    TMR_PEMASK_TSREEN,
1242					    &regs->tmr_pemask);
1243			} else {
1244				dtsec->en_tsu_err_exception = false;
1245				iowrite32be(ioread32be(&regs->tmr_pemask) &
1246					    ~TMR_PEMASK_TSREEN,
1247					    &regs->tmr_pemask);
1248			}
1249			break;
1250		default:
1251			pr_err("Undefined exception\n");
1252			return -EINVAL;
1253		}
1254	}
1255
1256	return 0;
1257}
1258
1259static int dtsec_init(struct fman_mac *dtsec)
1260{
1261	struct dtsec_regs __iomem *regs = dtsec->regs;
1262	struct dtsec_cfg *dtsec_drv_param;
1263	u16 max_frm_ln, tbicon;
1264	int err;
1265
1266	if (DEFAULT_RESET_ON_INIT &&
1267	    (fman_reset_mac(dtsec->fm, dtsec->mac_id) != 0)) {
1268		pr_err("Can't reset MAC!\n");
1269		return -EINVAL;
1270	}
1271
1272	err = check_init_parameters(dtsec);
1273	if (err)
1274		return err;
1275
1276	dtsec_drv_param = dtsec->dtsec_drv_param;
1277
1278	err = init(dtsec->regs, dtsec_drv_param, dtsec->phy_if,
1279		   dtsec->max_speed, dtsec->addr, dtsec->exceptions,
1280		   dtsec->tbidev->addr);
1281	if (err) {
1282		free_init_resources(dtsec);
1283		pr_err("DTSEC version doesn't support this i/f mode\n");
1284		return err;
1285	}
1286
1287	/* Configure the TBI PHY Control Register */
1288	tbicon = TBICON_CLK_SELECT | TBICON_SOFT_RESET;
1289	mdiodev_write(dtsec->tbidev, MII_TBICON, tbicon);
1290
1291	tbicon = TBICON_CLK_SELECT;
1292	mdiodev_write(dtsec->tbidev, MII_TBICON, tbicon);
1293
1294	/* Max Frame Length */
1295	max_frm_ln = (u16)ioread32be(&regs->maxfrm);
1296	err = fman_set_mac_max_frame(dtsec->fm, dtsec->mac_id, max_frm_ln);
1297	if (err) {
1298		pr_err("Setting max frame length failed\n");
1299		free_init_resources(dtsec);
1300		return -EINVAL;
1301	}
1302
1303	dtsec->multicast_addr_hash =
1304	alloc_hash_table(EXTENDED_HASH_TABLE_SIZE);
1305	if (!dtsec->multicast_addr_hash) {
1306		free_init_resources(dtsec);
1307		pr_err("MC hash table is failed\n");
1308		return -ENOMEM;
1309	}
1310
1311	dtsec->unicast_addr_hash = alloc_hash_table(DTSEC_HASH_TABLE_SIZE);
1312	if (!dtsec->unicast_addr_hash) {
1313		free_init_resources(dtsec);
1314		pr_err("UC hash table is failed\n");
1315		return -ENOMEM;
1316	}
1317
1318	/* register err intr handler for dtsec to FPM (err) */
1319	fman_register_intr(dtsec->fm, FMAN_MOD_MAC, dtsec->mac_id,
1320			   FMAN_INTR_TYPE_ERR, dtsec_isr, dtsec);
1321	/* register 1588 intr handler for TMR to FPM (normal) */
1322	fman_register_intr(dtsec->fm, FMAN_MOD_MAC, dtsec->mac_id,
1323			   FMAN_INTR_TYPE_NORMAL, dtsec_1588_isr, dtsec);
1324
1325	kfree(dtsec_drv_param);
1326	dtsec->dtsec_drv_param = NULL;
1327
1328	return 0;
1329}
1330
1331static int dtsec_free(struct fman_mac *dtsec)
1332{
1333	free_init_resources(dtsec);
1334
1335	kfree(dtsec->dtsec_drv_param);
1336	dtsec->dtsec_drv_param = NULL;
1337	if (!IS_ERR_OR_NULL(dtsec->tbidev))
1338		put_device(&dtsec->tbidev->dev);
1339	kfree(dtsec);
1340
1341	return 0;
1342}
1343
1344static struct fman_mac *dtsec_config(struct mac_device *mac_dev,
1345				     struct fman_mac_params *params)
1346{
1347	struct fman_mac *dtsec;
1348	struct dtsec_cfg *dtsec_drv_param;
1349
1350	/* allocate memory for the UCC GETH data structure. */
1351	dtsec = kzalloc(sizeof(*dtsec), GFP_KERNEL);
1352	if (!dtsec)
1353		return NULL;
1354
1355	/* allocate memory for the d_tsec driver parameters data structure. */
1356	dtsec_drv_param = kzalloc(sizeof(*dtsec_drv_param), GFP_KERNEL);
1357	if (!dtsec_drv_param)
1358		goto err_dtsec;
1359
1360	/* Plant parameter structure pointer */
1361	dtsec->dtsec_drv_param = dtsec_drv_param;
1362
1363	set_dflts(dtsec_drv_param);
1364
1365	dtsec->regs = mac_dev->vaddr;
1366	dtsec->addr = ENET_ADDR_TO_UINT64(mac_dev->addr);
1367	dtsec->phy_if = mac_dev->phy_if;
1368	dtsec->mac_id = params->mac_id;
1369	dtsec->exceptions = (DTSEC_IMASK_BREN	|
1370			     DTSEC_IMASK_RXCEN	|
1371			     DTSEC_IMASK_BTEN	|
1372			     DTSEC_IMASK_TXCEN	|
1373			     DTSEC_IMASK_TXEEN	|
1374			     DTSEC_IMASK_ABRTEN	|
1375			     DTSEC_IMASK_LCEN	|
1376			     DTSEC_IMASK_CRLEN	|
1377			     DTSEC_IMASK_XFUNEN	|
1378			     DTSEC_IMASK_IFERREN |
1379			     DTSEC_IMASK_MAGEN	|
1380			     DTSEC_IMASK_TDPEEN	|
1381			     DTSEC_IMASK_RDPEEN);
1382	dtsec->exception_cb = params->exception_cb;
1383	dtsec->event_cb = params->event_cb;
1384	dtsec->dev_id = mac_dev;
1385	dtsec->ptp_tsu_enabled = dtsec->dtsec_drv_param->ptp_tsu_en;
1386	dtsec->en_tsu_err_exception = dtsec->dtsec_drv_param->ptp_exception_en;
1387
1388	dtsec->fm = params->fm;
1389
1390	/* Save FMan revision */
1391	fman_get_revision(dtsec->fm, &dtsec->fm_rev_info);
1392
1393	return dtsec;
1394
1395err_dtsec:
1396	kfree(dtsec);
1397	return NULL;
1398}
1399
1400int dtsec_initialization(struct mac_device *mac_dev,
1401			 struct device_node *mac_node,
1402			 struct fman_mac_params *params)
1403{
1404	int			err;
1405	struct fman_mac		*dtsec;
1406	struct device_node	*phy_node;
1407	unsigned long		 capabilities;
1408	unsigned long		*supported;
1409
1410	mac_dev->phylink_ops		= &dtsec_mac_ops;
1411	mac_dev->set_promisc		= dtsec_set_promiscuous;
1412	mac_dev->change_addr		= dtsec_modify_mac_address;
1413	mac_dev->add_hash_mac_addr	= dtsec_add_hash_mac_address;
1414	mac_dev->remove_hash_mac_addr	= dtsec_del_hash_mac_address;
1415	mac_dev->set_exception		= dtsec_set_exception;
1416	mac_dev->set_allmulti		= dtsec_set_allmulti;
1417	mac_dev->set_tstamp		= dtsec_set_tstamp;
1418	mac_dev->set_multi		= fman_set_multi;
1419	mac_dev->enable			= dtsec_enable;
1420	mac_dev->disable		= dtsec_disable;
1421
1422	mac_dev->fman_mac = dtsec_config(mac_dev, params);
1423	if (!mac_dev->fman_mac) {
1424		err = -EINVAL;
1425		goto _return;
1426	}
1427
1428	dtsec = mac_dev->fman_mac;
1429	dtsec->dtsec_drv_param->maximum_frame = fman_get_max_frm();
1430	dtsec->dtsec_drv_param->tx_pad_crc = true;
1431
1432	phy_node = of_parse_phandle(mac_node, "tbi-handle", 0);
1433	if (!phy_node || !of_device_is_available(phy_node)) {
1434		of_node_put(phy_node);
1435		err = -EINVAL;
1436		dev_err_probe(mac_dev->dev, err,
1437			      "TBI PCS node is not available\n");
1438		goto _return_fm_mac_free;
1439	}
1440
1441	dtsec->tbidev = of_mdio_find_device(phy_node);
1442	of_node_put(phy_node);
1443	if (!dtsec->tbidev) {
1444		err = -EPROBE_DEFER;
1445		dev_err_probe(mac_dev->dev, err,
1446			      "could not find mdiodev for PCS\n");
1447		goto _return_fm_mac_free;
1448	}
1449	dtsec->pcs.ops = &dtsec_pcs_ops;
1450	dtsec->pcs.neg_mode = true;
1451	dtsec->pcs.poll = true;
1452
1453	supported = mac_dev->phylink_config.supported_interfaces;
1454
1455	/* FIXME: Can we use DTSEC_ID2_INT_FULL_OFF to determine if these are
1456	 * supported? If not, we can determine support via the phy if SerDes
1457	 * support is added.
1458	 */
1459	if (mac_dev->phy_if == PHY_INTERFACE_MODE_SGMII ||
1460	    mac_dev->phy_if == PHY_INTERFACE_MODE_1000BASEX) {
1461		__set_bit(PHY_INTERFACE_MODE_SGMII, supported);
1462		__set_bit(PHY_INTERFACE_MODE_1000BASEX, supported);
1463	} else if (mac_dev->phy_if == PHY_INTERFACE_MODE_2500BASEX) {
1464		__set_bit(PHY_INTERFACE_MODE_2500BASEX, supported);
1465	}
1466
1467	if (!(ioread32be(&dtsec->regs->tsec_id2) & DTSEC_ID2_INT_REDUCED_OFF)) {
1468		phy_interface_set_rgmii(supported);
1469
1470		/* DTSEC_ID2_INT_REDUCED_OFF indicates that the dTSEC supports
1471		 * RMII and RGMII. However, the only SoCs which support RMII
1472		 * are the P1017 and P1023. Avoid advertising this mode on
1473		 * other SoCs. This is a bit of a moot point, since there's no
1474		 * in-tree support for ethernet on these platforms...
1475		 */
1476		if (of_machine_is_compatible("fsl,P1023") ||
1477		    of_machine_is_compatible("fsl,P1023RDB"))
1478			__set_bit(PHY_INTERFACE_MODE_RMII, supported);
1479	}
1480
1481	capabilities = MAC_SYM_PAUSE | MAC_ASYM_PAUSE;
1482	capabilities |= MAC_10 | MAC_100 | MAC_1000FD | MAC_2500FD;
1483	mac_dev->phylink_config.mac_capabilities = capabilities;
1484
1485	err = dtsec_init(dtsec);
1486	if (err < 0)
1487		goto _return_fm_mac_free;
1488
1489	/* For 1G MAC, disable by default the MIB counters overflow interrupt */
1490	err = dtsec_set_exception(dtsec, FM_MAC_EX_1G_RX_MIB_CNT_OVFL, false);
1491	if (err < 0)
1492		goto _return_fm_mac_free;
1493
1494	dev_info(mac_dev->dev, "FMan dTSEC version: 0x%08x\n",
1495		 ioread32be(&dtsec->regs->tsec_id));
1496
1497	goto _return;
1498
1499_return_fm_mac_free:
1500	dtsec_free(dtsec);
1501
1502_return:
1503	return err;
1504}