Linux Audio

Check our new training course

Loading...
v5.4
   1// SPDX-License-Identifier: GPL-2.0-or-later
   2/*
   3 * Marvell 88e6xxx Ethernet switch single-chip support
   4 *
   5 * Copyright (c) 2008 Marvell Semiconductor
   6 *
   7 * Copyright (c) 2016 Andrew Lunn <andrew@lunn.ch>
   8 *
   9 * Copyright (c) 2016-2017 Savoir-faire Linux Inc.
  10 *	Vivien Didelot <vivien.didelot@savoirfairelinux.com>
  11 */
  12
  13#include <linux/bitfield.h>
  14#include <linux/delay.h>
  15#include <linux/etherdevice.h>
  16#include <linux/ethtool.h>
  17#include <linux/if_bridge.h>
  18#include <linux/interrupt.h>
  19#include <linux/irq.h>
  20#include <linux/irqdomain.h>
  21#include <linux/jiffies.h>
  22#include <linux/list.h>
  23#include <linux/mdio.h>
  24#include <linux/module.h>
  25#include <linux/of_device.h>
  26#include <linux/of_irq.h>
  27#include <linux/of_mdio.h>
  28#include <linux/platform_data/mv88e6xxx.h>
  29#include <linux/netdevice.h>
  30#include <linux/gpio/consumer.h>
  31#include <linux/phylink.h>
  32#include <net/dsa.h>
  33
  34#include "chip.h"
  35#include "global1.h"
  36#include "global2.h"
  37#include "hwtstamp.h"
  38#include "phy.h"
  39#include "port.h"
  40#include "ptp.h"
  41#include "serdes.h"
  42#include "smi.h"
  43
  44static void assert_reg_lock(struct mv88e6xxx_chip *chip)
  45{
  46	if (unlikely(!mutex_is_locked(&chip->reg_lock))) {
  47		dev_err(chip->dev, "Switch registers lock not held!\n");
  48		dump_stack();
  49	}
  50}
  51
  52int mv88e6xxx_read(struct mv88e6xxx_chip *chip, int addr, int reg, u16 *val)
  53{
  54	int err;
  55
  56	assert_reg_lock(chip);
  57
  58	err = mv88e6xxx_smi_read(chip, addr, reg, val);
  59	if (err)
  60		return err;
  61
  62	dev_dbg(chip->dev, "<- addr: 0x%.2x reg: 0x%.2x val: 0x%.4x\n",
  63		addr, reg, *val);
  64
  65	return 0;
  66}
  67
  68int mv88e6xxx_write(struct mv88e6xxx_chip *chip, int addr, int reg, u16 val)
  69{
  70	int err;
  71
  72	assert_reg_lock(chip);
  73
  74	err = mv88e6xxx_smi_write(chip, addr, reg, val);
  75	if (err)
  76		return err;
  77
  78	dev_dbg(chip->dev, "-> addr: 0x%.2x reg: 0x%.2x val: 0x%.4x\n",
  79		addr, reg, val);
  80
  81	return 0;
  82}
  83
  84int mv88e6xxx_wait_mask(struct mv88e6xxx_chip *chip, int addr, int reg,
  85			u16 mask, u16 val)
  86{
  87	u16 data;
  88	int err;
  89	int i;
  90
  91	/* There's no bus specific operation to wait for a mask */
  92	for (i = 0; i < 16; i++) {
  93		err = mv88e6xxx_read(chip, addr, reg, &data);
  94		if (err)
  95			return err;
  96
  97		if ((data & mask) == val)
  98			return 0;
  99
 100		usleep_range(1000, 2000);
 101	}
 102
 103	dev_err(chip->dev, "Timeout while waiting for switch\n");
 104	return -ETIMEDOUT;
 105}
 106
 107int mv88e6xxx_wait_bit(struct mv88e6xxx_chip *chip, int addr, int reg,
 108		       int bit, int val)
 109{
 110	return mv88e6xxx_wait_mask(chip, addr, reg, BIT(bit),
 111				   val ? BIT(bit) : 0x0000);
 112}
 113
 114struct mii_bus *mv88e6xxx_default_mdio_bus(struct mv88e6xxx_chip *chip)
 115{
 116	struct mv88e6xxx_mdio_bus *mdio_bus;
 117
 118	mdio_bus = list_first_entry(&chip->mdios, struct mv88e6xxx_mdio_bus,
 119				    list);
 120	if (!mdio_bus)
 121		return NULL;
 122
 123	return mdio_bus->bus;
 124}
 125
 126static void mv88e6xxx_g1_irq_mask(struct irq_data *d)
 127{
 128	struct mv88e6xxx_chip *chip = irq_data_get_irq_chip_data(d);
 129	unsigned int n = d->hwirq;
 130
 131	chip->g1_irq.masked |= (1 << n);
 132}
 133
 134static void mv88e6xxx_g1_irq_unmask(struct irq_data *d)
 135{
 136	struct mv88e6xxx_chip *chip = irq_data_get_irq_chip_data(d);
 137	unsigned int n = d->hwirq;
 138
 139	chip->g1_irq.masked &= ~(1 << n);
 140}
 141
 142static irqreturn_t mv88e6xxx_g1_irq_thread_work(struct mv88e6xxx_chip *chip)
 143{
 144	unsigned int nhandled = 0;
 145	unsigned int sub_irq;
 146	unsigned int n;
 147	u16 reg;
 148	u16 ctl1;
 149	int err;
 150
 151	mv88e6xxx_reg_lock(chip);
 152	err = mv88e6xxx_g1_read(chip, MV88E6XXX_G1_STS, &reg);
 153	mv88e6xxx_reg_unlock(chip);
 154
 155	if (err)
 156		goto out;
 157
 158	do {
 159		for (n = 0; n < chip->g1_irq.nirqs; ++n) {
 160			if (reg & (1 << n)) {
 161				sub_irq = irq_find_mapping(chip->g1_irq.domain,
 162							   n);
 163				handle_nested_irq(sub_irq);
 164				++nhandled;
 165			}
 166		}
 167
 168		mv88e6xxx_reg_lock(chip);
 169		err = mv88e6xxx_g1_read(chip, MV88E6XXX_G1_CTL1, &ctl1);
 170		if (err)
 171			goto unlock;
 172		err = mv88e6xxx_g1_read(chip, MV88E6XXX_G1_STS, &reg);
 173unlock:
 174		mv88e6xxx_reg_unlock(chip);
 175		if (err)
 176			goto out;
 177		ctl1 &= GENMASK(chip->g1_irq.nirqs, 0);
 178	} while (reg & ctl1);
 179
 180out:
 181	return (nhandled > 0 ? IRQ_HANDLED : IRQ_NONE);
 182}
 183
 184static irqreturn_t mv88e6xxx_g1_irq_thread_fn(int irq, void *dev_id)
 185{
 186	struct mv88e6xxx_chip *chip = dev_id;
 187
 188	return mv88e6xxx_g1_irq_thread_work(chip);
 189}
 190
 191static void mv88e6xxx_g1_irq_bus_lock(struct irq_data *d)
 192{
 193	struct mv88e6xxx_chip *chip = irq_data_get_irq_chip_data(d);
 194
 195	mv88e6xxx_reg_lock(chip);
 196}
 197
 198static void mv88e6xxx_g1_irq_bus_sync_unlock(struct irq_data *d)
 199{
 200	struct mv88e6xxx_chip *chip = irq_data_get_irq_chip_data(d);
 201	u16 mask = GENMASK(chip->g1_irq.nirqs, 0);
 202	u16 reg;
 203	int err;
 204
 205	err = mv88e6xxx_g1_read(chip, MV88E6XXX_G1_CTL1, &reg);
 206	if (err)
 207		goto out;
 208
 209	reg &= ~mask;
 210	reg |= (~chip->g1_irq.masked & mask);
 211
 212	err = mv88e6xxx_g1_write(chip, MV88E6XXX_G1_CTL1, reg);
 213	if (err)
 214		goto out;
 215
 216out:
 217	mv88e6xxx_reg_unlock(chip);
 218}
 219
 220static const struct irq_chip mv88e6xxx_g1_irq_chip = {
 221	.name			= "mv88e6xxx-g1",
 222	.irq_mask		= mv88e6xxx_g1_irq_mask,
 223	.irq_unmask		= mv88e6xxx_g1_irq_unmask,
 224	.irq_bus_lock		= mv88e6xxx_g1_irq_bus_lock,
 225	.irq_bus_sync_unlock	= mv88e6xxx_g1_irq_bus_sync_unlock,
 226};
 227
 228static int mv88e6xxx_g1_irq_domain_map(struct irq_domain *d,
 229				       unsigned int irq,
 230				       irq_hw_number_t hwirq)
 231{
 232	struct mv88e6xxx_chip *chip = d->host_data;
 233
 234	irq_set_chip_data(irq, d->host_data);
 235	irq_set_chip_and_handler(irq, &chip->g1_irq.chip, handle_level_irq);
 236	irq_set_noprobe(irq);
 237
 238	return 0;
 239}
 240
 241static const struct irq_domain_ops mv88e6xxx_g1_irq_domain_ops = {
 242	.map	= mv88e6xxx_g1_irq_domain_map,
 243	.xlate	= irq_domain_xlate_twocell,
 244};
 245
 246/* To be called with reg_lock held */
 247static void mv88e6xxx_g1_irq_free_common(struct mv88e6xxx_chip *chip)
 248{
 249	int irq, virq;
 250	u16 mask;
 251
 252	mv88e6xxx_g1_read(chip, MV88E6XXX_G1_CTL1, &mask);
 253	mask &= ~GENMASK(chip->g1_irq.nirqs, 0);
 254	mv88e6xxx_g1_write(chip, MV88E6XXX_G1_CTL1, mask);
 255
 256	for (irq = 0; irq < chip->g1_irq.nirqs; irq++) {
 257		virq = irq_find_mapping(chip->g1_irq.domain, irq);
 258		irq_dispose_mapping(virq);
 259	}
 260
 261	irq_domain_remove(chip->g1_irq.domain);
 262}
 263
 264static void mv88e6xxx_g1_irq_free(struct mv88e6xxx_chip *chip)
 265{
 266	/*
 267	 * free_irq must be called without reg_lock taken because the irq
 268	 * handler takes this lock, too.
 269	 */
 270	free_irq(chip->irq, chip);
 271
 272	mv88e6xxx_reg_lock(chip);
 273	mv88e6xxx_g1_irq_free_common(chip);
 274	mv88e6xxx_reg_unlock(chip);
 275}
 276
 277static int mv88e6xxx_g1_irq_setup_common(struct mv88e6xxx_chip *chip)
 278{
 279	int err, irq, virq;
 280	u16 reg, mask;
 281
 282	chip->g1_irq.nirqs = chip->info->g1_irqs;
 283	chip->g1_irq.domain = irq_domain_add_simple(
 284		NULL, chip->g1_irq.nirqs, 0,
 285		&mv88e6xxx_g1_irq_domain_ops, chip);
 286	if (!chip->g1_irq.domain)
 287		return -ENOMEM;
 288
 289	for (irq = 0; irq < chip->g1_irq.nirqs; irq++)
 290		irq_create_mapping(chip->g1_irq.domain, irq);
 291
 292	chip->g1_irq.chip = mv88e6xxx_g1_irq_chip;
 293	chip->g1_irq.masked = ~0;
 294
 295	err = mv88e6xxx_g1_read(chip, MV88E6XXX_G1_CTL1, &mask);
 296	if (err)
 297		goto out_mapping;
 298
 299	mask &= ~GENMASK(chip->g1_irq.nirqs, 0);
 300
 301	err = mv88e6xxx_g1_write(chip, MV88E6XXX_G1_CTL1, mask);
 302	if (err)
 303		goto out_disable;
 304
 305	/* Reading the interrupt status clears (most of) them */
 306	err = mv88e6xxx_g1_read(chip, MV88E6XXX_G1_STS, &reg);
 307	if (err)
 308		goto out_disable;
 309
 310	return 0;
 311
 312out_disable:
 313	mask &= ~GENMASK(chip->g1_irq.nirqs, 0);
 314	mv88e6xxx_g1_write(chip, MV88E6XXX_G1_CTL1, mask);
 315
 316out_mapping:
 317	for (irq = 0; irq < 16; irq++) {
 318		virq = irq_find_mapping(chip->g1_irq.domain, irq);
 319		irq_dispose_mapping(virq);
 320	}
 321
 322	irq_domain_remove(chip->g1_irq.domain);
 323
 324	return err;
 325}
 326
 327static int mv88e6xxx_g1_irq_setup(struct mv88e6xxx_chip *chip)
 328{
 329	static struct lock_class_key lock_key;
 330	static struct lock_class_key request_key;
 331	int err;
 332
 333	err = mv88e6xxx_g1_irq_setup_common(chip);
 334	if (err)
 335		return err;
 336
 337	/* These lock classes tells lockdep that global 1 irqs are in
 338	 * a different category than their parent GPIO, so it won't
 339	 * report false recursion.
 340	 */
 341	irq_set_lockdep_class(chip->irq, &lock_key, &request_key);
 342
 
 
 
 343	mv88e6xxx_reg_unlock(chip);
 344	err = request_threaded_irq(chip->irq, NULL,
 345				   mv88e6xxx_g1_irq_thread_fn,
 346				   IRQF_ONESHOT | IRQF_SHARED,
 347				   dev_name(chip->dev), chip);
 348	mv88e6xxx_reg_lock(chip);
 349	if (err)
 350		mv88e6xxx_g1_irq_free_common(chip);
 351
 352	return err;
 353}
 354
 355static void mv88e6xxx_irq_poll(struct kthread_work *work)
 356{
 357	struct mv88e6xxx_chip *chip = container_of(work,
 358						   struct mv88e6xxx_chip,
 359						   irq_poll_work.work);
 360	mv88e6xxx_g1_irq_thread_work(chip);
 361
 362	kthread_queue_delayed_work(chip->kworker, &chip->irq_poll_work,
 363				   msecs_to_jiffies(100));
 364}
 365
 366static int mv88e6xxx_irq_poll_setup(struct mv88e6xxx_chip *chip)
 367{
 368	int err;
 369
 370	err = mv88e6xxx_g1_irq_setup_common(chip);
 371	if (err)
 372		return err;
 373
 374	kthread_init_delayed_work(&chip->irq_poll_work,
 375				  mv88e6xxx_irq_poll);
 376
 377	chip->kworker = kthread_create_worker(0, "%s", dev_name(chip->dev));
 378	if (IS_ERR(chip->kworker))
 379		return PTR_ERR(chip->kworker);
 380
 381	kthread_queue_delayed_work(chip->kworker, &chip->irq_poll_work,
 382				   msecs_to_jiffies(100));
 383
 384	return 0;
 385}
 386
 387static void mv88e6xxx_irq_poll_free(struct mv88e6xxx_chip *chip)
 388{
 389	kthread_cancel_delayed_work_sync(&chip->irq_poll_work);
 390	kthread_destroy_worker(chip->kworker);
 391
 392	mv88e6xxx_reg_lock(chip);
 393	mv88e6xxx_g1_irq_free_common(chip);
 394	mv88e6xxx_reg_unlock(chip);
 395}
 396
 397int mv88e6xxx_port_setup_mac(struct mv88e6xxx_chip *chip, int port, int link,
 398			     int speed, int duplex, int pause,
 399			     phy_interface_t mode)
 400{
 401	struct phylink_link_state state;
 402	int err;
 403
 404	if (!chip->info->ops->port_set_link)
 405		return 0;
 
 
 
 
 406
 407	if (!chip->info->ops->port_link_state)
 408		return 0;
 
 
 
 
 409
 410	err = chip->info->ops->port_link_state(chip, port, &state);
 411	if (err)
 412		return err;
 413
 414	/* Has anything actually changed? We don't expect the
 415	 * interface mode to change without one of the other
 416	 * parameters also changing
 417	 */
 418	if (state.link == link &&
 419	    state.speed == speed &&
 420	    state.duplex == duplex &&
 421	    (state.interface == mode ||
 422	     state.interface == PHY_INTERFACE_MODE_NA))
 423		return 0;
 424
 425	/* Port's MAC control must not be changed unless the link is down */
 426	err = chip->info->ops->port_set_link(chip, port, LINK_FORCED_DOWN);
 427	if (err)
 428		return err;
 429
 430	if (chip->info->ops->port_set_speed) {
 431		err = chip->info->ops->port_set_speed(chip, port, speed);
 
 432		if (err && err != -EOPNOTSUPP)
 433			goto restore_link;
 434	}
 435
 436	if (speed == SPEED_MAX && chip->info->ops->port_max_speed_mode)
 437		mode = chip->info->ops->port_max_speed_mode(port);
 438
 439	if (chip->info->ops->port_set_pause) {
 440		err = chip->info->ops->port_set_pause(chip, port, pause);
 441		if (err)
 442			goto restore_link;
 443	}
 444
 445	if (chip->info->ops->port_set_duplex) {
 446		err = chip->info->ops->port_set_duplex(chip, port, duplex);
 447		if (err && err != -EOPNOTSUPP)
 448			goto restore_link;
 449	}
 450
 451	if (chip->info->ops->port_set_rgmii_delay) {
 452		err = chip->info->ops->port_set_rgmii_delay(chip, port, mode);
 453		if (err && err != -EOPNOTSUPP)
 454			goto restore_link;
 455	}
 456
 457	if (chip->info->ops->port_set_cmode) {
 458		err = chip->info->ops->port_set_cmode(chip, port, mode);
 459		if (err && err != -EOPNOTSUPP)
 460			goto restore_link;
 461	}
 462
 463	err = 0;
 464restore_link:
 465	if (chip->info->ops->port_set_link(chip, port, link))
 466		dev_err(chip->dev, "p%d: failed to restore MAC's link\n", port);
 467
 468	return err;
 469}
 470
 471static int mv88e6xxx_phy_is_internal(struct dsa_switch *ds, int port)
 472{
 473	struct mv88e6xxx_chip *chip = ds->priv;
 474
 475	return port < chip->info->num_internal_phys;
 476}
 477
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 478static void mv88e6065_phylink_validate(struct mv88e6xxx_chip *chip, int port,
 479				       unsigned long *mask,
 480				       struct phylink_link_state *state)
 481{
 482	if (!phy_interface_mode_is_8023z(state->interface)) {
 483		/* 10M and 100M are only supported in non-802.3z mode */
 484		phylink_set(mask, 10baseT_Half);
 485		phylink_set(mask, 10baseT_Full);
 486		phylink_set(mask, 100baseT_Half);
 487		phylink_set(mask, 100baseT_Full);
 488	}
 489}
 490
 491static void mv88e6185_phylink_validate(struct mv88e6xxx_chip *chip, int port,
 492				       unsigned long *mask,
 493				       struct phylink_link_state *state)
 494{
 495	/* FIXME: if the port is in 1000Base-X mode, then it only supports
 496	 * 1000M FD speeds.  In this case, CMODE will indicate 5.
 497	 */
 498	phylink_set(mask, 1000baseT_Full);
 499	phylink_set(mask, 1000baseX_Full);
 500
 501	mv88e6065_phylink_validate(chip, port, mask, state);
 502}
 503
 504static void mv88e6341_phylink_validate(struct mv88e6xxx_chip *chip, int port,
 505				       unsigned long *mask,
 506				       struct phylink_link_state *state)
 507{
 508	if (port >= 5)
 509		phylink_set(mask, 2500baseX_Full);
 510
 511	/* No ethtool bits for 200Mbps */
 512	phylink_set(mask, 1000baseT_Full);
 513	phylink_set(mask, 1000baseX_Full);
 514
 515	mv88e6065_phylink_validate(chip, port, mask, state);
 516}
 517
 518static void mv88e6352_phylink_validate(struct mv88e6xxx_chip *chip, int port,
 519				       unsigned long *mask,
 520				       struct phylink_link_state *state)
 521{
 522	/* No ethtool bits for 200Mbps */
 523	phylink_set(mask, 1000baseT_Full);
 524	phylink_set(mask, 1000baseX_Full);
 525
 526	mv88e6065_phylink_validate(chip, port, mask, state);
 527}
 528
 529static void mv88e6390_phylink_validate(struct mv88e6xxx_chip *chip, int port,
 530				       unsigned long *mask,
 531				       struct phylink_link_state *state)
 532{
 533	if (port >= 9) {
 534		phylink_set(mask, 2500baseX_Full);
 535		phylink_set(mask, 2500baseT_Full);
 536	}
 537
 538	/* No ethtool bits for 200Mbps */
 539	phylink_set(mask, 1000baseT_Full);
 540	phylink_set(mask, 1000baseX_Full);
 541
 542	mv88e6065_phylink_validate(chip, port, mask, state);
 543}
 544
 545static void mv88e6390x_phylink_validate(struct mv88e6xxx_chip *chip, int port,
 546					unsigned long *mask,
 547					struct phylink_link_state *state)
 548{
 549	if (port >= 9) {
 550		phylink_set(mask, 10000baseT_Full);
 551		phylink_set(mask, 10000baseKR_Full);
 552	}
 553
 554	mv88e6390_phylink_validate(chip, port, mask, state);
 555}
 556
 557static void mv88e6xxx_validate(struct dsa_switch *ds, int port,
 558			       unsigned long *supported,
 559			       struct phylink_link_state *state)
 560{
 561	__ETHTOOL_DECLARE_LINK_MODE_MASK(mask) = { 0, };
 562	struct mv88e6xxx_chip *chip = ds->priv;
 563
 564	/* Allow all the expected bits */
 565	phylink_set(mask, Autoneg);
 566	phylink_set(mask, Pause);
 567	phylink_set_port_modes(mask);
 568
 569	if (chip->info->ops->phylink_validate)
 570		chip->info->ops->phylink_validate(chip, port, mask, state);
 571
 572	bitmap_and(supported, supported, mask, __ETHTOOL_LINK_MODE_MASK_NBITS);
 573	bitmap_and(state->advertising, state->advertising, mask,
 574		   __ETHTOOL_LINK_MODE_MASK_NBITS);
 575
 576	/* We can only operate at 2500BaseX or 1000BaseX.  If requested
 577	 * to advertise both, only report advertising at 2500BaseX.
 578	 */
 579	phylink_helper_basex_speed(state);
 580}
 581
 582static int mv88e6xxx_link_state(struct dsa_switch *ds, int port,
 583				struct phylink_link_state *state)
 584{
 585	struct mv88e6xxx_chip *chip = ds->priv;
 586	int err;
 587
 588	mv88e6xxx_reg_lock(chip);
 589	if (chip->info->ops->port_link_state)
 590		err = chip->info->ops->port_link_state(chip, port, state);
 591	else
 592		err = -EOPNOTSUPP;
 593	mv88e6xxx_reg_unlock(chip);
 594
 595	return err;
 596}
 597
 598static void mv88e6xxx_mac_config(struct dsa_switch *ds, int port,
 599				 unsigned int mode,
 600				 const struct phylink_link_state *state)
 601{
 602	struct mv88e6xxx_chip *chip = ds->priv;
 603	int speed, duplex, link, pause, err;
 
 604
 
 
 
 
 
 
 
 605	if ((mode == MLO_AN_PHY) && mv88e6xxx_phy_is_internal(ds, port))
 606		return;
 607
 608	if (mode == MLO_AN_FIXED) {
 609		link = LINK_FORCED_UP;
 610		speed = state->speed;
 611		duplex = state->duplex;
 612	} else if (!mv88e6xxx_phy_is_internal(ds, port)) {
 613		link = state->link;
 614		speed = state->speed;
 615		duplex = state->duplex;
 616	} else {
 617		speed = SPEED_UNFORCED;
 618		duplex = DUPLEX_UNFORCED;
 619		link = LINK_UNFORCED;
 620	}
 621	pause = !!phylink_test(state->advertising, Pause);
 622
 623	mv88e6xxx_reg_lock(chip);
 624	err = mv88e6xxx_port_setup_mac(chip, port, link, speed, duplex, pause,
 625				       state->interface);
 626	mv88e6xxx_reg_unlock(chip);
 
 
 
 
 627
 
 628	if (err && err != -EOPNOTSUPP)
 629		dev_err(ds->dev, "p%d: failed to configure MAC\n", port);
 630}
 631
 632static void mv88e6xxx_mac_link_force(struct dsa_switch *ds, int port, int link)
 633{
 634	struct mv88e6xxx_chip *chip = ds->priv;
 635	int err;
 
 
 
 636
 637	mv88e6xxx_reg_lock(chip);
 638	err = chip->info->ops->port_set_link(chip, port, link);
 
 
 
 
 
 
 
 
 639	mv88e6xxx_reg_unlock(chip);
 640
 641	if (err)
 642		dev_err(chip->dev, "p%d: failed to force MAC link\n", port);
 643}
 644
 645static void mv88e6xxx_mac_link_down(struct dsa_switch *ds, int port,
 646				    unsigned int mode,
 647				    phy_interface_t interface)
 648{
 649	if (mode == MLO_AN_FIXED)
 650		mv88e6xxx_mac_link_force(ds, port, LINK_FORCED_DOWN);
 
 
 
 
 
 
 
 
 
 
 
 
 
 651}
 652
 653static void mv88e6xxx_mac_link_up(struct dsa_switch *ds, int port,
 654				  unsigned int mode, phy_interface_t interface,
 655				  struct phy_device *phydev)
 
 
 656{
 657	if (mode == MLO_AN_FIXED)
 658		mv88e6xxx_mac_link_force(ds, port, LINK_FORCED_UP);
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 659}
 660
 661static int mv88e6xxx_stats_snapshot(struct mv88e6xxx_chip *chip, int port)
 662{
 663	if (!chip->info->ops->stats_snapshot)
 664		return -EOPNOTSUPP;
 665
 666	return chip->info->ops->stats_snapshot(chip, port);
 667}
 668
 669static struct mv88e6xxx_hw_stat mv88e6xxx_hw_stats[] = {
 670	{ "in_good_octets",		8, 0x00, STATS_TYPE_BANK0, },
 671	{ "in_bad_octets",		4, 0x02, STATS_TYPE_BANK0, },
 672	{ "in_unicast",			4, 0x04, STATS_TYPE_BANK0, },
 673	{ "in_broadcasts",		4, 0x06, STATS_TYPE_BANK0, },
 674	{ "in_multicasts",		4, 0x07, STATS_TYPE_BANK0, },
 675	{ "in_pause",			4, 0x16, STATS_TYPE_BANK0, },
 676	{ "in_undersize",		4, 0x18, STATS_TYPE_BANK0, },
 677	{ "in_fragments",		4, 0x19, STATS_TYPE_BANK0, },
 678	{ "in_oversize",		4, 0x1a, STATS_TYPE_BANK0, },
 679	{ "in_jabber",			4, 0x1b, STATS_TYPE_BANK0, },
 680	{ "in_rx_error",		4, 0x1c, STATS_TYPE_BANK0, },
 681	{ "in_fcs_error",		4, 0x1d, STATS_TYPE_BANK0, },
 682	{ "out_octets",			8, 0x0e, STATS_TYPE_BANK0, },
 683	{ "out_unicast",		4, 0x10, STATS_TYPE_BANK0, },
 684	{ "out_broadcasts",		4, 0x13, STATS_TYPE_BANK0, },
 685	{ "out_multicasts",		4, 0x12, STATS_TYPE_BANK0, },
 686	{ "out_pause",			4, 0x15, STATS_TYPE_BANK0, },
 687	{ "excessive",			4, 0x11, STATS_TYPE_BANK0, },
 688	{ "collisions",			4, 0x1e, STATS_TYPE_BANK0, },
 689	{ "deferred",			4, 0x05, STATS_TYPE_BANK0, },
 690	{ "single",			4, 0x14, STATS_TYPE_BANK0, },
 691	{ "multiple",			4, 0x17, STATS_TYPE_BANK0, },
 692	{ "out_fcs_error",		4, 0x03, STATS_TYPE_BANK0, },
 693	{ "late",			4, 0x1f, STATS_TYPE_BANK0, },
 694	{ "hist_64bytes",		4, 0x08, STATS_TYPE_BANK0, },
 695	{ "hist_65_127bytes",		4, 0x09, STATS_TYPE_BANK0, },
 696	{ "hist_128_255bytes",		4, 0x0a, STATS_TYPE_BANK0, },
 697	{ "hist_256_511bytes",		4, 0x0b, STATS_TYPE_BANK0, },
 698	{ "hist_512_1023bytes",		4, 0x0c, STATS_TYPE_BANK0, },
 699	{ "hist_1024_max_bytes",	4, 0x0d, STATS_TYPE_BANK0, },
 700	{ "sw_in_discards",		4, 0x10, STATS_TYPE_PORT, },
 701	{ "sw_in_filtered",		2, 0x12, STATS_TYPE_PORT, },
 702	{ "sw_out_filtered",		2, 0x13, STATS_TYPE_PORT, },
 703	{ "in_discards",		4, 0x00, STATS_TYPE_BANK1, },
 704	{ "in_filtered",		4, 0x01, STATS_TYPE_BANK1, },
 705	{ "in_accepted",		4, 0x02, STATS_TYPE_BANK1, },
 706	{ "in_bad_accepted",		4, 0x03, STATS_TYPE_BANK1, },
 707	{ "in_good_avb_class_a",	4, 0x04, STATS_TYPE_BANK1, },
 708	{ "in_good_avb_class_b",	4, 0x05, STATS_TYPE_BANK1, },
 709	{ "in_bad_avb_class_a",		4, 0x06, STATS_TYPE_BANK1, },
 710	{ "in_bad_avb_class_b",		4, 0x07, STATS_TYPE_BANK1, },
 711	{ "tcam_counter_0",		4, 0x08, STATS_TYPE_BANK1, },
 712	{ "tcam_counter_1",		4, 0x09, STATS_TYPE_BANK1, },
 713	{ "tcam_counter_2",		4, 0x0a, STATS_TYPE_BANK1, },
 714	{ "tcam_counter_3",		4, 0x0b, STATS_TYPE_BANK1, },
 715	{ "in_da_unknown",		4, 0x0e, STATS_TYPE_BANK1, },
 716	{ "in_management",		4, 0x0f, STATS_TYPE_BANK1, },
 717	{ "out_queue_0",		4, 0x10, STATS_TYPE_BANK1, },
 718	{ "out_queue_1",		4, 0x11, STATS_TYPE_BANK1, },
 719	{ "out_queue_2",		4, 0x12, STATS_TYPE_BANK1, },
 720	{ "out_queue_3",		4, 0x13, STATS_TYPE_BANK1, },
 721	{ "out_queue_4",		4, 0x14, STATS_TYPE_BANK1, },
 722	{ "out_queue_5",		4, 0x15, STATS_TYPE_BANK1, },
 723	{ "out_queue_6",		4, 0x16, STATS_TYPE_BANK1, },
 724	{ "out_queue_7",		4, 0x17, STATS_TYPE_BANK1, },
 725	{ "out_cut_through",		4, 0x18, STATS_TYPE_BANK1, },
 726	{ "out_octets_a",		4, 0x1a, STATS_TYPE_BANK1, },
 727	{ "out_octets_b",		4, 0x1b, STATS_TYPE_BANK1, },
 728	{ "out_management",		4, 0x1f, STATS_TYPE_BANK1, },
 729};
 730
 731static uint64_t _mv88e6xxx_get_ethtool_stat(struct mv88e6xxx_chip *chip,
 732					    struct mv88e6xxx_hw_stat *s,
 733					    int port, u16 bank1_select,
 734					    u16 histogram)
 735{
 736	u32 low;
 737	u32 high = 0;
 738	u16 reg = 0;
 739	int err;
 740	u64 value;
 741
 742	switch (s->type) {
 743	case STATS_TYPE_PORT:
 744		err = mv88e6xxx_port_read(chip, port, s->reg, &reg);
 745		if (err)
 746			return U64_MAX;
 747
 748		low = reg;
 749		if (s->size == 4) {
 750			err = mv88e6xxx_port_read(chip, port, s->reg + 1, &reg);
 751			if (err)
 752				return U64_MAX;
 753			low |= ((u32)reg) << 16;
 754		}
 755		break;
 756	case STATS_TYPE_BANK1:
 757		reg = bank1_select;
 758		/* fall through */
 759	case STATS_TYPE_BANK0:
 760		reg |= s->reg | histogram;
 761		mv88e6xxx_g1_stats_read(chip, reg, &low);
 762		if (s->size == 8)
 763			mv88e6xxx_g1_stats_read(chip, reg + 1, &high);
 764		break;
 765	default:
 766		return U64_MAX;
 767	}
 768	value = (((u64)high) << 32) | low;
 769	return value;
 770}
 771
 772static int mv88e6xxx_stats_get_strings(struct mv88e6xxx_chip *chip,
 773				       uint8_t *data, int types)
 774{
 775	struct mv88e6xxx_hw_stat *stat;
 776	int i, j;
 777
 778	for (i = 0, j = 0; i < ARRAY_SIZE(mv88e6xxx_hw_stats); i++) {
 779		stat = &mv88e6xxx_hw_stats[i];
 780		if (stat->type & types) {
 781			memcpy(data + j * ETH_GSTRING_LEN, stat->string,
 782			       ETH_GSTRING_LEN);
 783			j++;
 784		}
 785	}
 786
 787	return j;
 788}
 789
 790static int mv88e6095_stats_get_strings(struct mv88e6xxx_chip *chip,
 791				       uint8_t *data)
 792{
 793	return mv88e6xxx_stats_get_strings(chip, data,
 794					   STATS_TYPE_BANK0 | STATS_TYPE_PORT);
 795}
 796
 797static int mv88e6250_stats_get_strings(struct mv88e6xxx_chip *chip,
 798				       uint8_t *data)
 799{
 800	return mv88e6xxx_stats_get_strings(chip, data, STATS_TYPE_BANK0);
 801}
 802
 803static int mv88e6320_stats_get_strings(struct mv88e6xxx_chip *chip,
 804				       uint8_t *data)
 805{
 806	return mv88e6xxx_stats_get_strings(chip, data,
 807					   STATS_TYPE_BANK0 | STATS_TYPE_BANK1);
 808}
 809
 810static const uint8_t *mv88e6xxx_atu_vtu_stats_strings[] = {
 811	"atu_member_violation",
 812	"atu_miss_violation",
 813	"atu_full_violation",
 814	"vtu_member_violation",
 815	"vtu_miss_violation",
 816};
 817
 818static void mv88e6xxx_atu_vtu_get_strings(uint8_t *data)
 819{
 820	unsigned int i;
 821
 822	for (i = 0; i < ARRAY_SIZE(mv88e6xxx_atu_vtu_stats_strings); i++)
 823		strlcpy(data + i * ETH_GSTRING_LEN,
 824			mv88e6xxx_atu_vtu_stats_strings[i],
 825			ETH_GSTRING_LEN);
 826}
 827
 828static void mv88e6xxx_get_strings(struct dsa_switch *ds, int port,
 829				  u32 stringset, uint8_t *data)
 830{
 831	struct mv88e6xxx_chip *chip = ds->priv;
 832	int count = 0;
 833
 834	if (stringset != ETH_SS_STATS)
 835		return;
 836
 837	mv88e6xxx_reg_lock(chip);
 838
 839	if (chip->info->ops->stats_get_strings)
 840		count = chip->info->ops->stats_get_strings(chip, data);
 841
 842	if (chip->info->ops->serdes_get_strings) {
 843		data += count * ETH_GSTRING_LEN;
 844		count = chip->info->ops->serdes_get_strings(chip, port, data);
 845	}
 846
 847	data += count * ETH_GSTRING_LEN;
 848	mv88e6xxx_atu_vtu_get_strings(data);
 849
 850	mv88e6xxx_reg_unlock(chip);
 851}
 852
 853static int mv88e6xxx_stats_get_sset_count(struct mv88e6xxx_chip *chip,
 854					  int types)
 855{
 856	struct mv88e6xxx_hw_stat *stat;
 857	int i, j;
 858
 859	for (i = 0, j = 0; i < ARRAY_SIZE(mv88e6xxx_hw_stats); i++) {
 860		stat = &mv88e6xxx_hw_stats[i];
 861		if (stat->type & types)
 862			j++;
 863	}
 864	return j;
 865}
 866
 867static int mv88e6095_stats_get_sset_count(struct mv88e6xxx_chip *chip)
 868{
 869	return mv88e6xxx_stats_get_sset_count(chip, STATS_TYPE_BANK0 |
 870					      STATS_TYPE_PORT);
 871}
 872
 873static int mv88e6250_stats_get_sset_count(struct mv88e6xxx_chip *chip)
 874{
 875	return mv88e6xxx_stats_get_sset_count(chip, STATS_TYPE_BANK0);
 876}
 877
 878static int mv88e6320_stats_get_sset_count(struct mv88e6xxx_chip *chip)
 879{
 880	return mv88e6xxx_stats_get_sset_count(chip, STATS_TYPE_BANK0 |
 881					      STATS_TYPE_BANK1);
 882}
 883
 884static int mv88e6xxx_get_sset_count(struct dsa_switch *ds, int port, int sset)
 885{
 886	struct mv88e6xxx_chip *chip = ds->priv;
 887	int serdes_count = 0;
 888	int count = 0;
 889
 890	if (sset != ETH_SS_STATS)
 891		return 0;
 892
 893	mv88e6xxx_reg_lock(chip);
 894	if (chip->info->ops->stats_get_sset_count)
 895		count = chip->info->ops->stats_get_sset_count(chip);
 896	if (count < 0)
 897		goto out;
 898
 899	if (chip->info->ops->serdes_get_sset_count)
 900		serdes_count = chip->info->ops->serdes_get_sset_count(chip,
 901								      port);
 902	if (serdes_count < 0) {
 903		count = serdes_count;
 904		goto out;
 905	}
 906	count += serdes_count;
 907	count += ARRAY_SIZE(mv88e6xxx_atu_vtu_stats_strings);
 908
 909out:
 910	mv88e6xxx_reg_unlock(chip);
 911
 912	return count;
 913}
 914
 915static int mv88e6xxx_stats_get_stats(struct mv88e6xxx_chip *chip, int port,
 916				     uint64_t *data, int types,
 917				     u16 bank1_select, u16 histogram)
 918{
 919	struct mv88e6xxx_hw_stat *stat;
 920	int i, j;
 921
 922	for (i = 0, j = 0; i < ARRAY_SIZE(mv88e6xxx_hw_stats); i++) {
 923		stat = &mv88e6xxx_hw_stats[i];
 924		if (stat->type & types) {
 925			mv88e6xxx_reg_lock(chip);
 926			data[j] = _mv88e6xxx_get_ethtool_stat(chip, stat, port,
 927							      bank1_select,
 928							      histogram);
 929			mv88e6xxx_reg_unlock(chip);
 930
 931			j++;
 932		}
 933	}
 934	return j;
 935}
 936
 937static int mv88e6095_stats_get_stats(struct mv88e6xxx_chip *chip, int port,
 938				     uint64_t *data)
 939{
 940	return mv88e6xxx_stats_get_stats(chip, port, data,
 941					 STATS_TYPE_BANK0 | STATS_TYPE_PORT,
 942					 0, MV88E6XXX_G1_STATS_OP_HIST_RX_TX);
 943}
 944
 945static int mv88e6250_stats_get_stats(struct mv88e6xxx_chip *chip, int port,
 946				     uint64_t *data)
 947{
 948	return mv88e6xxx_stats_get_stats(chip, port, data, STATS_TYPE_BANK0,
 949					 0, MV88E6XXX_G1_STATS_OP_HIST_RX_TX);
 950}
 951
 952static int mv88e6320_stats_get_stats(struct mv88e6xxx_chip *chip, int port,
 953				     uint64_t *data)
 954{
 955	return mv88e6xxx_stats_get_stats(chip, port, data,
 956					 STATS_TYPE_BANK0 | STATS_TYPE_BANK1,
 957					 MV88E6XXX_G1_STATS_OP_BANK_1_BIT_9,
 958					 MV88E6XXX_G1_STATS_OP_HIST_RX_TX);
 959}
 960
 961static int mv88e6390_stats_get_stats(struct mv88e6xxx_chip *chip, int port,
 962				     uint64_t *data)
 963{
 964	return mv88e6xxx_stats_get_stats(chip, port, data,
 965					 STATS_TYPE_BANK0 | STATS_TYPE_BANK1,
 966					 MV88E6XXX_G1_STATS_OP_BANK_1_BIT_10,
 967					 0);
 968}
 969
 970static void mv88e6xxx_atu_vtu_get_stats(struct mv88e6xxx_chip *chip, int port,
 971					uint64_t *data)
 972{
 973	*data++ = chip->ports[port].atu_member_violation;
 974	*data++ = chip->ports[port].atu_miss_violation;
 975	*data++ = chip->ports[port].atu_full_violation;
 976	*data++ = chip->ports[port].vtu_member_violation;
 977	*data++ = chip->ports[port].vtu_miss_violation;
 978}
 979
 980static void mv88e6xxx_get_stats(struct mv88e6xxx_chip *chip, int port,
 981				uint64_t *data)
 982{
 983	int count = 0;
 984
 985	if (chip->info->ops->stats_get_stats)
 986		count = chip->info->ops->stats_get_stats(chip, port, data);
 987
 988	mv88e6xxx_reg_lock(chip);
 989	if (chip->info->ops->serdes_get_stats) {
 990		data += count;
 991		count = chip->info->ops->serdes_get_stats(chip, port, data);
 992	}
 993	data += count;
 994	mv88e6xxx_atu_vtu_get_stats(chip, port, data);
 995	mv88e6xxx_reg_unlock(chip);
 996}
 997
 998static void mv88e6xxx_get_ethtool_stats(struct dsa_switch *ds, int port,
 999					uint64_t *data)
1000{
1001	struct mv88e6xxx_chip *chip = ds->priv;
1002	int ret;
1003
1004	mv88e6xxx_reg_lock(chip);
1005
1006	ret = mv88e6xxx_stats_snapshot(chip, port);
1007	mv88e6xxx_reg_unlock(chip);
1008
1009	if (ret < 0)
1010		return;
1011
1012	mv88e6xxx_get_stats(chip, port, data);
1013
1014}
1015
1016static int mv88e6xxx_get_regs_len(struct dsa_switch *ds, int port)
1017{
1018	return 32 * sizeof(u16);
 
 
 
 
 
 
 
1019}
1020
1021static void mv88e6xxx_get_regs(struct dsa_switch *ds, int port,
1022			       struct ethtool_regs *regs, void *_p)
1023{
1024	struct mv88e6xxx_chip *chip = ds->priv;
1025	int err;
1026	u16 reg;
1027	u16 *p = _p;
1028	int i;
1029
1030	regs->version = chip->info->prod_num;
1031
1032	memset(p, 0xff, 32 * sizeof(u16));
1033
1034	mv88e6xxx_reg_lock(chip);
1035
1036	for (i = 0; i < 32; i++) {
1037
1038		err = mv88e6xxx_port_read(chip, port, i, &reg);
1039		if (!err)
1040			p[i] = reg;
1041	}
1042
 
 
 
1043	mv88e6xxx_reg_unlock(chip);
1044}
1045
1046static int mv88e6xxx_get_mac_eee(struct dsa_switch *ds, int port,
1047				 struct ethtool_eee *e)
1048{
1049	/* Nothing to do on the port's MAC */
1050	return 0;
1051}
1052
1053static int mv88e6xxx_set_mac_eee(struct dsa_switch *ds, int port,
1054				 struct ethtool_eee *e)
1055{
1056	/* Nothing to do on the port's MAC */
1057	return 0;
1058}
1059
 
1060static u16 mv88e6xxx_port_vlan(struct mv88e6xxx_chip *chip, int dev, int port)
1061{
1062	struct dsa_switch *ds = NULL;
 
1063	struct net_device *br;
 
 
1064	u16 pvlan;
1065	int i;
1066
1067	if (dev < DSA_MAX_SWITCHES)
1068		ds = chip->ds->dst->ds[dev];
 
 
 
 
1069
1070	/* Prevent frames from unknown switch or port */
1071	if (!ds || port >= ds->num_ports)
1072		return 0;
1073
1074	/* Frames from DSA links and CPU ports can egress any local port */
1075	if (dsa_is_cpu_port(ds, port) || dsa_is_dsa_port(ds, port))
1076		return mv88e6xxx_port_mask(chip);
1077
1078	br = ds->ports[port].bridge_dev;
1079	pvlan = 0;
1080
1081	/* Frames from user ports can egress any local DSA links and CPU ports,
1082	 * as well as any local member of their bridge group.
1083	 */
1084	for (i = 0; i < mv88e6xxx_num_ports(chip); ++i)
1085		if (dsa_is_cpu_port(chip->ds, i) ||
1086		    dsa_is_dsa_port(chip->ds, i) ||
1087		    (br && dsa_to_port(chip->ds, i)->bridge_dev == br))
1088			pvlan |= BIT(i);
 
1089
1090	return pvlan;
1091}
1092
1093static int mv88e6xxx_port_vlan_map(struct mv88e6xxx_chip *chip, int port)
1094{
1095	u16 output_ports = mv88e6xxx_port_vlan(chip, chip->ds->index, port);
1096
1097	/* prevent frames from going back out of the port they came in on */
1098	output_ports &= ~BIT(port);
1099
1100	return mv88e6xxx_port_set_vlan_map(chip, port, output_ports);
1101}
1102
1103static void mv88e6xxx_port_stp_state_set(struct dsa_switch *ds, int port,
1104					 u8 state)
1105{
1106	struct mv88e6xxx_chip *chip = ds->priv;
1107	int err;
1108
1109	mv88e6xxx_reg_lock(chip);
1110	err = mv88e6xxx_port_set_state(chip, port, state);
1111	mv88e6xxx_reg_unlock(chip);
1112
1113	if (err)
1114		dev_err(ds->dev, "p%d: failed to update state\n", port);
1115}
1116
1117static int mv88e6xxx_pri_setup(struct mv88e6xxx_chip *chip)
1118{
1119	int err;
1120
1121	if (chip->info->ops->ieee_pri_map) {
1122		err = chip->info->ops->ieee_pri_map(chip);
1123		if (err)
1124			return err;
1125	}
1126
1127	if (chip->info->ops->ip_pri_map) {
1128		err = chip->info->ops->ip_pri_map(chip);
1129		if (err)
1130			return err;
1131	}
1132
1133	return 0;
1134}
1135
1136static int mv88e6xxx_devmap_setup(struct mv88e6xxx_chip *chip)
1137{
 
1138	int target, port;
1139	int err;
1140
1141	if (!chip->info->global2_addr)
1142		return 0;
1143
1144	/* Initialize the routing port to the 32 possible target devices */
1145	for (target = 0; target < 32; target++) {
1146		port = 0x1f;
1147		if (target < DSA_MAX_SWITCHES)
1148			if (chip->ds->rtable[target] != DSA_RTABLE_NONE)
1149				port = chip->ds->rtable[target];
1150
1151		err = mv88e6xxx_g2_device_mapping_write(chip, target, port);
1152		if (err)
1153			return err;
1154	}
1155
1156	if (chip->info->ops->set_cascade_port) {
1157		port = MV88E6XXX_CASCADE_PORT_MULTIPLE;
1158		err = chip->info->ops->set_cascade_port(chip, port);
1159		if (err)
1160			return err;
1161	}
1162
1163	err = mv88e6xxx_g1_set_device_number(chip, chip->ds->index);
1164	if (err)
1165		return err;
1166
1167	return 0;
1168}
1169
1170static int mv88e6xxx_trunk_setup(struct mv88e6xxx_chip *chip)
1171{
1172	/* Clear all trunk masks and mapping */
1173	if (chip->info->global2_addr)
1174		return mv88e6xxx_g2_trunk_clear(chip);
1175
1176	return 0;
1177}
1178
1179static int mv88e6xxx_rmu_setup(struct mv88e6xxx_chip *chip)
1180{
1181	if (chip->info->ops->rmu_disable)
1182		return chip->info->ops->rmu_disable(chip);
1183
1184	return 0;
1185}
1186
1187static int mv88e6xxx_pot_setup(struct mv88e6xxx_chip *chip)
1188{
1189	if (chip->info->ops->pot_clear)
1190		return chip->info->ops->pot_clear(chip);
1191
1192	return 0;
1193}
1194
1195static int mv88e6xxx_rsvd2cpu_setup(struct mv88e6xxx_chip *chip)
1196{
1197	if (chip->info->ops->mgmt_rsvd2cpu)
1198		return chip->info->ops->mgmt_rsvd2cpu(chip);
1199
1200	return 0;
1201}
1202
1203static int mv88e6xxx_atu_setup(struct mv88e6xxx_chip *chip)
1204{
1205	int err;
1206
1207	err = mv88e6xxx_g1_atu_flush(chip, 0, true);
1208	if (err)
1209		return err;
1210
1211	err = mv88e6xxx_g1_atu_set_learn2all(chip, true);
1212	if (err)
1213		return err;
1214
1215	return mv88e6xxx_g1_atu_set_age_time(chip, 300000);
1216}
1217
1218static int mv88e6xxx_irl_setup(struct mv88e6xxx_chip *chip)
1219{
1220	int port;
1221	int err;
1222
1223	if (!chip->info->ops->irl_init_all)
1224		return 0;
1225
1226	for (port = 0; port < mv88e6xxx_num_ports(chip); port++) {
1227		/* Disable ingress rate limiting by resetting all per port
1228		 * ingress rate limit resources to their initial state.
1229		 */
1230		err = chip->info->ops->irl_init_all(chip, port);
1231		if (err)
1232			return err;
1233	}
1234
1235	return 0;
1236}
1237
1238static int mv88e6xxx_mac_setup(struct mv88e6xxx_chip *chip)
1239{
1240	if (chip->info->ops->set_switch_mac) {
1241		u8 addr[ETH_ALEN];
1242
1243		eth_random_addr(addr);
1244
1245		return chip->info->ops->set_switch_mac(chip, addr);
1246	}
1247
1248	return 0;
1249}
1250
1251static int mv88e6xxx_pvt_map(struct mv88e6xxx_chip *chip, int dev, int port)
1252{
1253	u16 pvlan = 0;
1254
1255	if (!mv88e6xxx_has_pvt(chip))
1256		return -EOPNOTSUPP;
1257
1258	/* Skip the local source device, which uses in-chip port VLAN */
1259	if (dev != chip->ds->index)
1260		pvlan = mv88e6xxx_port_vlan(chip, dev, port);
1261
1262	return mv88e6xxx_g2_pvt_write(chip, dev, port, pvlan);
1263}
1264
1265static int mv88e6xxx_pvt_setup(struct mv88e6xxx_chip *chip)
1266{
1267	int dev, port;
1268	int err;
1269
1270	if (!mv88e6xxx_has_pvt(chip))
1271		return 0;
1272
1273	/* Clear 5 Bit Port for usage with Marvell Link Street devices:
1274	 * use 4 bits for the Src_Port/Src_Trunk and 5 bits for the Src_Dev.
1275	 */
1276	err = mv88e6xxx_g2_misc_4_bit_port(chip);
1277	if (err)
1278		return err;
1279
1280	for (dev = 0; dev < MV88E6XXX_MAX_PVT_SWITCHES; ++dev) {
1281		for (port = 0; port < MV88E6XXX_MAX_PVT_PORTS; ++port) {
1282			err = mv88e6xxx_pvt_map(chip, dev, port);
1283			if (err)
1284				return err;
1285		}
1286	}
1287
1288	return 0;
1289}
1290
1291static void mv88e6xxx_port_fast_age(struct dsa_switch *ds, int port)
1292{
1293	struct mv88e6xxx_chip *chip = ds->priv;
1294	int err;
1295
1296	mv88e6xxx_reg_lock(chip);
1297	err = mv88e6xxx_g1_atu_remove(chip, 0, port, false);
1298	mv88e6xxx_reg_unlock(chip);
1299
1300	if (err)
1301		dev_err(ds->dev, "p%d: failed to flush ATU\n", port);
1302}
1303
1304static int mv88e6xxx_vtu_setup(struct mv88e6xxx_chip *chip)
1305{
1306	if (!chip->info->max_vid)
1307		return 0;
1308
1309	return mv88e6xxx_g1_vtu_flush(chip);
1310}
1311
1312static int mv88e6xxx_vtu_getnext(struct mv88e6xxx_chip *chip,
1313				 struct mv88e6xxx_vtu_entry *entry)
1314{
1315	if (!chip->info->ops->vtu_getnext)
1316		return -EOPNOTSUPP;
1317
1318	return chip->info->ops->vtu_getnext(chip, entry);
1319}
1320
1321static int mv88e6xxx_vtu_loadpurge(struct mv88e6xxx_chip *chip,
1322				   struct mv88e6xxx_vtu_entry *entry)
1323{
1324	if (!chip->info->ops->vtu_loadpurge)
1325		return -EOPNOTSUPP;
1326
1327	return chip->info->ops->vtu_loadpurge(chip, entry);
1328}
1329
1330static int mv88e6xxx_atu_new(struct mv88e6xxx_chip *chip, u16 *fid)
1331{
1332	DECLARE_BITMAP(fid_bitmap, MV88E6XXX_N_FID);
1333	struct mv88e6xxx_vtu_entry vlan;
1334	int i, err;
1335
1336	bitmap_zero(fid_bitmap, MV88E6XXX_N_FID);
1337
1338	/* Set every FID bit used by the (un)bridged ports */
1339	for (i = 0; i < mv88e6xxx_num_ports(chip); ++i) {
1340		err = mv88e6xxx_port_get_fid(chip, i, fid);
1341		if (err)
1342			return err;
1343
1344		set_bit(*fid, fid_bitmap);
1345	}
1346
1347	/* Set every FID bit used by the VLAN entries */
1348	vlan.vid = chip->info->max_vid;
1349	vlan.valid = false;
1350
1351	do {
1352		err = mv88e6xxx_vtu_getnext(chip, &vlan);
1353		if (err)
1354			return err;
1355
1356		if (!vlan.valid)
1357			break;
1358
1359		set_bit(vlan.fid, fid_bitmap);
1360	} while (vlan.vid < chip->info->max_vid);
1361
1362	/* The reset value 0x000 is used to indicate that multiple address
1363	 * databases are not needed. Return the next positive available.
1364	 */
1365	*fid = find_next_zero_bit(fid_bitmap, MV88E6XXX_N_FID, 1);
1366	if (unlikely(*fid >= mv88e6xxx_num_databases(chip)))
1367		return -ENOSPC;
1368
1369	/* Clear the database */
1370	return mv88e6xxx_g1_atu_flush(chip, *fid, true);
1371}
1372
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1373static int mv88e6xxx_port_check_hw_vlan(struct dsa_switch *ds, int port,
1374					u16 vid_begin, u16 vid_end)
1375{
1376	struct mv88e6xxx_chip *chip = ds->priv;
1377	struct mv88e6xxx_vtu_entry vlan;
1378	int i, err;
1379
1380	/* DSA and CPU ports have to be members of multiple vlans */
1381	if (dsa_is_dsa_port(ds, port) || dsa_is_cpu_port(ds, port))
1382		return 0;
1383
1384	if (!vid_begin)
1385		return -EOPNOTSUPP;
1386
1387	vlan.vid = vid_begin - 1;
1388	vlan.valid = false;
1389
1390	do {
1391		err = mv88e6xxx_vtu_getnext(chip, &vlan);
1392		if (err)
1393			return err;
1394
1395		if (!vlan.valid)
1396			break;
1397
1398		if (vlan.vid > vid_end)
1399			break;
1400
1401		for (i = 0; i < mv88e6xxx_num_ports(chip); ++i) {
1402			if (dsa_is_dsa_port(ds, i) || dsa_is_cpu_port(ds, i))
1403				continue;
1404
1405			if (!ds->ports[i].slave)
1406				continue;
1407
1408			if (vlan.member[i] ==
1409			    MV88E6XXX_G1_VTU_DATA_MEMBER_TAG_NON_MEMBER)
1410				continue;
1411
1412			if (dsa_to_port(ds, i)->bridge_dev ==
1413			    ds->ports[port].bridge_dev)
1414				break; /* same bridge, check next VLAN */
1415
1416			if (!dsa_to_port(ds, i)->bridge_dev)
1417				continue;
1418
1419			dev_err(ds->dev, "p%d: hw VLAN %d already used by port %d in %s\n",
1420				port, vlan.vid, i,
1421				netdev_name(dsa_to_port(ds, i)->bridge_dev));
1422			return -EOPNOTSUPP;
1423		}
1424	} while (vlan.vid < vid_end);
1425
1426	return 0;
1427}
1428
1429static int mv88e6xxx_port_vlan_filtering(struct dsa_switch *ds, int port,
1430					 bool vlan_filtering)
1431{
1432	struct mv88e6xxx_chip *chip = ds->priv;
1433	u16 mode = vlan_filtering ? MV88E6XXX_PORT_CTL2_8021Q_MODE_SECURE :
1434		MV88E6XXX_PORT_CTL2_8021Q_MODE_DISABLED;
1435	int err;
1436
1437	if (!chip->info->max_vid)
1438		return -EOPNOTSUPP;
1439
1440	mv88e6xxx_reg_lock(chip);
1441	err = mv88e6xxx_port_set_8021q_mode(chip, port, mode);
1442	mv88e6xxx_reg_unlock(chip);
1443
1444	return err;
1445}
1446
1447static int
1448mv88e6xxx_port_vlan_prepare(struct dsa_switch *ds, int port,
1449			    const struct switchdev_obj_port_vlan *vlan)
1450{
1451	struct mv88e6xxx_chip *chip = ds->priv;
1452	int err;
1453
1454	if (!chip->info->max_vid)
1455		return -EOPNOTSUPP;
1456
1457	/* If the requested port doesn't belong to the same bridge as the VLAN
1458	 * members, do not support it (yet) and fallback to software VLAN.
1459	 */
1460	mv88e6xxx_reg_lock(chip);
1461	err = mv88e6xxx_port_check_hw_vlan(ds, port, vlan->vid_begin,
1462					   vlan->vid_end);
1463	mv88e6xxx_reg_unlock(chip);
1464
1465	/* We don't need any dynamic resource from the kernel (yet),
1466	 * so skip the prepare phase.
1467	 */
1468	return err;
1469}
1470
1471static int mv88e6xxx_port_db_load_purge(struct mv88e6xxx_chip *chip, int port,
1472					const unsigned char *addr, u16 vid,
1473					u8 state)
1474{
1475	struct mv88e6xxx_atu_entry entry;
1476	struct mv88e6xxx_vtu_entry vlan;
1477	u16 fid;
1478	int err;
1479
1480	/* Null VLAN ID corresponds to the port private database */
1481	if (vid == 0) {
1482		err = mv88e6xxx_port_get_fid(chip, port, &fid);
1483		if (err)
1484			return err;
1485	} else {
1486		vlan.vid = vid - 1;
1487		vlan.valid = false;
1488
1489		err = mv88e6xxx_vtu_getnext(chip, &vlan);
1490		if (err)
1491			return err;
1492
1493		/* switchdev expects -EOPNOTSUPP to honor software VLANs */
1494		if (vlan.vid != vid || !vlan.valid)
1495			return -EOPNOTSUPP;
1496
1497		fid = vlan.fid;
1498	}
1499
1500	entry.state = 0;
1501	ether_addr_copy(entry.mac, addr);
1502	eth_addr_dec(entry.mac);
1503
1504	err = mv88e6xxx_g1_atu_getnext(chip, fid, &entry);
1505	if (err)
1506		return err;
1507
1508	/* Initialize a fresh ATU entry if it isn't found */
1509	if (!entry.state || !ether_addr_equal(entry.mac, addr)) {
1510		memset(&entry, 0, sizeof(entry));
1511		ether_addr_copy(entry.mac, addr);
1512	}
1513
1514	/* Purge the ATU entry only if no port is using it anymore */
1515	if (!state) {
1516		entry.portvec &= ~BIT(port);
1517		if (!entry.portvec)
1518			entry.state = 0;
1519	} else {
1520		entry.portvec |= BIT(port);
1521		entry.state = state;
1522	}
1523
1524	return mv88e6xxx_g1_atu_loadpurge(chip, fid, &entry);
1525}
1526
1527static int mv88e6xxx_policy_apply(struct mv88e6xxx_chip *chip, int port,
1528				  const struct mv88e6xxx_policy *policy)
1529{
1530	enum mv88e6xxx_policy_mapping mapping = policy->mapping;
1531	enum mv88e6xxx_policy_action action = policy->action;
1532	const u8 *addr = policy->addr;
1533	u16 vid = policy->vid;
1534	u8 state;
1535	int err;
1536	int id;
1537
1538	if (!chip->info->ops->port_set_policy)
1539		return -EOPNOTSUPP;
1540
1541	switch (mapping) {
1542	case MV88E6XXX_POLICY_MAPPING_DA:
1543	case MV88E6XXX_POLICY_MAPPING_SA:
1544		if (action == MV88E6XXX_POLICY_ACTION_NORMAL)
1545			state = 0; /* Dissociate the port and address */
1546		else if (action == MV88E6XXX_POLICY_ACTION_DISCARD &&
1547			 is_multicast_ether_addr(addr))
1548			state = MV88E6XXX_G1_ATU_DATA_STATE_MC_STATIC_POLICY;
1549		else if (action == MV88E6XXX_POLICY_ACTION_DISCARD &&
1550			 is_unicast_ether_addr(addr))
1551			state = MV88E6XXX_G1_ATU_DATA_STATE_UC_STATIC_POLICY;
1552		else
1553			return -EOPNOTSUPP;
1554
1555		err = mv88e6xxx_port_db_load_purge(chip, port, addr, vid,
1556						   state);
1557		if (err)
1558			return err;
1559		break;
1560	default:
1561		return -EOPNOTSUPP;
1562	}
1563
1564	/* Skip the port's policy clearing if the mapping is still in use */
1565	if (action == MV88E6XXX_POLICY_ACTION_NORMAL)
1566		idr_for_each_entry(&chip->policies, policy, id)
1567			if (policy->port == port &&
1568			    policy->mapping == mapping &&
1569			    policy->action != action)
1570				return 0;
1571
1572	return chip->info->ops->port_set_policy(chip, port, mapping, action);
1573}
1574
1575static int mv88e6xxx_policy_insert(struct mv88e6xxx_chip *chip, int port,
1576				   struct ethtool_rx_flow_spec *fs)
1577{
1578	struct ethhdr *mac_entry = &fs->h_u.ether_spec;
1579	struct ethhdr *mac_mask = &fs->m_u.ether_spec;
1580	enum mv88e6xxx_policy_mapping mapping;
1581	enum mv88e6xxx_policy_action action;
1582	struct mv88e6xxx_policy *policy;
1583	u16 vid = 0;
1584	u8 *addr;
1585	int err;
1586	int id;
1587
1588	if (fs->location != RX_CLS_LOC_ANY)
1589		return -EINVAL;
1590
1591	if (fs->ring_cookie == RX_CLS_FLOW_DISC)
1592		action = MV88E6XXX_POLICY_ACTION_DISCARD;
1593	else
1594		return -EOPNOTSUPP;
1595
1596	switch (fs->flow_type & ~FLOW_EXT) {
1597	case ETHER_FLOW:
1598		if (!is_zero_ether_addr(mac_mask->h_dest) &&
1599		    is_zero_ether_addr(mac_mask->h_source)) {
1600			mapping = MV88E6XXX_POLICY_MAPPING_DA;
1601			addr = mac_entry->h_dest;
1602		} else if (is_zero_ether_addr(mac_mask->h_dest) &&
1603		    !is_zero_ether_addr(mac_mask->h_source)) {
1604			mapping = MV88E6XXX_POLICY_MAPPING_SA;
1605			addr = mac_entry->h_source;
1606		} else {
1607			/* Cannot support DA and SA mapping in the same rule */
1608			return -EOPNOTSUPP;
1609		}
1610		break;
1611	default:
1612		return -EOPNOTSUPP;
1613	}
1614
1615	if ((fs->flow_type & FLOW_EXT) && fs->m_ext.vlan_tci) {
1616		if (fs->m_ext.vlan_tci != 0xffff)
1617			return -EOPNOTSUPP;
1618		vid = be16_to_cpu(fs->h_ext.vlan_tci) & VLAN_VID_MASK;
1619	}
1620
1621	idr_for_each_entry(&chip->policies, policy, id) {
1622		if (policy->port == port && policy->mapping == mapping &&
1623		    policy->action == action && policy->vid == vid &&
1624		    ether_addr_equal(policy->addr, addr))
1625			return -EEXIST;
1626	}
1627
1628	policy = devm_kzalloc(chip->dev, sizeof(*policy), GFP_KERNEL);
1629	if (!policy)
1630		return -ENOMEM;
1631
1632	fs->location = 0;
1633	err = idr_alloc_u32(&chip->policies, policy, &fs->location, 0xffffffff,
1634			    GFP_KERNEL);
1635	if (err) {
1636		devm_kfree(chip->dev, policy);
1637		return err;
1638	}
1639
1640	memcpy(&policy->fs, fs, sizeof(*fs));
1641	ether_addr_copy(policy->addr, addr);
1642	policy->mapping = mapping;
1643	policy->action = action;
1644	policy->port = port;
1645	policy->vid = vid;
1646
1647	err = mv88e6xxx_policy_apply(chip, port, policy);
1648	if (err) {
1649		idr_remove(&chip->policies, fs->location);
1650		devm_kfree(chip->dev, policy);
1651		return err;
1652	}
1653
1654	return 0;
1655}
1656
1657static int mv88e6xxx_get_rxnfc(struct dsa_switch *ds, int port,
1658			       struct ethtool_rxnfc *rxnfc, u32 *rule_locs)
1659{
1660	struct ethtool_rx_flow_spec *fs = &rxnfc->fs;
1661	struct mv88e6xxx_chip *chip = ds->priv;
1662	struct mv88e6xxx_policy *policy;
1663	int err;
1664	int id;
1665
1666	mv88e6xxx_reg_lock(chip);
1667
1668	switch (rxnfc->cmd) {
1669	case ETHTOOL_GRXCLSRLCNT:
1670		rxnfc->data = 0;
1671		rxnfc->data |= RX_CLS_LOC_SPECIAL;
1672		rxnfc->rule_cnt = 0;
1673		idr_for_each_entry(&chip->policies, policy, id)
1674			if (policy->port == port)
1675				rxnfc->rule_cnt++;
1676		err = 0;
1677		break;
1678	case ETHTOOL_GRXCLSRULE:
1679		err = -ENOENT;
1680		policy = idr_find(&chip->policies, fs->location);
1681		if (policy) {
1682			memcpy(fs, &policy->fs, sizeof(*fs));
1683			err = 0;
1684		}
1685		break;
1686	case ETHTOOL_GRXCLSRLALL:
1687		rxnfc->data = 0;
1688		rxnfc->rule_cnt = 0;
1689		idr_for_each_entry(&chip->policies, policy, id)
1690			if (policy->port == port)
1691				rule_locs[rxnfc->rule_cnt++] = id;
1692		err = 0;
1693		break;
1694	default:
1695		err = -EOPNOTSUPP;
1696		break;
1697	}
1698
1699	mv88e6xxx_reg_unlock(chip);
1700
1701	return err;
1702}
1703
1704static int mv88e6xxx_set_rxnfc(struct dsa_switch *ds, int port,
1705			       struct ethtool_rxnfc *rxnfc)
1706{
1707	struct ethtool_rx_flow_spec *fs = &rxnfc->fs;
1708	struct mv88e6xxx_chip *chip = ds->priv;
1709	struct mv88e6xxx_policy *policy;
1710	int err;
1711
1712	mv88e6xxx_reg_lock(chip);
1713
1714	switch (rxnfc->cmd) {
1715	case ETHTOOL_SRXCLSRLINS:
1716		err = mv88e6xxx_policy_insert(chip, port, fs);
1717		break;
1718	case ETHTOOL_SRXCLSRLDEL:
1719		err = -ENOENT;
1720		policy = idr_remove(&chip->policies, fs->location);
1721		if (policy) {
1722			policy->action = MV88E6XXX_POLICY_ACTION_NORMAL;
1723			err = mv88e6xxx_policy_apply(chip, port, policy);
1724			devm_kfree(chip->dev, policy);
1725		}
1726		break;
1727	default:
1728		err = -EOPNOTSUPP;
1729		break;
1730	}
1731
1732	mv88e6xxx_reg_unlock(chip);
1733
1734	return err;
1735}
1736
1737static int mv88e6xxx_port_add_broadcast(struct mv88e6xxx_chip *chip, int port,
1738					u16 vid)
1739{
1740	const char broadcast[6] = { 0xff, 0xff, 0xff, 0xff, 0xff, 0xff };
1741	u8 state = MV88E6XXX_G1_ATU_DATA_STATE_MC_STATIC;
1742
1743	return mv88e6xxx_port_db_load_purge(chip, port, broadcast, vid, state);
1744}
1745
1746static int mv88e6xxx_broadcast_setup(struct mv88e6xxx_chip *chip, u16 vid)
1747{
1748	int port;
1749	int err;
1750
1751	for (port = 0; port < mv88e6xxx_num_ports(chip); port++) {
1752		err = mv88e6xxx_port_add_broadcast(chip, port, vid);
1753		if (err)
1754			return err;
1755	}
1756
1757	return 0;
1758}
1759
1760static int mv88e6xxx_port_vlan_join(struct mv88e6xxx_chip *chip, int port,
1761				    u16 vid, u8 member)
1762{
1763	const u8 non_member = MV88E6XXX_G1_VTU_DATA_MEMBER_TAG_NON_MEMBER;
1764	struct mv88e6xxx_vtu_entry vlan;
1765	int i, err;
1766
1767	if (!vid)
1768		return -EOPNOTSUPP;
1769
1770	vlan.vid = vid - 1;
1771	vlan.valid = false;
1772
1773	err = mv88e6xxx_vtu_getnext(chip, &vlan);
1774	if (err)
1775		return err;
1776
1777	if (vlan.vid != vid || !vlan.valid) {
1778		memset(&vlan, 0, sizeof(vlan));
1779
1780		err = mv88e6xxx_atu_new(chip, &vlan.fid);
1781		if (err)
1782			return err;
1783
1784		for (i = 0; i < mv88e6xxx_num_ports(chip); ++i)
1785			if (i == port)
1786				vlan.member[i] = member;
1787			else
1788				vlan.member[i] = non_member;
1789
1790		vlan.vid = vid;
1791		vlan.valid = true;
1792
1793		err = mv88e6xxx_vtu_loadpurge(chip, &vlan);
1794		if (err)
1795			return err;
1796
1797		err = mv88e6xxx_broadcast_setup(chip, vlan.vid);
1798		if (err)
1799			return err;
1800	} else if (vlan.member[port] != member) {
1801		vlan.member[port] = member;
1802
1803		err = mv88e6xxx_vtu_loadpurge(chip, &vlan);
1804		if (err)
1805			return err;
1806	} else {
1807		dev_info(chip->dev, "p%d: already a member of VLAN %d\n",
1808			 port, vid);
1809	}
1810
1811	return 0;
1812}
1813
1814static void mv88e6xxx_port_vlan_add(struct dsa_switch *ds, int port,
1815				    const struct switchdev_obj_port_vlan *vlan)
1816{
1817	struct mv88e6xxx_chip *chip = ds->priv;
1818	bool untagged = vlan->flags & BRIDGE_VLAN_INFO_UNTAGGED;
1819	bool pvid = vlan->flags & BRIDGE_VLAN_INFO_PVID;
 
1820	u8 member;
1821	u16 vid;
1822
1823	if (!chip->info->max_vid)
1824		return;
1825
1826	if (dsa_is_dsa_port(ds, port) || dsa_is_cpu_port(ds, port))
1827		member = MV88E6XXX_G1_VTU_DATA_MEMBER_TAG_UNMODIFIED;
1828	else if (untagged)
1829		member = MV88E6XXX_G1_VTU_DATA_MEMBER_TAG_UNTAGGED;
1830	else
1831		member = MV88E6XXX_G1_VTU_DATA_MEMBER_TAG_TAGGED;
1832
 
 
 
 
 
1833	mv88e6xxx_reg_lock(chip);
1834
1835	for (vid = vlan->vid_begin; vid <= vlan->vid_end; ++vid)
1836		if (mv88e6xxx_port_vlan_join(chip, port, vid, member))
1837			dev_err(ds->dev, "p%d: failed to add VLAN %d%c\n", port,
1838				vid, untagged ? 'u' : 't');
1839
1840	if (pvid && mv88e6xxx_port_set_pvid(chip, port, vlan->vid_end))
1841		dev_err(ds->dev, "p%d: failed to set PVID %d\n", port,
1842			vlan->vid_end);
1843
1844	mv88e6xxx_reg_unlock(chip);
1845}
1846
1847static int mv88e6xxx_port_vlan_leave(struct mv88e6xxx_chip *chip,
1848				     int port, u16 vid)
1849{
1850	struct mv88e6xxx_vtu_entry vlan;
1851	int i, err;
1852
1853	if (!vid)
1854		return -EOPNOTSUPP;
1855
1856	vlan.vid = vid - 1;
1857	vlan.valid = false;
1858
1859	err = mv88e6xxx_vtu_getnext(chip, &vlan);
1860	if (err)
1861		return err;
1862
1863	/* If the VLAN doesn't exist in hardware or the port isn't a member,
1864	 * tell switchdev that this VLAN is likely handled in software.
1865	 */
1866	if (vlan.vid != vid || !vlan.valid ||
1867	    vlan.member[port] == MV88E6XXX_G1_VTU_DATA_MEMBER_TAG_NON_MEMBER)
1868		return -EOPNOTSUPP;
1869
1870	vlan.member[port] = MV88E6XXX_G1_VTU_DATA_MEMBER_TAG_NON_MEMBER;
1871
1872	/* keep the VLAN unless all ports are excluded */
1873	vlan.valid = false;
1874	for (i = 0; i < mv88e6xxx_num_ports(chip); ++i) {
1875		if (vlan.member[i] !=
1876		    MV88E6XXX_G1_VTU_DATA_MEMBER_TAG_NON_MEMBER) {
1877			vlan.valid = true;
1878			break;
1879		}
1880	}
1881
1882	err = mv88e6xxx_vtu_loadpurge(chip, &vlan);
1883	if (err)
1884		return err;
1885
1886	return mv88e6xxx_g1_atu_remove(chip, vlan.fid, port, false);
1887}
1888
1889static int mv88e6xxx_port_vlan_del(struct dsa_switch *ds, int port,
1890				   const struct switchdev_obj_port_vlan *vlan)
1891{
1892	struct mv88e6xxx_chip *chip = ds->priv;
1893	u16 pvid, vid;
1894	int err = 0;
1895
1896	if (!chip->info->max_vid)
1897		return -EOPNOTSUPP;
1898
1899	mv88e6xxx_reg_lock(chip);
1900
1901	err = mv88e6xxx_port_get_pvid(chip, port, &pvid);
1902	if (err)
1903		goto unlock;
1904
1905	for (vid = vlan->vid_begin; vid <= vlan->vid_end; ++vid) {
1906		err = mv88e6xxx_port_vlan_leave(chip, port, vid);
1907		if (err)
1908			goto unlock;
1909
1910		if (vid == pvid) {
1911			err = mv88e6xxx_port_set_pvid(chip, port, 0);
1912			if (err)
1913				goto unlock;
1914		}
1915	}
1916
1917unlock:
1918	mv88e6xxx_reg_unlock(chip);
1919
1920	return err;
1921}
1922
1923static int mv88e6xxx_port_fdb_add(struct dsa_switch *ds, int port,
1924				  const unsigned char *addr, u16 vid)
1925{
1926	struct mv88e6xxx_chip *chip = ds->priv;
1927	int err;
1928
1929	mv88e6xxx_reg_lock(chip);
1930	err = mv88e6xxx_port_db_load_purge(chip, port, addr, vid,
1931					   MV88E6XXX_G1_ATU_DATA_STATE_UC_STATIC);
1932	mv88e6xxx_reg_unlock(chip);
1933
1934	return err;
1935}
1936
1937static int mv88e6xxx_port_fdb_del(struct dsa_switch *ds, int port,
1938				  const unsigned char *addr, u16 vid)
1939{
1940	struct mv88e6xxx_chip *chip = ds->priv;
1941	int err;
1942
1943	mv88e6xxx_reg_lock(chip);
1944	err = mv88e6xxx_port_db_load_purge(chip, port, addr, vid, 0);
1945	mv88e6xxx_reg_unlock(chip);
1946
1947	return err;
1948}
1949
1950static int mv88e6xxx_port_db_dump_fid(struct mv88e6xxx_chip *chip,
1951				      u16 fid, u16 vid, int port,
1952				      dsa_fdb_dump_cb_t *cb, void *data)
1953{
1954	struct mv88e6xxx_atu_entry addr;
1955	bool is_static;
1956	int err;
1957
1958	addr.state = 0;
1959	eth_broadcast_addr(addr.mac);
1960
1961	do {
1962		err = mv88e6xxx_g1_atu_getnext(chip, fid, &addr);
1963		if (err)
1964			return err;
1965
1966		if (!addr.state)
1967			break;
1968
1969		if (addr.trunk || (addr.portvec & BIT(port)) == 0)
1970			continue;
1971
1972		if (!is_unicast_ether_addr(addr.mac))
1973			continue;
1974
1975		is_static = (addr.state ==
1976			     MV88E6XXX_G1_ATU_DATA_STATE_UC_STATIC);
1977		err = cb(addr.mac, vid, is_static, data);
1978		if (err)
1979			return err;
1980	} while (!is_broadcast_ether_addr(addr.mac));
1981
1982	return err;
1983}
1984
1985static int mv88e6xxx_port_db_dump(struct mv88e6xxx_chip *chip, int port,
1986				  dsa_fdb_dump_cb_t *cb, void *data)
1987{
1988	struct mv88e6xxx_vtu_entry vlan;
1989	u16 fid;
1990	int err;
1991
1992	/* Dump port's default Filtering Information Database (VLAN ID 0) */
1993	err = mv88e6xxx_port_get_fid(chip, port, &fid);
1994	if (err)
1995		return err;
1996
1997	err = mv88e6xxx_port_db_dump_fid(chip, fid, 0, port, cb, data);
1998	if (err)
1999		return err;
2000
2001	/* Dump VLANs' Filtering Information Databases */
2002	vlan.vid = chip->info->max_vid;
2003	vlan.valid = false;
2004
2005	do {
2006		err = mv88e6xxx_vtu_getnext(chip, &vlan);
2007		if (err)
2008			return err;
2009
2010		if (!vlan.valid)
2011			break;
2012
2013		err = mv88e6xxx_port_db_dump_fid(chip, vlan.fid, vlan.vid, port,
2014						 cb, data);
2015		if (err)
2016			return err;
2017	} while (vlan.vid < chip->info->max_vid);
2018
2019	return err;
2020}
2021
2022static int mv88e6xxx_port_fdb_dump(struct dsa_switch *ds, int port,
2023				   dsa_fdb_dump_cb_t *cb, void *data)
2024{
2025	struct mv88e6xxx_chip *chip = ds->priv;
2026	int err;
2027
2028	mv88e6xxx_reg_lock(chip);
2029	err = mv88e6xxx_port_db_dump(chip, port, cb, data);
2030	mv88e6xxx_reg_unlock(chip);
2031
2032	return err;
2033}
2034
2035static int mv88e6xxx_bridge_map(struct mv88e6xxx_chip *chip,
2036				struct net_device *br)
2037{
2038	struct dsa_switch *ds;
2039	int port;
2040	int dev;
2041	int err;
2042
2043	/* Remap the Port VLAN of each local bridge group member */
2044	for (port = 0; port < mv88e6xxx_num_ports(chip); ++port) {
2045		if (chip->ds->ports[port].bridge_dev == br) {
2046			err = mv88e6xxx_port_vlan_map(chip, port);
2047			if (err)
2048				return err;
2049		}
2050	}
2051
2052	if (!mv88e6xxx_has_pvt(chip))
2053		return 0;
2054
2055	/* Remap the Port VLAN of each cross-chip bridge group member */
2056	for (dev = 0; dev < DSA_MAX_SWITCHES; ++dev) {
2057		ds = chip->ds->dst->ds[dev];
2058		if (!ds)
2059			break;
2060
2061		for (port = 0; port < ds->num_ports; ++port) {
2062			if (ds->ports[port].bridge_dev == br) {
2063				err = mv88e6xxx_pvt_map(chip, dev, port);
2064				if (err)
2065					return err;
2066			}
2067		}
2068	}
2069
2070	return 0;
2071}
2072
2073static int mv88e6xxx_port_bridge_join(struct dsa_switch *ds, int port,
2074				      struct net_device *br)
2075{
2076	struct mv88e6xxx_chip *chip = ds->priv;
2077	int err;
2078
2079	mv88e6xxx_reg_lock(chip);
2080	err = mv88e6xxx_bridge_map(chip, br);
2081	mv88e6xxx_reg_unlock(chip);
2082
2083	return err;
2084}
2085
2086static void mv88e6xxx_port_bridge_leave(struct dsa_switch *ds, int port,
2087					struct net_device *br)
2088{
2089	struct mv88e6xxx_chip *chip = ds->priv;
2090
2091	mv88e6xxx_reg_lock(chip);
2092	if (mv88e6xxx_bridge_map(chip, br) ||
2093	    mv88e6xxx_port_vlan_map(chip, port))
2094		dev_err(ds->dev, "failed to remap in-chip Port VLAN\n");
2095	mv88e6xxx_reg_unlock(chip);
2096}
2097
2098static int mv88e6xxx_crosschip_bridge_join(struct dsa_switch *ds, int dev,
 
2099					   int port, struct net_device *br)
2100{
2101	struct mv88e6xxx_chip *chip = ds->priv;
2102	int err;
2103
2104	if (!mv88e6xxx_has_pvt(chip))
2105		return 0;
2106
2107	mv88e6xxx_reg_lock(chip);
2108	err = mv88e6xxx_pvt_map(chip, dev, port);
2109	mv88e6xxx_reg_unlock(chip);
2110
2111	return err;
2112}
2113
2114static void mv88e6xxx_crosschip_bridge_leave(struct dsa_switch *ds, int dev,
 
2115					     int port, struct net_device *br)
2116{
2117	struct mv88e6xxx_chip *chip = ds->priv;
2118
2119	if (!mv88e6xxx_has_pvt(chip))
2120		return;
2121
2122	mv88e6xxx_reg_lock(chip);
2123	if (mv88e6xxx_pvt_map(chip, dev, port))
2124		dev_err(ds->dev, "failed to remap cross-chip Port VLAN\n");
2125	mv88e6xxx_reg_unlock(chip);
2126}
2127
2128static int mv88e6xxx_software_reset(struct mv88e6xxx_chip *chip)
2129{
2130	if (chip->info->ops->reset)
2131		return chip->info->ops->reset(chip);
2132
2133	return 0;
2134}
2135
2136static void mv88e6xxx_hardware_reset(struct mv88e6xxx_chip *chip)
2137{
2138	struct gpio_desc *gpiod = chip->reset;
2139
2140	/* If there is a GPIO connected to the reset pin, toggle it */
2141	if (gpiod) {
2142		gpiod_set_value_cansleep(gpiod, 1);
2143		usleep_range(10000, 20000);
2144		gpiod_set_value_cansleep(gpiod, 0);
2145		usleep_range(10000, 20000);
2146	}
2147}
2148
2149static int mv88e6xxx_disable_ports(struct mv88e6xxx_chip *chip)
2150{
2151	int i, err;
2152
2153	/* Set all ports to the Disabled state */
2154	for (i = 0; i < mv88e6xxx_num_ports(chip); i++) {
2155		err = mv88e6xxx_port_set_state(chip, i, BR_STATE_DISABLED);
2156		if (err)
2157			return err;
2158	}
2159
2160	/* Wait for transmit queues to drain,
2161	 * i.e. 2ms for a maximum frame to be transmitted at 10 Mbps.
2162	 */
2163	usleep_range(2000, 4000);
2164
2165	return 0;
2166}
2167
2168static int mv88e6xxx_switch_reset(struct mv88e6xxx_chip *chip)
2169{
2170	int err;
2171
2172	err = mv88e6xxx_disable_ports(chip);
2173	if (err)
2174		return err;
2175
2176	mv88e6xxx_hardware_reset(chip);
2177
2178	return mv88e6xxx_software_reset(chip);
2179}
2180
2181static int mv88e6xxx_set_port_mode(struct mv88e6xxx_chip *chip, int port,
2182				   enum mv88e6xxx_frame_mode frame,
2183				   enum mv88e6xxx_egress_mode egress, u16 etype)
2184{
2185	int err;
2186
2187	if (!chip->info->ops->port_set_frame_mode)
2188		return -EOPNOTSUPP;
2189
2190	err = mv88e6xxx_port_set_egress_mode(chip, port, egress);
2191	if (err)
2192		return err;
2193
2194	err = chip->info->ops->port_set_frame_mode(chip, port, frame);
2195	if (err)
2196		return err;
2197
2198	if (chip->info->ops->port_set_ether_type)
2199		return chip->info->ops->port_set_ether_type(chip, port, etype);
2200
2201	return 0;
2202}
2203
2204static int mv88e6xxx_set_port_mode_normal(struct mv88e6xxx_chip *chip, int port)
2205{
2206	return mv88e6xxx_set_port_mode(chip, port, MV88E6XXX_FRAME_MODE_NORMAL,
2207				       MV88E6XXX_EGRESS_MODE_UNMODIFIED,
2208				       MV88E6XXX_PORT_ETH_TYPE_DEFAULT);
2209}
2210
2211static int mv88e6xxx_set_port_mode_dsa(struct mv88e6xxx_chip *chip, int port)
2212{
2213	return mv88e6xxx_set_port_mode(chip, port, MV88E6XXX_FRAME_MODE_DSA,
2214				       MV88E6XXX_EGRESS_MODE_UNMODIFIED,
2215				       MV88E6XXX_PORT_ETH_TYPE_DEFAULT);
2216}
2217
2218static int mv88e6xxx_set_port_mode_edsa(struct mv88e6xxx_chip *chip, int port)
2219{
2220	return mv88e6xxx_set_port_mode(chip, port,
2221				       MV88E6XXX_FRAME_MODE_ETHERTYPE,
2222				       MV88E6XXX_EGRESS_MODE_ETHERTYPE,
2223				       ETH_P_EDSA);
2224}
2225
2226static int mv88e6xxx_setup_port_mode(struct mv88e6xxx_chip *chip, int port)
2227{
2228	if (dsa_is_dsa_port(chip->ds, port))
2229		return mv88e6xxx_set_port_mode_dsa(chip, port);
2230
2231	if (dsa_is_user_port(chip->ds, port))
2232		return mv88e6xxx_set_port_mode_normal(chip, port);
2233
2234	/* Setup CPU port mode depending on its supported tag format */
2235	if (chip->info->tag_protocol == DSA_TAG_PROTO_DSA)
2236		return mv88e6xxx_set_port_mode_dsa(chip, port);
2237
2238	if (chip->info->tag_protocol == DSA_TAG_PROTO_EDSA)
2239		return mv88e6xxx_set_port_mode_edsa(chip, port);
2240
2241	return -EINVAL;
2242}
2243
2244static int mv88e6xxx_setup_message_port(struct mv88e6xxx_chip *chip, int port)
2245{
2246	bool message = dsa_is_dsa_port(chip->ds, port);
2247
2248	return mv88e6xxx_port_set_message_port(chip, port, message);
2249}
2250
2251static int mv88e6xxx_setup_egress_floods(struct mv88e6xxx_chip *chip, int port)
2252{
2253	struct dsa_switch *ds = chip->ds;
2254	bool flood;
2255
2256	/* Upstream ports flood frames with unknown unicast or multicast DA */
2257	flood = dsa_is_cpu_port(ds, port) || dsa_is_dsa_port(ds, port);
2258	if (chip->info->ops->port_set_egress_floods)
2259		return chip->info->ops->port_set_egress_floods(chip, port,
2260							       flood, flood);
2261
2262	return 0;
2263}
2264
2265static irqreturn_t mv88e6xxx_serdes_irq_thread_fn(int irq, void *dev_id)
2266{
2267	struct mv88e6xxx_port *mvp = dev_id;
2268	struct mv88e6xxx_chip *chip = mvp->chip;
2269	irqreturn_t ret = IRQ_NONE;
2270	int port = mvp->port;
2271	u8 lane;
2272
2273	mv88e6xxx_reg_lock(chip);
2274	lane = mv88e6xxx_serdes_get_lane(chip, port);
2275	if (lane)
2276		ret = mv88e6xxx_serdes_irq_status(chip, port, lane);
2277	mv88e6xxx_reg_unlock(chip);
2278
2279	return ret;
2280}
2281
2282static int mv88e6xxx_serdes_irq_request(struct mv88e6xxx_chip *chip, int port,
2283					u8 lane)
2284{
2285	struct mv88e6xxx_port *dev_id = &chip->ports[port];
2286	unsigned int irq;
2287	int err;
2288
2289	/* Nothing to request if this SERDES port has no IRQ */
2290	irq = mv88e6xxx_serdes_irq_mapping(chip, port);
2291	if (!irq)
2292		return 0;
2293
 
 
 
2294	/* Requesting the IRQ will trigger IRQ callbacks, so release the lock */
2295	mv88e6xxx_reg_unlock(chip);
2296	err = request_threaded_irq(irq, NULL, mv88e6xxx_serdes_irq_thread_fn,
2297				   IRQF_ONESHOT, "mv88e6xxx-serdes", dev_id);
 
2298	mv88e6xxx_reg_lock(chip);
2299	if (err)
2300		return err;
2301
2302	dev_id->serdes_irq = irq;
2303
2304	return mv88e6xxx_serdes_irq_enable(chip, port, lane);
2305}
2306
2307static int mv88e6xxx_serdes_irq_free(struct mv88e6xxx_chip *chip, int port,
2308				     u8 lane)
2309{
2310	struct mv88e6xxx_port *dev_id = &chip->ports[port];
2311	unsigned int irq = dev_id->serdes_irq;
2312	int err;
2313
2314	/* Nothing to free if no IRQ has been requested */
2315	if (!irq)
2316		return 0;
2317
2318	err = mv88e6xxx_serdes_irq_disable(chip, port, lane);
2319
2320	/* Freeing the IRQ will trigger IRQ callbacks, so release the lock */
2321	mv88e6xxx_reg_unlock(chip);
2322	free_irq(irq, dev_id);
2323	mv88e6xxx_reg_lock(chip);
2324
2325	dev_id->serdes_irq = 0;
2326
2327	return err;
2328}
2329
2330static int mv88e6xxx_serdes_power(struct mv88e6xxx_chip *chip, int port,
2331				  bool on)
2332{
2333	u8 lane;
2334	int err;
2335
2336	lane = mv88e6xxx_serdes_get_lane(chip, port);
2337	if (!lane)
2338		return 0;
2339
2340	if (on) {
2341		err = mv88e6xxx_serdes_power_up(chip, port, lane);
2342		if (err)
2343			return err;
2344
2345		err = mv88e6xxx_serdes_irq_request(chip, port, lane);
2346	} else {
2347		err = mv88e6xxx_serdes_irq_free(chip, port, lane);
2348		if (err)
2349			return err;
2350
2351		err = mv88e6xxx_serdes_power_down(chip, port, lane);
2352	}
2353
2354	return err;
2355}
2356
2357static int mv88e6xxx_setup_upstream_port(struct mv88e6xxx_chip *chip, int port)
2358{
2359	struct dsa_switch *ds = chip->ds;
2360	int upstream_port;
2361	int err;
2362
2363	upstream_port = dsa_upstream_port(ds, port);
2364	if (chip->info->ops->port_set_upstream_port) {
2365		err = chip->info->ops->port_set_upstream_port(chip, port,
2366							      upstream_port);
2367		if (err)
2368			return err;
2369	}
2370
2371	if (port == upstream_port) {
2372		if (chip->info->ops->set_cpu_port) {
2373			err = chip->info->ops->set_cpu_port(chip,
2374							    upstream_port);
2375			if (err)
2376				return err;
2377		}
2378
2379		if (chip->info->ops->set_egress_port) {
2380			err = chip->info->ops->set_egress_port(chip,
2381							       upstream_port);
 
 
 
 
 
 
 
2382			if (err)
2383				return err;
2384		}
2385	}
2386
2387	return 0;
2388}
2389
2390static int mv88e6xxx_setup_port(struct mv88e6xxx_chip *chip, int port)
2391{
2392	struct dsa_switch *ds = chip->ds;
2393	int err;
2394	u16 reg;
2395
2396	chip->ports[port].chip = chip;
2397	chip->ports[port].port = port;
2398
2399	/* MAC Forcing register: don't force link, speed, duplex or flow control
2400	 * state to any particular values on physical ports, but force the CPU
2401	 * port and all DSA ports to their maximum bandwidth and full duplex.
2402	 */
2403	if (dsa_is_cpu_port(ds, port) || dsa_is_dsa_port(ds, port))
2404		err = mv88e6xxx_port_setup_mac(chip, port, LINK_FORCED_UP,
2405					       SPEED_MAX, DUPLEX_FULL,
2406					       PAUSE_OFF,
2407					       PHY_INTERFACE_MODE_NA);
2408	else
2409		err = mv88e6xxx_port_setup_mac(chip, port, LINK_UNFORCED,
2410					       SPEED_UNFORCED, DUPLEX_UNFORCED,
2411					       PAUSE_ON,
2412					       PHY_INTERFACE_MODE_NA);
2413	if (err)
2414		return err;
2415
2416	/* Port Control: disable Drop-on-Unlock, disable Drop-on-Lock,
2417	 * disable Header mode, enable IGMP/MLD snooping, disable VLAN
2418	 * tunneling, determine priority by looking at 802.1p and IP
2419	 * priority fields (IP prio has precedence), and set STP state
2420	 * to Forwarding.
2421	 *
2422	 * If this is the CPU link, use DSA or EDSA tagging depending
2423	 * on which tagging mode was configured.
2424	 *
2425	 * If this is a link to another switch, use DSA tagging mode.
2426	 *
2427	 * If this is the upstream port for this switch, enable
2428	 * forwarding of unknown unicasts and multicasts.
2429	 */
2430	reg = MV88E6XXX_PORT_CTL0_IGMP_MLD_SNOOP |
2431		MV88E6185_PORT_CTL0_USE_TAG | MV88E6185_PORT_CTL0_USE_IP |
2432		MV88E6XXX_PORT_CTL0_STATE_FORWARDING;
2433	err = mv88e6xxx_port_write(chip, port, MV88E6XXX_PORT_CTL0, reg);
2434	if (err)
2435		return err;
2436
2437	err = mv88e6xxx_setup_port_mode(chip, port);
2438	if (err)
2439		return err;
2440
2441	err = mv88e6xxx_setup_egress_floods(chip, port);
2442	if (err)
2443		return err;
2444
2445	/* Port Control 2: don't force a good FCS, set the maximum frame size to
2446	 * 10240 bytes, disable 802.1q tags checking, don't discard tagged or
2447	 * untagged frames on this port, do a destination address lookup on all
2448	 * received packets as usual, disable ARP mirroring and don't send a
2449	 * copy of all transmitted/received frames on this port to the CPU.
2450	 */
2451	err = mv88e6xxx_port_set_map_da(chip, port);
2452	if (err)
2453		return err;
2454
2455	err = mv88e6xxx_setup_upstream_port(chip, port);
2456	if (err)
2457		return err;
2458
2459	err = mv88e6xxx_port_set_8021q_mode(chip, port,
2460				MV88E6XXX_PORT_CTL2_8021Q_MODE_DISABLED);
2461	if (err)
2462		return err;
2463
2464	if (chip->info->ops->port_set_jumbo_size) {
2465		err = chip->info->ops->port_set_jumbo_size(chip, port, 10240);
2466		if (err)
2467			return err;
2468	}
2469
2470	/* Port Association Vector: when learning source addresses
2471	 * of packets, add the address to the address database using
2472	 * a port bitmap that has only the bit for this port set and
2473	 * the other bits clear.
2474	 */
2475	reg = 1 << port;
2476	/* Disable learning for CPU port */
2477	if (dsa_is_cpu_port(ds, port))
2478		reg = 0;
2479
2480	err = mv88e6xxx_port_write(chip, port, MV88E6XXX_PORT_ASSOC_VECTOR,
2481				   reg);
2482	if (err)
2483		return err;
2484
2485	/* Egress rate control 2: disable egress rate control. */
2486	err = mv88e6xxx_port_write(chip, port, MV88E6XXX_PORT_EGRESS_RATE_CTL2,
2487				   0x0000);
2488	if (err)
2489		return err;
2490
2491	if (chip->info->ops->port_pause_limit) {
2492		err = chip->info->ops->port_pause_limit(chip, port, 0, 0);
2493		if (err)
2494			return err;
2495	}
2496
2497	if (chip->info->ops->port_disable_learn_limit) {
2498		err = chip->info->ops->port_disable_learn_limit(chip, port);
2499		if (err)
2500			return err;
2501	}
2502
2503	if (chip->info->ops->port_disable_pri_override) {
2504		err = chip->info->ops->port_disable_pri_override(chip, port);
2505		if (err)
2506			return err;
2507	}
2508
2509	if (chip->info->ops->port_tag_remap) {
2510		err = chip->info->ops->port_tag_remap(chip, port);
2511		if (err)
2512			return err;
2513	}
2514
2515	if (chip->info->ops->port_egress_rate_limiting) {
2516		err = chip->info->ops->port_egress_rate_limiting(chip, port);
2517		if (err)
2518			return err;
2519	}
2520
2521	if (chip->info->ops->port_setup_message_port) {
2522		err = chip->info->ops->port_setup_message_port(chip, port);
2523		if (err)
2524			return err;
2525	}
2526
2527	/* Port based VLAN map: give each port the same default address
2528	 * database, and allow bidirectional communication between the
2529	 * CPU and DSA port(s), and the other ports.
2530	 */
2531	err = mv88e6xxx_port_set_fid(chip, port, 0);
2532	if (err)
2533		return err;
2534
2535	err = mv88e6xxx_port_vlan_map(chip, port);
2536	if (err)
2537		return err;
2538
2539	/* Default VLAN ID and priority: don't set a default VLAN
2540	 * ID, and set the default packet priority to zero.
2541	 */
2542	return mv88e6xxx_port_write(chip, port, MV88E6XXX_PORT_DEFAULT_VLAN, 0);
2543}
2544
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2545static int mv88e6xxx_port_enable(struct dsa_switch *ds, int port,
2546				 struct phy_device *phydev)
2547{
2548	struct mv88e6xxx_chip *chip = ds->priv;
2549	int err;
2550
2551	mv88e6xxx_reg_lock(chip);
2552	err = mv88e6xxx_serdes_power(chip, port, true);
2553	mv88e6xxx_reg_unlock(chip);
2554
2555	return err;
2556}
2557
2558static void mv88e6xxx_port_disable(struct dsa_switch *ds, int port)
2559{
2560	struct mv88e6xxx_chip *chip = ds->priv;
2561
2562	mv88e6xxx_reg_lock(chip);
2563	if (mv88e6xxx_serdes_power(chip, port, false))
2564		dev_err(chip->dev, "failed to power off SERDES\n");
2565	mv88e6xxx_reg_unlock(chip);
2566}
2567
2568static int mv88e6xxx_set_ageing_time(struct dsa_switch *ds,
2569				     unsigned int ageing_time)
2570{
2571	struct mv88e6xxx_chip *chip = ds->priv;
2572	int err;
2573
2574	mv88e6xxx_reg_lock(chip);
2575	err = mv88e6xxx_g1_atu_set_age_time(chip, ageing_time);
2576	mv88e6xxx_reg_unlock(chip);
2577
2578	return err;
2579}
2580
2581static int mv88e6xxx_stats_setup(struct mv88e6xxx_chip *chip)
2582{
2583	int err;
2584
2585	/* Initialize the statistics unit */
2586	if (chip->info->ops->stats_set_histogram) {
2587		err = chip->info->ops->stats_set_histogram(chip);
2588		if (err)
2589			return err;
2590	}
2591
2592	return mv88e6xxx_g1_stats_clear(chip);
2593}
2594
2595/* Check if the errata has already been applied. */
2596static bool mv88e6390_setup_errata_applied(struct mv88e6xxx_chip *chip)
2597{
2598	int port;
2599	int err;
2600	u16 val;
2601
2602	for (port = 0; port < mv88e6xxx_num_ports(chip); port++) {
2603		err = mv88e6xxx_port_hidden_read(chip, 0xf, port, 0, &val);
2604		if (err) {
2605			dev_err(chip->dev,
2606				"Error reading hidden register: %d\n", err);
2607			return false;
2608		}
2609		if (val != 0x01c0)
2610			return false;
2611	}
2612
2613	return true;
2614}
2615
2616/* The 6390 copper ports have an errata which require poking magic
2617 * values into undocumented hidden registers and then performing a
2618 * software reset.
2619 */
2620static int mv88e6390_setup_errata(struct mv88e6xxx_chip *chip)
2621{
2622	int port;
2623	int err;
2624
2625	if (mv88e6390_setup_errata_applied(chip))
2626		return 0;
2627
2628	/* Set the ports into blocking mode */
2629	for (port = 0; port < mv88e6xxx_num_ports(chip); port++) {
2630		err = mv88e6xxx_port_set_state(chip, port, BR_STATE_DISABLED);
2631		if (err)
2632			return err;
2633	}
2634
2635	for (port = 0; port < mv88e6xxx_num_ports(chip); port++) {
2636		err = mv88e6xxx_port_hidden_write(chip, 0xf, port, 0, 0x01c0);
2637		if (err)
2638			return err;
2639	}
2640
2641	return mv88e6xxx_software_reset(chip);
2642}
2643
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2644static int mv88e6xxx_setup(struct dsa_switch *ds)
2645{
2646	struct mv88e6xxx_chip *chip = ds->priv;
2647	u8 cmode;
2648	int err;
2649	int i;
2650
2651	chip->ds = ds;
2652	ds->slave_mii_bus = mv88e6xxx_default_mdio_bus(chip);
2653
2654	mv88e6xxx_reg_lock(chip);
2655
2656	if (chip->info->ops->setup_errata) {
2657		err = chip->info->ops->setup_errata(chip);
2658		if (err)
2659			goto unlock;
2660	}
2661
2662	/* Cache the cmode of each port. */
2663	for (i = 0; i < mv88e6xxx_num_ports(chip); i++) {
2664		if (chip->info->ops->port_get_cmode) {
2665			err = chip->info->ops->port_get_cmode(chip, i, &cmode);
2666			if (err)
2667				goto unlock;
2668
2669			chip->ports[i].cmode = cmode;
2670		}
2671	}
2672
2673	/* Setup Switch Port Registers */
2674	for (i = 0; i < mv88e6xxx_num_ports(chip); i++) {
2675		if (dsa_is_unused_port(ds, i))
2676			continue;
2677
2678		/* Prevent the use of an invalid port. */
2679		if (mv88e6xxx_is_invalid_port(chip, i)) {
2680			dev_err(chip->dev, "port %d is invalid\n", i);
2681			err = -EINVAL;
2682			goto unlock;
2683		}
2684
2685		err = mv88e6xxx_setup_port(chip, i);
2686		if (err)
2687			goto unlock;
2688	}
2689
2690	err = mv88e6xxx_irl_setup(chip);
2691	if (err)
2692		goto unlock;
2693
2694	err = mv88e6xxx_mac_setup(chip);
2695	if (err)
2696		goto unlock;
2697
2698	err = mv88e6xxx_phy_setup(chip);
2699	if (err)
2700		goto unlock;
2701
2702	err = mv88e6xxx_vtu_setup(chip);
2703	if (err)
2704		goto unlock;
2705
2706	err = mv88e6xxx_pvt_setup(chip);
2707	if (err)
2708		goto unlock;
2709
2710	err = mv88e6xxx_atu_setup(chip);
2711	if (err)
2712		goto unlock;
2713
2714	err = mv88e6xxx_broadcast_setup(chip, 0);
2715	if (err)
2716		goto unlock;
2717
2718	err = mv88e6xxx_pot_setup(chip);
2719	if (err)
2720		goto unlock;
2721
2722	err = mv88e6xxx_rmu_setup(chip);
2723	if (err)
2724		goto unlock;
2725
2726	err = mv88e6xxx_rsvd2cpu_setup(chip);
2727	if (err)
2728		goto unlock;
2729
2730	err = mv88e6xxx_trunk_setup(chip);
2731	if (err)
2732		goto unlock;
2733
2734	err = mv88e6xxx_devmap_setup(chip);
2735	if (err)
2736		goto unlock;
2737
2738	err = mv88e6xxx_pri_setup(chip);
2739	if (err)
2740		goto unlock;
2741
2742	/* Setup PTP Hardware Clock and timestamping */
2743	if (chip->info->ptp_support) {
2744		err = mv88e6xxx_ptp_setup(chip);
2745		if (err)
2746			goto unlock;
2747
2748		err = mv88e6xxx_hwtstamp_setup(chip);
2749		if (err)
2750			goto unlock;
2751	}
2752
2753	err = mv88e6xxx_stats_setup(chip);
2754	if (err)
2755		goto unlock;
2756
2757unlock:
2758	mv88e6xxx_reg_unlock(chip);
2759
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2760	return err;
2761}
2762
2763static int mv88e6xxx_mdio_read(struct mii_bus *bus, int phy, int reg)
2764{
2765	struct mv88e6xxx_mdio_bus *mdio_bus = bus->priv;
2766	struct mv88e6xxx_chip *chip = mdio_bus->chip;
2767	u16 val;
2768	int err;
2769
2770	if (!chip->info->ops->phy_read)
2771		return -EOPNOTSUPP;
2772
2773	mv88e6xxx_reg_lock(chip);
2774	err = chip->info->ops->phy_read(chip, bus, phy, reg, &val);
2775	mv88e6xxx_reg_unlock(chip);
2776
2777	if (reg == MII_PHYSID2) {
2778		/* Some internal PHYs don't have a model number. */
2779		if (chip->info->family != MV88E6XXX_FAMILY_6165)
2780			/* Then there is the 6165 family. It gets is
2781			 * PHYs correct. But it can also have two
2782			 * SERDES interfaces in the PHY address
2783			 * space. And these don't have a model
2784			 * number. But they are not PHYs, so we don't
2785			 * want to give them something a PHY driver
2786			 * will recognise.
2787			 *
2788			 * Use the mv88e6390 family model number
2789			 * instead, for anything which really could be
2790			 * a PHY,
2791			 */
2792			if (!(val & 0x3f0))
2793				val |= MV88E6XXX_PORT_SWITCH_ID_PROD_6390 >> 4;
2794	}
2795
2796	return err ? err : val;
2797}
2798
2799static int mv88e6xxx_mdio_write(struct mii_bus *bus, int phy, int reg, u16 val)
2800{
2801	struct mv88e6xxx_mdio_bus *mdio_bus = bus->priv;
2802	struct mv88e6xxx_chip *chip = mdio_bus->chip;
2803	int err;
2804
2805	if (!chip->info->ops->phy_write)
2806		return -EOPNOTSUPP;
2807
2808	mv88e6xxx_reg_lock(chip);
2809	err = chip->info->ops->phy_write(chip, bus, phy, reg, val);
2810	mv88e6xxx_reg_unlock(chip);
2811
2812	return err;
2813}
2814
2815static int mv88e6xxx_mdio_register(struct mv88e6xxx_chip *chip,
2816				   struct device_node *np,
2817				   bool external)
2818{
2819	static int index;
2820	struct mv88e6xxx_mdio_bus *mdio_bus;
2821	struct mii_bus *bus;
2822	int err;
2823
2824	if (external) {
2825		mv88e6xxx_reg_lock(chip);
2826		err = mv88e6xxx_g2_scratch_gpio_set_smi(chip, true);
2827		mv88e6xxx_reg_unlock(chip);
2828
2829		if (err)
2830			return err;
2831	}
2832
2833	bus = devm_mdiobus_alloc_size(chip->dev, sizeof(*mdio_bus));
2834	if (!bus)
2835		return -ENOMEM;
2836
2837	mdio_bus = bus->priv;
2838	mdio_bus->bus = bus;
2839	mdio_bus->chip = chip;
2840	INIT_LIST_HEAD(&mdio_bus->list);
2841	mdio_bus->external = external;
2842
2843	if (np) {
2844		bus->name = np->full_name;
2845		snprintf(bus->id, MII_BUS_ID_SIZE, "%pOF", np);
2846	} else {
2847		bus->name = "mv88e6xxx SMI";
2848		snprintf(bus->id, MII_BUS_ID_SIZE, "mv88e6xxx-%d", index++);
2849	}
2850
2851	bus->read = mv88e6xxx_mdio_read;
2852	bus->write = mv88e6xxx_mdio_write;
2853	bus->parent = chip->dev;
2854
2855	if (!external) {
2856		err = mv88e6xxx_g2_irq_mdio_setup(chip, bus);
2857		if (err)
2858			return err;
2859	}
2860
2861	err = of_mdiobus_register(bus, np);
2862	if (err) {
2863		dev_err(chip->dev, "Cannot register MDIO bus (%d)\n", err);
2864		mv88e6xxx_g2_irq_mdio_free(chip, bus);
2865		return err;
2866	}
2867
2868	if (external)
2869		list_add_tail(&mdio_bus->list, &chip->mdios);
2870	else
2871		list_add(&mdio_bus->list, &chip->mdios);
2872
2873	return 0;
2874}
2875
2876static const struct of_device_id mv88e6xxx_mdio_external_match[] = {
2877	{ .compatible = "marvell,mv88e6xxx-mdio-external",
2878	  .data = (void *)true },
2879	{ },
2880};
2881
2882static void mv88e6xxx_mdios_unregister(struct mv88e6xxx_chip *chip)
2883
2884{
2885	struct mv88e6xxx_mdio_bus *mdio_bus;
2886	struct mii_bus *bus;
2887
2888	list_for_each_entry(mdio_bus, &chip->mdios, list) {
2889		bus = mdio_bus->bus;
2890
2891		if (!mdio_bus->external)
2892			mv88e6xxx_g2_irq_mdio_free(chip, bus);
2893
2894		mdiobus_unregister(bus);
2895	}
2896}
2897
2898static int mv88e6xxx_mdios_register(struct mv88e6xxx_chip *chip,
2899				    struct device_node *np)
2900{
2901	const struct of_device_id *match;
2902	struct device_node *child;
2903	int err;
2904
2905	/* Always register one mdio bus for the internal/default mdio
2906	 * bus. This maybe represented in the device tree, but is
2907	 * optional.
2908	 */
2909	child = of_get_child_by_name(np, "mdio");
2910	err = mv88e6xxx_mdio_register(chip, child, false);
2911	if (err)
2912		return err;
2913
2914	/* Walk the device tree, and see if there are any other nodes
2915	 * which say they are compatible with the external mdio
2916	 * bus.
2917	 */
2918	for_each_available_child_of_node(np, child) {
2919		match = of_match_node(mv88e6xxx_mdio_external_match, child);
2920		if (match) {
2921			err = mv88e6xxx_mdio_register(chip, child, true);
2922			if (err) {
2923				mv88e6xxx_mdios_unregister(chip);
2924				of_node_put(child);
2925				return err;
2926			}
2927		}
2928	}
2929
2930	return 0;
2931}
2932
2933static int mv88e6xxx_get_eeprom_len(struct dsa_switch *ds)
2934{
2935	struct mv88e6xxx_chip *chip = ds->priv;
2936
2937	return chip->eeprom_len;
2938}
2939
2940static int mv88e6xxx_get_eeprom(struct dsa_switch *ds,
2941				struct ethtool_eeprom *eeprom, u8 *data)
2942{
2943	struct mv88e6xxx_chip *chip = ds->priv;
2944	int err;
2945
2946	if (!chip->info->ops->get_eeprom)
2947		return -EOPNOTSUPP;
2948
2949	mv88e6xxx_reg_lock(chip);
2950	err = chip->info->ops->get_eeprom(chip, eeprom, data);
2951	mv88e6xxx_reg_unlock(chip);
2952
2953	if (err)
2954		return err;
2955
2956	eeprom->magic = 0xc3ec4951;
2957
2958	return 0;
2959}
2960
2961static int mv88e6xxx_set_eeprom(struct dsa_switch *ds,
2962				struct ethtool_eeprom *eeprom, u8 *data)
2963{
2964	struct mv88e6xxx_chip *chip = ds->priv;
2965	int err;
2966
2967	if (!chip->info->ops->set_eeprom)
2968		return -EOPNOTSUPP;
2969
2970	if (eeprom->magic != 0xc3ec4951)
2971		return -EINVAL;
2972
2973	mv88e6xxx_reg_lock(chip);
2974	err = chip->info->ops->set_eeprom(chip, eeprom, data);
2975	mv88e6xxx_reg_unlock(chip);
2976
2977	return err;
2978}
2979
2980static const struct mv88e6xxx_ops mv88e6085_ops = {
2981	/* MV88E6XXX_FAMILY_6097 */
2982	.ieee_pri_map = mv88e6085_g1_ieee_pri_map,
2983	.ip_pri_map = mv88e6085_g1_ip_pri_map,
2984	.irl_init_all = mv88e6352_g2_irl_init_all,
2985	.set_switch_mac = mv88e6xxx_g1_set_switch_mac,
2986	.phy_read = mv88e6185_phy_ppu_read,
2987	.phy_write = mv88e6185_phy_ppu_write,
2988	.port_set_link = mv88e6xxx_port_set_link,
2989	.port_set_duplex = mv88e6xxx_port_set_duplex,
2990	.port_set_speed = mv88e6185_port_set_speed,
2991	.port_tag_remap = mv88e6095_port_tag_remap,
2992	.port_set_frame_mode = mv88e6351_port_set_frame_mode,
2993	.port_set_egress_floods = mv88e6352_port_set_egress_floods,
2994	.port_set_ether_type = mv88e6351_port_set_ether_type,
2995	.port_egress_rate_limiting = mv88e6097_port_egress_rate_limiting,
2996	.port_pause_limit = mv88e6097_port_pause_limit,
2997	.port_disable_learn_limit = mv88e6xxx_port_disable_learn_limit,
2998	.port_disable_pri_override = mv88e6xxx_port_disable_pri_override,
2999	.port_link_state = mv88e6352_port_link_state,
3000	.port_get_cmode = mv88e6185_port_get_cmode,
3001	.port_setup_message_port = mv88e6xxx_setup_message_port,
3002	.stats_snapshot = mv88e6xxx_g1_stats_snapshot,
3003	.stats_set_histogram = mv88e6095_g1_stats_set_histogram,
3004	.stats_get_sset_count = mv88e6095_stats_get_sset_count,
3005	.stats_get_strings = mv88e6095_stats_get_strings,
3006	.stats_get_stats = mv88e6095_stats_get_stats,
3007	.set_cpu_port = mv88e6095_g1_set_cpu_port,
3008	.set_egress_port = mv88e6095_g1_set_egress_port,
3009	.watchdog_ops = &mv88e6097_watchdog_ops,
3010	.mgmt_rsvd2cpu = mv88e6352_g2_mgmt_rsvd2cpu,
3011	.pot_clear = mv88e6xxx_g2_pot_clear,
3012	.ppu_enable = mv88e6185_g1_ppu_enable,
3013	.ppu_disable = mv88e6185_g1_ppu_disable,
3014	.reset = mv88e6185_g1_reset,
3015	.rmu_disable = mv88e6085_g1_rmu_disable,
3016	.vtu_getnext = mv88e6352_g1_vtu_getnext,
3017	.vtu_loadpurge = mv88e6352_g1_vtu_loadpurge,
3018	.phylink_validate = mv88e6185_phylink_validate,
 
3019};
3020
3021static const struct mv88e6xxx_ops mv88e6095_ops = {
3022	/* MV88E6XXX_FAMILY_6095 */
3023	.ieee_pri_map = mv88e6085_g1_ieee_pri_map,
3024	.ip_pri_map = mv88e6085_g1_ip_pri_map,
3025	.set_switch_mac = mv88e6xxx_g1_set_switch_mac,
3026	.phy_read = mv88e6185_phy_ppu_read,
3027	.phy_write = mv88e6185_phy_ppu_write,
3028	.port_set_link = mv88e6xxx_port_set_link,
3029	.port_set_duplex = mv88e6xxx_port_set_duplex,
3030	.port_set_speed = mv88e6185_port_set_speed,
3031	.port_set_frame_mode = mv88e6085_port_set_frame_mode,
3032	.port_set_egress_floods = mv88e6185_port_set_egress_floods,
3033	.port_set_upstream_port = mv88e6095_port_set_upstream_port,
3034	.port_link_state = mv88e6185_port_link_state,
3035	.port_get_cmode = mv88e6185_port_get_cmode,
3036	.port_setup_message_port = mv88e6xxx_setup_message_port,
3037	.stats_snapshot = mv88e6xxx_g1_stats_snapshot,
3038	.stats_set_histogram = mv88e6095_g1_stats_set_histogram,
3039	.stats_get_sset_count = mv88e6095_stats_get_sset_count,
3040	.stats_get_strings = mv88e6095_stats_get_strings,
3041	.stats_get_stats = mv88e6095_stats_get_stats,
3042	.mgmt_rsvd2cpu = mv88e6185_g2_mgmt_rsvd2cpu,
3043	.ppu_enable = mv88e6185_g1_ppu_enable,
3044	.ppu_disable = mv88e6185_g1_ppu_disable,
3045	.reset = mv88e6185_g1_reset,
3046	.vtu_getnext = mv88e6185_g1_vtu_getnext,
3047	.vtu_loadpurge = mv88e6185_g1_vtu_loadpurge,
3048	.phylink_validate = mv88e6185_phylink_validate,
 
3049};
3050
3051static const struct mv88e6xxx_ops mv88e6097_ops = {
3052	/* MV88E6XXX_FAMILY_6097 */
3053	.ieee_pri_map = mv88e6085_g1_ieee_pri_map,
3054	.ip_pri_map = mv88e6085_g1_ip_pri_map,
3055	.irl_init_all = mv88e6352_g2_irl_init_all,
3056	.set_switch_mac = mv88e6xxx_g2_set_switch_mac,
3057	.phy_read = mv88e6xxx_g2_smi_phy_read,
3058	.phy_write = mv88e6xxx_g2_smi_phy_write,
3059	.port_set_link = mv88e6xxx_port_set_link,
3060	.port_set_duplex = mv88e6xxx_port_set_duplex,
3061	.port_set_speed = mv88e6185_port_set_speed,
3062	.port_tag_remap = mv88e6095_port_tag_remap,
3063	.port_set_frame_mode = mv88e6351_port_set_frame_mode,
3064	.port_set_egress_floods = mv88e6352_port_set_egress_floods,
3065	.port_set_ether_type = mv88e6351_port_set_ether_type,
3066	.port_set_jumbo_size = mv88e6165_port_set_jumbo_size,
3067	.port_egress_rate_limiting = mv88e6095_port_egress_rate_limiting,
3068	.port_pause_limit = mv88e6097_port_pause_limit,
3069	.port_disable_learn_limit = mv88e6xxx_port_disable_learn_limit,
3070	.port_disable_pri_override = mv88e6xxx_port_disable_pri_override,
3071	.port_link_state = mv88e6352_port_link_state,
3072	.port_get_cmode = mv88e6185_port_get_cmode,
3073	.port_setup_message_port = mv88e6xxx_setup_message_port,
3074	.stats_snapshot = mv88e6xxx_g1_stats_snapshot,
3075	.stats_set_histogram = mv88e6095_g1_stats_set_histogram,
3076	.stats_get_sset_count = mv88e6095_stats_get_sset_count,
3077	.stats_get_strings = mv88e6095_stats_get_strings,
3078	.stats_get_stats = mv88e6095_stats_get_stats,
3079	.set_cpu_port = mv88e6095_g1_set_cpu_port,
3080	.set_egress_port = mv88e6095_g1_set_egress_port,
3081	.watchdog_ops = &mv88e6097_watchdog_ops,
3082	.mgmt_rsvd2cpu = mv88e6352_g2_mgmt_rsvd2cpu,
3083	.pot_clear = mv88e6xxx_g2_pot_clear,
3084	.reset = mv88e6352_g1_reset,
3085	.rmu_disable = mv88e6085_g1_rmu_disable,
3086	.vtu_getnext = mv88e6352_g1_vtu_getnext,
3087	.vtu_loadpurge = mv88e6352_g1_vtu_loadpurge,
3088	.phylink_validate = mv88e6185_phylink_validate,
 
3089};
3090
3091static const struct mv88e6xxx_ops mv88e6123_ops = {
3092	/* MV88E6XXX_FAMILY_6165 */
3093	.ieee_pri_map = mv88e6085_g1_ieee_pri_map,
3094	.ip_pri_map = mv88e6085_g1_ip_pri_map,
3095	.irl_init_all = mv88e6352_g2_irl_init_all,
3096	.set_switch_mac = mv88e6xxx_g2_set_switch_mac,
3097	.phy_read = mv88e6xxx_g2_smi_phy_read,
3098	.phy_write = mv88e6xxx_g2_smi_phy_write,
3099	.port_set_link = mv88e6xxx_port_set_link,
3100	.port_set_duplex = mv88e6xxx_port_set_duplex,
3101	.port_set_speed = mv88e6185_port_set_speed,
3102	.port_set_frame_mode = mv88e6085_port_set_frame_mode,
3103	.port_set_egress_floods = mv88e6352_port_set_egress_floods,
3104	.port_disable_learn_limit = mv88e6xxx_port_disable_learn_limit,
3105	.port_disable_pri_override = mv88e6xxx_port_disable_pri_override,
3106	.port_link_state = mv88e6352_port_link_state,
3107	.port_get_cmode = mv88e6185_port_get_cmode,
3108	.port_setup_message_port = mv88e6xxx_setup_message_port,
3109	.stats_snapshot = mv88e6320_g1_stats_snapshot,
3110	.stats_set_histogram = mv88e6095_g1_stats_set_histogram,
3111	.stats_get_sset_count = mv88e6095_stats_get_sset_count,
3112	.stats_get_strings = mv88e6095_stats_get_strings,
3113	.stats_get_stats = mv88e6095_stats_get_stats,
3114	.set_cpu_port = mv88e6095_g1_set_cpu_port,
3115	.set_egress_port = mv88e6095_g1_set_egress_port,
3116	.watchdog_ops = &mv88e6097_watchdog_ops,
3117	.mgmt_rsvd2cpu = mv88e6352_g2_mgmt_rsvd2cpu,
3118	.pot_clear = mv88e6xxx_g2_pot_clear,
3119	.reset = mv88e6352_g1_reset,
 
 
3120	.vtu_getnext = mv88e6352_g1_vtu_getnext,
3121	.vtu_loadpurge = mv88e6352_g1_vtu_loadpurge,
3122	.phylink_validate = mv88e6185_phylink_validate,
 
3123};
3124
3125static const struct mv88e6xxx_ops mv88e6131_ops = {
3126	/* MV88E6XXX_FAMILY_6185 */
3127	.ieee_pri_map = mv88e6085_g1_ieee_pri_map,
3128	.ip_pri_map = mv88e6085_g1_ip_pri_map,
3129	.set_switch_mac = mv88e6xxx_g1_set_switch_mac,
3130	.phy_read = mv88e6185_phy_ppu_read,
3131	.phy_write = mv88e6185_phy_ppu_write,
3132	.port_set_link = mv88e6xxx_port_set_link,
3133	.port_set_duplex = mv88e6xxx_port_set_duplex,
3134	.port_set_speed = mv88e6185_port_set_speed,
3135	.port_tag_remap = mv88e6095_port_tag_remap,
3136	.port_set_frame_mode = mv88e6351_port_set_frame_mode,
3137	.port_set_egress_floods = mv88e6185_port_set_egress_floods,
3138	.port_set_ether_type = mv88e6351_port_set_ether_type,
3139	.port_set_upstream_port = mv88e6095_port_set_upstream_port,
3140	.port_set_jumbo_size = mv88e6165_port_set_jumbo_size,
3141	.port_egress_rate_limiting = mv88e6097_port_egress_rate_limiting,
3142	.port_pause_limit = mv88e6097_port_pause_limit,
3143	.port_set_pause = mv88e6185_port_set_pause,
3144	.port_link_state = mv88e6352_port_link_state,
3145	.port_get_cmode = mv88e6185_port_get_cmode,
3146	.port_setup_message_port = mv88e6xxx_setup_message_port,
3147	.stats_snapshot = mv88e6xxx_g1_stats_snapshot,
3148	.stats_set_histogram = mv88e6095_g1_stats_set_histogram,
3149	.stats_get_sset_count = mv88e6095_stats_get_sset_count,
3150	.stats_get_strings = mv88e6095_stats_get_strings,
3151	.stats_get_stats = mv88e6095_stats_get_stats,
3152	.set_cpu_port = mv88e6095_g1_set_cpu_port,
3153	.set_egress_port = mv88e6095_g1_set_egress_port,
3154	.watchdog_ops = &mv88e6097_watchdog_ops,
3155	.mgmt_rsvd2cpu = mv88e6185_g2_mgmt_rsvd2cpu,
3156	.ppu_enable = mv88e6185_g1_ppu_enable,
3157	.set_cascade_port = mv88e6185_g1_set_cascade_port,
3158	.ppu_disable = mv88e6185_g1_ppu_disable,
3159	.reset = mv88e6185_g1_reset,
3160	.vtu_getnext = mv88e6185_g1_vtu_getnext,
3161	.vtu_loadpurge = mv88e6185_g1_vtu_loadpurge,
3162	.phylink_validate = mv88e6185_phylink_validate,
3163};
3164
3165static const struct mv88e6xxx_ops mv88e6141_ops = {
3166	/* MV88E6XXX_FAMILY_6341 */
3167	.ieee_pri_map = mv88e6085_g1_ieee_pri_map,
3168	.ip_pri_map = mv88e6085_g1_ip_pri_map,
3169	.irl_init_all = mv88e6352_g2_irl_init_all,
3170	.get_eeprom = mv88e6xxx_g2_get_eeprom8,
3171	.set_eeprom = mv88e6xxx_g2_set_eeprom8,
3172	.set_switch_mac = mv88e6xxx_g2_set_switch_mac,
3173	.phy_read = mv88e6xxx_g2_smi_phy_read,
3174	.phy_write = mv88e6xxx_g2_smi_phy_write,
3175	.port_set_link = mv88e6xxx_port_set_link,
3176	.port_set_duplex = mv88e6xxx_port_set_duplex,
3177	.port_set_rgmii_delay = mv88e6390_port_set_rgmii_delay,
3178	.port_set_speed = mv88e6341_port_set_speed,
3179	.port_max_speed_mode = mv88e6341_port_max_speed_mode,
3180	.port_tag_remap = mv88e6095_port_tag_remap,
3181	.port_set_frame_mode = mv88e6351_port_set_frame_mode,
3182	.port_set_egress_floods = mv88e6352_port_set_egress_floods,
3183	.port_set_ether_type = mv88e6351_port_set_ether_type,
3184	.port_set_jumbo_size = mv88e6165_port_set_jumbo_size,
3185	.port_egress_rate_limiting = mv88e6097_port_egress_rate_limiting,
3186	.port_pause_limit = mv88e6097_port_pause_limit,
3187	.port_disable_learn_limit = mv88e6xxx_port_disable_learn_limit,
3188	.port_disable_pri_override = mv88e6xxx_port_disable_pri_override,
3189	.port_link_state = mv88e6352_port_link_state,
3190	.port_get_cmode = mv88e6352_port_get_cmode,
3191	.port_set_cmode = mv88e6341_port_set_cmode,
3192	.port_setup_message_port = mv88e6xxx_setup_message_port,
3193	.stats_snapshot = mv88e6390_g1_stats_snapshot,
3194	.stats_set_histogram = mv88e6095_g1_stats_set_histogram,
3195	.stats_get_sset_count = mv88e6320_stats_get_sset_count,
3196	.stats_get_strings = mv88e6320_stats_get_strings,
3197	.stats_get_stats = mv88e6390_stats_get_stats,
3198	.set_cpu_port = mv88e6390_g1_set_cpu_port,
3199	.set_egress_port = mv88e6390_g1_set_egress_port,
3200	.watchdog_ops = &mv88e6390_watchdog_ops,
3201	.mgmt_rsvd2cpu =  mv88e6390_g1_mgmt_rsvd2cpu,
3202	.pot_clear = mv88e6xxx_g2_pot_clear,
3203	.reset = mv88e6352_g1_reset,
3204	.vtu_getnext = mv88e6352_g1_vtu_getnext,
3205	.vtu_loadpurge = mv88e6352_g1_vtu_loadpurge,
3206	.serdes_power = mv88e6390_serdes_power,
3207	.serdes_get_lane = mv88e6341_serdes_get_lane,
 
 
 
 
 
3208	.serdes_irq_mapping = mv88e6390_serdes_irq_mapping,
3209	.serdes_irq_enable = mv88e6390_serdes_irq_enable,
3210	.serdes_irq_status = mv88e6390_serdes_irq_status,
3211	.gpio_ops = &mv88e6352_gpio_ops,
3212	.phylink_validate = mv88e6341_phylink_validate,
3213};
3214
3215static const struct mv88e6xxx_ops mv88e6161_ops = {
3216	/* MV88E6XXX_FAMILY_6165 */
3217	.ieee_pri_map = mv88e6085_g1_ieee_pri_map,
3218	.ip_pri_map = mv88e6085_g1_ip_pri_map,
3219	.irl_init_all = mv88e6352_g2_irl_init_all,
3220	.set_switch_mac = mv88e6xxx_g2_set_switch_mac,
3221	.phy_read = mv88e6xxx_g2_smi_phy_read,
3222	.phy_write = mv88e6xxx_g2_smi_phy_write,
3223	.port_set_link = mv88e6xxx_port_set_link,
3224	.port_set_duplex = mv88e6xxx_port_set_duplex,
3225	.port_set_speed = mv88e6185_port_set_speed,
3226	.port_tag_remap = mv88e6095_port_tag_remap,
3227	.port_set_frame_mode = mv88e6351_port_set_frame_mode,
3228	.port_set_egress_floods = mv88e6352_port_set_egress_floods,
3229	.port_set_ether_type = mv88e6351_port_set_ether_type,
3230	.port_set_jumbo_size = mv88e6165_port_set_jumbo_size,
3231	.port_egress_rate_limiting = mv88e6097_port_egress_rate_limiting,
3232	.port_pause_limit = mv88e6097_port_pause_limit,
3233	.port_disable_learn_limit = mv88e6xxx_port_disable_learn_limit,
3234	.port_disable_pri_override = mv88e6xxx_port_disable_pri_override,
3235	.port_link_state = mv88e6352_port_link_state,
3236	.port_get_cmode = mv88e6185_port_get_cmode,
3237	.port_setup_message_port = mv88e6xxx_setup_message_port,
3238	.stats_snapshot = mv88e6xxx_g1_stats_snapshot,
3239	.stats_set_histogram = mv88e6095_g1_stats_set_histogram,
3240	.stats_get_sset_count = mv88e6095_stats_get_sset_count,
3241	.stats_get_strings = mv88e6095_stats_get_strings,
3242	.stats_get_stats = mv88e6095_stats_get_stats,
3243	.set_cpu_port = mv88e6095_g1_set_cpu_port,
3244	.set_egress_port = mv88e6095_g1_set_egress_port,
3245	.watchdog_ops = &mv88e6097_watchdog_ops,
3246	.mgmt_rsvd2cpu = mv88e6352_g2_mgmt_rsvd2cpu,
3247	.pot_clear = mv88e6xxx_g2_pot_clear,
3248	.reset = mv88e6352_g1_reset,
 
 
3249	.vtu_getnext = mv88e6352_g1_vtu_getnext,
3250	.vtu_loadpurge = mv88e6352_g1_vtu_loadpurge,
3251	.avb_ops = &mv88e6165_avb_ops,
3252	.ptp_ops = &mv88e6165_ptp_ops,
3253	.phylink_validate = mv88e6185_phylink_validate,
3254};
3255
3256static const struct mv88e6xxx_ops mv88e6165_ops = {
3257	/* MV88E6XXX_FAMILY_6165 */
3258	.ieee_pri_map = mv88e6085_g1_ieee_pri_map,
3259	.ip_pri_map = mv88e6085_g1_ip_pri_map,
3260	.irl_init_all = mv88e6352_g2_irl_init_all,
3261	.set_switch_mac = mv88e6xxx_g2_set_switch_mac,
3262	.phy_read = mv88e6165_phy_read,
3263	.phy_write = mv88e6165_phy_write,
3264	.port_set_link = mv88e6xxx_port_set_link,
3265	.port_set_duplex = mv88e6xxx_port_set_duplex,
3266	.port_set_speed = mv88e6185_port_set_speed,
3267	.port_disable_learn_limit = mv88e6xxx_port_disable_learn_limit,
3268	.port_disable_pri_override = mv88e6xxx_port_disable_pri_override,
3269	.port_link_state = mv88e6352_port_link_state,
3270	.port_get_cmode = mv88e6185_port_get_cmode,
3271	.port_setup_message_port = mv88e6xxx_setup_message_port,
3272	.stats_snapshot = mv88e6xxx_g1_stats_snapshot,
3273	.stats_set_histogram = mv88e6095_g1_stats_set_histogram,
3274	.stats_get_sset_count = mv88e6095_stats_get_sset_count,
3275	.stats_get_strings = mv88e6095_stats_get_strings,
3276	.stats_get_stats = mv88e6095_stats_get_stats,
3277	.set_cpu_port = mv88e6095_g1_set_cpu_port,
3278	.set_egress_port = mv88e6095_g1_set_egress_port,
3279	.watchdog_ops = &mv88e6097_watchdog_ops,
3280	.mgmt_rsvd2cpu = mv88e6352_g2_mgmt_rsvd2cpu,
3281	.pot_clear = mv88e6xxx_g2_pot_clear,
3282	.reset = mv88e6352_g1_reset,
 
 
3283	.vtu_getnext = mv88e6352_g1_vtu_getnext,
3284	.vtu_loadpurge = mv88e6352_g1_vtu_loadpurge,
3285	.avb_ops = &mv88e6165_avb_ops,
3286	.ptp_ops = &mv88e6165_ptp_ops,
3287	.phylink_validate = mv88e6185_phylink_validate,
3288};
3289
3290static const struct mv88e6xxx_ops mv88e6171_ops = {
3291	/* MV88E6XXX_FAMILY_6351 */
3292	.ieee_pri_map = mv88e6085_g1_ieee_pri_map,
3293	.ip_pri_map = mv88e6085_g1_ip_pri_map,
3294	.irl_init_all = mv88e6352_g2_irl_init_all,
3295	.set_switch_mac = mv88e6xxx_g2_set_switch_mac,
3296	.phy_read = mv88e6xxx_g2_smi_phy_read,
3297	.phy_write = mv88e6xxx_g2_smi_phy_write,
3298	.port_set_link = mv88e6xxx_port_set_link,
3299	.port_set_duplex = mv88e6xxx_port_set_duplex,
3300	.port_set_rgmii_delay = mv88e6352_port_set_rgmii_delay,
3301	.port_set_speed = mv88e6185_port_set_speed,
3302	.port_tag_remap = mv88e6095_port_tag_remap,
3303	.port_set_frame_mode = mv88e6351_port_set_frame_mode,
3304	.port_set_egress_floods = mv88e6352_port_set_egress_floods,
3305	.port_set_ether_type = mv88e6351_port_set_ether_type,
3306	.port_set_jumbo_size = mv88e6165_port_set_jumbo_size,
3307	.port_egress_rate_limiting = mv88e6097_port_egress_rate_limiting,
3308	.port_pause_limit = mv88e6097_port_pause_limit,
3309	.port_disable_learn_limit = mv88e6xxx_port_disable_learn_limit,
3310	.port_disable_pri_override = mv88e6xxx_port_disable_pri_override,
3311	.port_link_state = mv88e6352_port_link_state,
3312	.port_get_cmode = mv88e6352_port_get_cmode,
3313	.port_setup_message_port = mv88e6xxx_setup_message_port,
3314	.stats_snapshot = mv88e6320_g1_stats_snapshot,
3315	.stats_set_histogram = mv88e6095_g1_stats_set_histogram,
3316	.stats_get_sset_count = mv88e6095_stats_get_sset_count,
3317	.stats_get_strings = mv88e6095_stats_get_strings,
3318	.stats_get_stats = mv88e6095_stats_get_stats,
3319	.set_cpu_port = mv88e6095_g1_set_cpu_port,
3320	.set_egress_port = mv88e6095_g1_set_egress_port,
3321	.watchdog_ops = &mv88e6097_watchdog_ops,
3322	.mgmt_rsvd2cpu = mv88e6352_g2_mgmt_rsvd2cpu,
3323	.pot_clear = mv88e6xxx_g2_pot_clear,
3324	.reset = mv88e6352_g1_reset,
 
 
3325	.vtu_getnext = mv88e6352_g1_vtu_getnext,
3326	.vtu_loadpurge = mv88e6352_g1_vtu_loadpurge,
3327	.phylink_validate = mv88e6185_phylink_validate,
3328};
3329
3330static const struct mv88e6xxx_ops mv88e6172_ops = {
3331	/* MV88E6XXX_FAMILY_6352 */
3332	.ieee_pri_map = mv88e6085_g1_ieee_pri_map,
3333	.ip_pri_map = mv88e6085_g1_ip_pri_map,
3334	.irl_init_all = mv88e6352_g2_irl_init_all,
3335	.get_eeprom = mv88e6xxx_g2_get_eeprom16,
3336	.set_eeprom = mv88e6xxx_g2_set_eeprom16,
3337	.set_switch_mac = mv88e6xxx_g2_set_switch_mac,
3338	.phy_read = mv88e6xxx_g2_smi_phy_read,
3339	.phy_write = mv88e6xxx_g2_smi_phy_write,
3340	.port_set_link = mv88e6xxx_port_set_link,
3341	.port_set_duplex = mv88e6xxx_port_set_duplex,
3342	.port_set_rgmii_delay = mv88e6352_port_set_rgmii_delay,
3343	.port_set_speed = mv88e6352_port_set_speed,
3344	.port_tag_remap = mv88e6095_port_tag_remap,
3345	.port_set_policy = mv88e6352_port_set_policy,
3346	.port_set_frame_mode = mv88e6351_port_set_frame_mode,
3347	.port_set_egress_floods = mv88e6352_port_set_egress_floods,
3348	.port_set_ether_type = mv88e6351_port_set_ether_type,
3349	.port_set_jumbo_size = mv88e6165_port_set_jumbo_size,
3350	.port_egress_rate_limiting = mv88e6097_port_egress_rate_limiting,
3351	.port_pause_limit = mv88e6097_port_pause_limit,
3352	.port_disable_learn_limit = mv88e6xxx_port_disable_learn_limit,
3353	.port_disable_pri_override = mv88e6xxx_port_disable_pri_override,
3354	.port_link_state = mv88e6352_port_link_state,
3355	.port_get_cmode = mv88e6352_port_get_cmode,
3356	.port_setup_message_port = mv88e6xxx_setup_message_port,
3357	.stats_snapshot = mv88e6320_g1_stats_snapshot,
3358	.stats_set_histogram = mv88e6095_g1_stats_set_histogram,
3359	.stats_get_sset_count = mv88e6095_stats_get_sset_count,
3360	.stats_get_strings = mv88e6095_stats_get_strings,
3361	.stats_get_stats = mv88e6095_stats_get_stats,
3362	.set_cpu_port = mv88e6095_g1_set_cpu_port,
3363	.set_egress_port = mv88e6095_g1_set_egress_port,
3364	.watchdog_ops = &mv88e6097_watchdog_ops,
3365	.mgmt_rsvd2cpu = mv88e6352_g2_mgmt_rsvd2cpu,
3366	.pot_clear = mv88e6xxx_g2_pot_clear,
3367	.reset = mv88e6352_g1_reset,
3368	.rmu_disable = mv88e6352_g1_rmu_disable,
 
 
3369	.vtu_getnext = mv88e6352_g1_vtu_getnext,
3370	.vtu_loadpurge = mv88e6352_g1_vtu_loadpurge,
3371	.serdes_get_lane = mv88e6352_serdes_get_lane,
 
 
 
 
3372	.serdes_power = mv88e6352_serdes_power,
 
 
3373	.gpio_ops = &mv88e6352_gpio_ops,
3374	.phylink_validate = mv88e6352_phylink_validate,
3375};
3376
3377static const struct mv88e6xxx_ops mv88e6175_ops = {
3378	/* MV88E6XXX_FAMILY_6351 */
3379	.ieee_pri_map = mv88e6085_g1_ieee_pri_map,
3380	.ip_pri_map = mv88e6085_g1_ip_pri_map,
3381	.irl_init_all = mv88e6352_g2_irl_init_all,
3382	.set_switch_mac = mv88e6xxx_g2_set_switch_mac,
3383	.phy_read = mv88e6xxx_g2_smi_phy_read,
3384	.phy_write = mv88e6xxx_g2_smi_phy_write,
3385	.port_set_link = mv88e6xxx_port_set_link,
3386	.port_set_duplex = mv88e6xxx_port_set_duplex,
3387	.port_set_rgmii_delay = mv88e6352_port_set_rgmii_delay,
3388	.port_set_speed = mv88e6185_port_set_speed,
3389	.port_tag_remap = mv88e6095_port_tag_remap,
3390	.port_set_frame_mode = mv88e6351_port_set_frame_mode,
3391	.port_set_egress_floods = mv88e6352_port_set_egress_floods,
3392	.port_set_ether_type = mv88e6351_port_set_ether_type,
3393	.port_set_jumbo_size = mv88e6165_port_set_jumbo_size,
3394	.port_egress_rate_limiting = mv88e6097_port_egress_rate_limiting,
3395	.port_pause_limit = mv88e6097_port_pause_limit,
3396	.port_disable_learn_limit = mv88e6xxx_port_disable_learn_limit,
3397	.port_disable_pri_override = mv88e6xxx_port_disable_pri_override,
3398	.port_link_state = mv88e6352_port_link_state,
3399	.port_get_cmode = mv88e6352_port_get_cmode,
3400	.port_setup_message_port = mv88e6xxx_setup_message_port,
3401	.stats_snapshot = mv88e6320_g1_stats_snapshot,
3402	.stats_set_histogram = mv88e6095_g1_stats_set_histogram,
3403	.stats_get_sset_count = mv88e6095_stats_get_sset_count,
3404	.stats_get_strings = mv88e6095_stats_get_strings,
3405	.stats_get_stats = mv88e6095_stats_get_stats,
3406	.set_cpu_port = mv88e6095_g1_set_cpu_port,
3407	.set_egress_port = mv88e6095_g1_set_egress_port,
3408	.watchdog_ops = &mv88e6097_watchdog_ops,
3409	.mgmt_rsvd2cpu = mv88e6352_g2_mgmt_rsvd2cpu,
3410	.pot_clear = mv88e6xxx_g2_pot_clear,
3411	.reset = mv88e6352_g1_reset,
 
 
3412	.vtu_getnext = mv88e6352_g1_vtu_getnext,
3413	.vtu_loadpurge = mv88e6352_g1_vtu_loadpurge,
3414	.phylink_validate = mv88e6185_phylink_validate,
3415};
3416
3417static const struct mv88e6xxx_ops mv88e6176_ops = {
3418	/* MV88E6XXX_FAMILY_6352 */
3419	.ieee_pri_map = mv88e6085_g1_ieee_pri_map,
3420	.ip_pri_map = mv88e6085_g1_ip_pri_map,
3421	.irl_init_all = mv88e6352_g2_irl_init_all,
3422	.get_eeprom = mv88e6xxx_g2_get_eeprom16,
3423	.set_eeprom = mv88e6xxx_g2_set_eeprom16,
3424	.set_switch_mac = mv88e6xxx_g2_set_switch_mac,
3425	.phy_read = mv88e6xxx_g2_smi_phy_read,
3426	.phy_write = mv88e6xxx_g2_smi_phy_write,
3427	.port_set_link = mv88e6xxx_port_set_link,
3428	.port_set_duplex = mv88e6xxx_port_set_duplex,
3429	.port_set_rgmii_delay = mv88e6352_port_set_rgmii_delay,
3430	.port_set_speed = mv88e6352_port_set_speed,
3431	.port_tag_remap = mv88e6095_port_tag_remap,
3432	.port_set_policy = mv88e6352_port_set_policy,
3433	.port_set_frame_mode = mv88e6351_port_set_frame_mode,
3434	.port_set_egress_floods = mv88e6352_port_set_egress_floods,
3435	.port_set_ether_type = mv88e6351_port_set_ether_type,
3436	.port_set_jumbo_size = mv88e6165_port_set_jumbo_size,
3437	.port_egress_rate_limiting = mv88e6097_port_egress_rate_limiting,
3438	.port_pause_limit = mv88e6097_port_pause_limit,
3439	.port_disable_learn_limit = mv88e6xxx_port_disable_learn_limit,
3440	.port_disable_pri_override = mv88e6xxx_port_disable_pri_override,
3441	.port_link_state = mv88e6352_port_link_state,
3442	.port_get_cmode = mv88e6352_port_get_cmode,
3443	.port_setup_message_port = mv88e6xxx_setup_message_port,
3444	.stats_snapshot = mv88e6320_g1_stats_snapshot,
3445	.stats_set_histogram = mv88e6095_g1_stats_set_histogram,
3446	.stats_get_sset_count = mv88e6095_stats_get_sset_count,
3447	.stats_get_strings = mv88e6095_stats_get_strings,
3448	.stats_get_stats = mv88e6095_stats_get_stats,
3449	.set_cpu_port = mv88e6095_g1_set_cpu_port,
3450	.set_egress_port = mv88e6095_g1_set_egress_port,
3451	.watchdog_ops = &mv88e6097_watchdog_ops,
3452	.mgmt_rsvd2cpu = mv88e6352_g2_mgmt_rsvd2cpu,
3453	.pot_clear = mv88e6xxx_g2_pot_clear,
3454	.reset = mv88e6352_g1_reset,
3455	.rmu_disable = mv88e6352_g1_rmu_disable,
 
 
3456	.vtu_getnext = mv88e6352_g1_vtu_getnext,
3457	.vtu_loadpurge = mv88e6352_g1_vtu_loadpurge,
3458	.serdes_get_lane = mv88e6352_serdes_get_lane,
 
 
 
 
3459	.serdes_power = mv88e6352_serdes_power,
3460	.serdes_irq_mapping = mv88e6352_serdes_irq_mapping,
3461	.serdes_irq_enable = mv88e6352_serdes_irq_enable,
3462	.serdes_irq_status = mv88e6352_serdes_irq_status,
 
 
3463	.gpio_ops = &mv88e6352_gpio_ops,
3464	.phylink_validate = mv88e6352_phylink_validate,
3465};
3466
3467static const struct mv88e6xxx_ops mv88e6185_ops = {
3468	/* MV88E6XXX_FAMILY_6185 */
3469	.ieee_pri_map = mv88e6085_g1_ieee_pri_map,
3470	.ip_pri_map = mv88e6085_g1_ip_pri_map,
3471	.set_switch_mac = mv88e6xxx_g1_set_switch_mac,
3472	.phy_read = mv88e6185_phy_ppu_read,
3473	.phy_write = mv88e6185_phy_ppu_write,
3474	.port_set_link = mv88e6xxx_port_set_link,
3475	.port_set_duplex = mv88e6xxx_port_set_duplex,
3476	.port_set_speed = mv88e6185_port_set_speed,
3477	.port_set_frame_mode = mv88e6085_port_set_frame_mode,
3478	.port_set_egress_floods = mv88e6185_port_set_egress_floods,
3479	.port_egress_rate_limiting = mv88e6095_port_egress_rate_limiting,
3480	.port_set_upstream_port = mv88e6095_port_set_upstream_port,
3481	.port_set_pause = mv88e6185_port_set_pause,
3482	.port_link_state = mv88e6185_port_link_state,
3483	.port_get_cmode = mv88e6185_port_get_cmode,
3484	.port_setup_message_port = mv88e6xxx_setup_message_port,
3485	.stats_snapshot = mv88e6xxx_g1_stats_snapshot,
3486	.stats_set_histogram = mv88e6095_g1_stats_set_histogram,
3487	.stats_get_sset_count = mv88e6095_stats_get_sset_count,
3488	.stats_get_strings = mv88e6095_stats_get_strings,
3489	.stats_get_stats = mv88e6095_stats_get_stats,
3490	.set_cpu_port = mv88e6095_g1_set_cpu_port,
3491	.set_egress_port = mv88e6095_g1_set_egress_port,
3492	.watchdog_ops = &mv88e6097_watchdog_ops,
3493	.mgmt_rsvd2cpu = mv88e6185_g2_mgmt_rsvd2cpu,
3494	.set_cascade_port = mv88e6185_g1_set_cascade_port,
3495	.ppu_enable = mv88e6185_g1_ppu_enable,
3496	.ppu_disable = mv88e6185_g1_ppu_disable,
3497	.reset = mv88e6185_g1_reset,
3498	.vtu_getnext = mv88e6185_g1_vtu_getnext,
3499	.vtu_loadpurge = mv88e6185_g1_vtu_loadpurge,
3500	.phylink_validate = mv88e6185_phylink_validate,
 
3501};
3502
3503static const struct mv88e6xxx_ops mv88e6190_ops = {
3504	/* MV88E6XXX_FAMILY_6390 */
3505	.setup_errata = mv88e6390_setup_errata,
3506	.irl_init_all = mv88e6390_g2_irl_init_all,
3507	.get_eeprom = mv88e6xxx_g2_get_eeprom8,
3508	.set_eeprom = mv88e6xxx_g2_set_eeprom8,
3509	.set_switch_mac = mv88e6xxx_g2_set_switch_mac,
3510	.phy_read = mv88e6xxx_g2_smi_phy_read,
3511	.phy_write = mv88e6xxx_g2_smi_phy_write,
3512	.port_set_link = mv88e6xxx_port_set_link,
3513	.port_set_duplex = mv88e6xxx_port_set_duplex,
3514	.port_set_rgmii_delay = mv88e6390_port_set_rgmii_delay,
3515	.port_set_speed = mv88e6390_port_set_speed,
3516	.port_max_speed_mode = mv88e6390_port_max_speed_mode,
3517	.port_tag_remap = mv88e6390_port_tag_remap,
3518	.port_set_policy = mv88e6352_port_set_policy,
3519	.port_set_frame_mode = mv88e6351_port_set_frame_mode,
3520	.port_set_egress_floods = mv88e6352_port_set_egress_floods,
3521	.port_set_ether_type = mv88e6351_port_set_ether_type,
 
3522	.port_pause_limit = mv88e6390_port_pause_limit,
3523	.port_disable_learn_limit = mv88e6xxx_port_disable_learn_limit,
3524	.port_disable_pri_override = mv88e6xxx_port_disable_pri_override,
3525	.port_link_state = mv88e6352_port_link_state,
3526	.port_get_cmode = mv88e6352_port_get_cmode,
3527	.port_set_cmode = mv88e6390_port_set_cmode,
3528	.port_setup_message_port = mv88e6xxx_setup_message_port,
3529	.stats_snapshot = mv88e6390_g1_stats_snapshot,
3530	.stats_set_histogram = mv88e6390_g1_stats_set_histogram,
3531	.stats_get_sset_count = mv88e6320_stats_get_sset_count,
3532	.stats_get_strings = mv88e6320_stats_get_strings,
3533	.stats_get_stats = mv88e6390_stats_get_stats,
3534	.set_cpu_port = mv88e6390_g1_set_cpu_port,
3535	.set_egress_port = mv88e6390_g1_set_egress_port,
3536	.watchdog_ops = &mv88e6390_watchdog_ops,
3537	.mgmt_rsvd2cpu = mv88e6390_g1_mgmt_rsvd2cpu,
3538	.pot_clear = mv88e6xxx_g2_pot_clear,
3539	.reset = mv88e6352_g1_reset,
3540	.rmu_disable = mv88e6390_g1_rmu_disable,
 
 
3541	.vtu_getnext = mv88e6390_g1_vtu_getnext,
3542	.vtu_loadpurge = mv88e6390_g1_vtu_loadpurge,
3543	.serdes_power = mv88e6390_serdes_power,
3544	.serdes_get_lane = mv88e6390_serdes_get_lane,
 
 
 
 
 
3545	.serdes_irq_mapping = mv88e6390_serdes_irq_mapping,
3546	.serdes_irq_enable = mv88e6390_serdes_irq_enable,
3547	.serdes_irq_status = mv88e6390_serdes_irq_status,
 
 
 
 
3548	.gpio_ops = &mv88e6352_gpio_ops,
3549	.phylink_validate = mv88e6390_phylink_validate,
3550};
3551
3552static const struct mv88e6xxx_ops mv88e6190x_ops = {
3553	/* MV88E6XXX_FAMILY_6390 */
3554	.setup_errata = mv88e6390_setup_errata,
3555	.irl_init_all = mv88e6390_g2_irl_init_all,
3556	.get_eeprom = mv88e6xxx_g2_get_eeprom8,
3557	.set_eeprom = mv88e6xxx_g2_set_eeprom8,
3558	.set_switch_mac = mv88e6xxx_g2_set_switch_mac,
3559	.phy_read = mv88e6xxx_g2_smi_phy_read,
3560	.phy_write = mv88e6xxx_g2_smi_phy_write,
3561	.port_set_link = mv88e6xxx_port_set_link,
3562	.port_set_duplex = mv88e6xxx_port_set_duplex,
3563	.port_set_rgmii_delay = mv88e6390_port_set_rgmii_delay,
3564	.port_set_speed = mv88e6390x_port_set_speed,
3565	.port_max_speed_mode = mv88e6390x_port_max_speed_mode,
3566	.port_tag_remap = mv88e6390_port_tag_remap,
3567	.port_set_policy = mv88e6352_port_set_policy,
3568	.port_set_frame_mode = mv88e6351_port_set_frame_mode,
3569	.port_set_egress_floods = mv88e6352_port_set_egress_floods,
3570	.port_set_ether_type = mv88e6351_port_set_ether_type,
 
3571	.port_pause_limit = mv88e6390_port_pause_limit,
3572	.port_disable_learn_limit = mv88e6xxx_port_disable_learn_limit,
3573	.port_disable_pri_override = mv88e6xxx_port_disable_pri_override,
3574	.port_link_state = mv88e6352_port_link_state,
3575	.port_get_cmode = mv88e6352_port_get_cmode,
3576	.port_set_cmode = mv88e6390x_port_set_cmode,
3577	.port_setup_message_port = mv88e6xxx_setup_message_port,
3578	.stats_snapshot = mv88e6390_g1_stats_snapshot,
3579	.stats_set_histogram = mv88e6390_g1_stats_set_histogram,
3580	.stats_get_sset_count = mv88e6320_stats_get_sset_count,
3581	.stats_get_strings = mv88e6320_stats_get_strings,
3582	.stats_get_stats = mv88e6390_stats_get_stats,
3583	.set_cpu_port = mv88e6390_g1_set_cpu_port,
3584	.set_egress_port = mv88e6390_g1_set_egress_port,
3585	.watchdog_ops = &mv88e6390_watchdog_ops,
3586	.mgmt_rsvd2cpu = mv88e6390_g1_mgmt_rsvd2cpu,
3587	.pot_clear = mv88e6xxx_g2_pot_clear,
3588	.reset = mv88e6352_g1_reset,
3589	.rmu_disable = mv88e6390_g1_rmu_disable,
 
 
3590	.vtu_getnext = mv88e6390_g1_vtu_getnext,
3591	.vtu_loadpurge = mv88e6390_g1_vtu_loadpurge,
3592	.serdes_power = mv88e6390_serdes_power,
3593	.serdes_get_lane = mv88e6390x_serdes_get_lane,
 
 
 
 
 
3594	.serdes_irq_mapping = mv88e6390_serdes_irq_mapping,
3595	.serdes_irq_enable = mv88e6390_serdes_irq_enable,
3596	.serdes_irq_status = mv88e6390_serdes_irq_status,
 
 
 
 
3597	.gpio_ops = &mv88e6352_gpio_ops,
3598	.phylink_validate = mv88e6390x_phylink_validate,
3599};
3600
3601static const struct mv88e6xxx_ops mv88e6191_ops = {
3602	/* MV88E6XXX_FAMILY_6390 */
3603	.setup_errata = mv88e6390_setup_errata,
3604	.irl_init_all = mv88e6390_g2_irl_init_all,
3605	.get_eeprom = mv88e6xxx_g2_get_eeprom8,
3606	.set_eeprom = mv88e6xxx_g2_set_eeprom8,
3607	.set_switch_mac = mv88e6xxx_g2_set_switch_mac,
3608	.phy_read = mv88e6xxx_g2_smi_phy_read,
3609	.phy_write = mv88e6xxx_g2_smi_phy_write,
3610	.port_set_link = mv88e6xxx_port_set_link,
3611	.port_set_duplex = mv88e6xxx_port_set_duplex,
3612	.port_set_rgmii_delay = mv88e6390_port_set_rgmii_delay,
3613	.port_set_speed = mv88e6390_port_set_speed,
3614	.port_max_speed_mode = mv88e6390_port_max_speed_mode,
3615	.port_tag_remap = mv88e6390_port_tag_remap,
3616	.port_set_frame_mode = mv88e6351_port_set_frame_mode,
3617	.port_set_egress_floods = mv88e6352_port_set_egress_floods,
3618	.port_set_ether_type = mv88e6351_port_set_ether_type,
3619	.port_pause_limit = mv88e6390_port_pause_limit,
3620	.port_disable_learn_limit = mv88e6xxx_port_disable_learn_limit,
3621	.port_disable_pri_override = mv88e6xxx_port_disable_pri_override,
3622	.port_link_state = mv88e6352_port_link_state,
3623	.port_get_cmode = mv88e6352_port_get_cmode,
3624	.port_set_cmode = mv88e6390_port_set_cmode,
3625	.port_setup_message_port = mv88e6xxx_setup_message_port,
3626	.stats_snapshot = mv88e6390_g1_stats_snapshot,
3627	.stats_set_histogram = mv88e6390_g1_stats_set_histogram,
3628	.stats_get_sset_count = mv88e6320_stats_get_sset_count,
3629	.stats_get_strings = mv88e6320_stats_get_strings,
3630	.stats_get_stats = mv88e6390_stats_get_stats,
3631	.set_cpu_port = mv88e6390_g1_set_cpu_port,
3632	.set_egress_port = mv88e6390_g1_set_egress_port,
3633	.watchdog_ops = &mv88e6390_watchdog_ops,
3634	.mgmt_rsvd2cpu = mv88e6390_g1_mgmt_rsvd2cpu,
3635	.pot_clear = mv88e6xxx_g2_pot_clear,
3636	.reset = mv88e6352_g1_reset,
3637	.rmu_disable = mv88e6390_g1_rmu_disable,
 
 
3638	.vtu_getnext = mv88e6390_g1_vtu_getnext,
3639	.vtu_loadpurge = mv88e6390_g1_vtu_loadpurge,
3640	.serdes_power = mv88e6390_serdes_power,
3641	.serdes_get_lane = mv88e6390_serdes_get_lane,
 
 
 
 
 
3642	.serdes_irq_mapping = mv88e6390_serdes_irq_mapping,
3643	.serdes_irq_enable = mv88e6390_serdes_irq_enable,
3644	.serdes_irq_status = mv88e6390_serdes_irq_status,
 
 
 
 
3645	.avb_ops = &mv88e6390_avb_ops,
3646	.ptp_ops = &mv88e6352_ptp_ops,
3647	.phylink_validate = mv88e6390_phylink_validate,
3648};
3649
3650static const struct mv88e6xxx_ops mv88e6240_ops = {
3651	/* MV88E6XXX_FAMILY_6352 */
3652	.ieee_pri_map = mv88e6085_g1_ieee_pri_map,
3653	.ip_pri_map = mv88e6085_g1_ip_pri_map,
3654	.irl_init_all = mv88e6352_g2_irl_init_all,
3655	.get_eeprom = mv88e6xxx_g2_get_eeprom16,
3656	.set_eeprom = mv88e6xxx_g2_set_eeprom16,
3657	.set_switch_mac = mv88e6xxx_g2_set_switch_mac,
3658	.phy_read = mv88e6xxx_g2_smi_phy_read,
3659	.phy_write = mv88e6xxx_g2_smi_phy_write,
3660	.port_set_link = mv88e6xxx_port_set_link,
3661	.port_set_duplex = mv88e6xxx_port_set_duplex,
3662	.port_set_rgmii_delay = mv88e6352_port_set_rgmii_delay,
3663	.port_set_speed = mv88e6352_port_set_speed,
3664	.port_tag_remap = mv88e6095_port_tag_remap,
3665	.port_set_policy = mv88e6352_port_set_policy,
3666	.port_set_frame_mode = mv88e6351_port_set_frame_mode,
3667	.port_set_egress_floods = mv88e6352_port_set_egress_floods,
3668	.port_set_ether_type = mv88e6351_port_set_ether_type,
3669	.port_set_jumbo_size = mv88e6165_port_set_jumbo_size,
3670	.port_egress_rate_limiting = mv88e6097_port_egress_rate_limiting,
3671	.port_pause_limit = mv88e6097_port_pause_limit,
3672	.port_disable_learn_limit = mv88e6xxx_port_disable_learn_limit,
3673	.port_disable_pri_override = mv88e6xxx_port_disable_pri_override,
3674	.port_link_state = mv88e6352_port_link_state,
3675	.port_get_cmode = mv88e6352_port_get_cmode,
3676	.port_setup_message_port = mv88e6xxx_setup_message_port,
3677	.stats_snapshot = mv88e6320_g1_stats_snapshot,
3678	.stats_set_histogram = mv88e6095_g1_stats_set_histogram,
3679	.stats_get_sset_count = mv88e6095_stats_get_sset_count,
3680	.stats_get_strings = mv88e6095_stats_get_strings,
3681	.stats_get_stats = mv88e6095_stats_get_stats,
3682	.set_cpu_port = mv88e6095_g1_set_cpu_port,
3683	.set_egress_port = mv88e6095_g1_set_egress_port,
3684	.watchdog_ops = &mv88e6097_watchdog_ops,
3685	.mgmt_rsvd2cpu = mv88e6352_g2_mgmt_rsvd2cpu,
3686	.pot_clear = mv88e6xxx_g2_pot_clear,
3687	.reset = mv88e6352_g1_reset,
3688	.rmu_disable = mv88e6352_g1_rmu_disable,
 
 
3689	.vtu_getnext = mv88e6352_g1_vtu_getnext,
3690	.vtu_loadpurge = mv88e6352_g1_vtu_loadpurge,
3691	.serdes_get_lane = mv88e6352_serdes_get_lane,
 
 
 
 
3692	.serdes_power = mv88e6352_serdes_power,
3693	.serdes_irq_mapping = mv88e6352_serdes_irq_mapping,
3694	.serdes_irq_enable = mv88e6352_serdes_irq_enable,
3695	.serdes_irq_status = mv88e6352_serdes_irq_status,
 
 
3696	.gpio_ops = &mv88e6352_gpio_ops,
3697	.avb_ops = &mv88e6352_avb_ops,
3698	.ptp_ops = &mv88e6352_ptp_ops,
3699	.phylink_validate = mv88e6352_phylink_validate,
3700};
3701
3702static const struct mv88e6xxx_ops mv88e6250_ops = {
3703	/* MV88E6XXX_FAMILY_6250 */
3704	.ieee_pri_map = mv88e6250_g1_ieee_pri_map,
3705	.ip_pri_map = mv88e6085_g1_ip_pri_map,
3706	.irl_init_all = mv88e6352_g2_irl_init_all,
3707	.get_eeprom = mv88e6xxx_g2_get_eeprom16,
3708	.set_eeprom = mv88e6xxx_g2_set_eeprom16,
3709	.set_switch_mac = mv88e6xxx_g2_set_switch_mac,
3710	.phy_read = mv88e6xxx_g2_smi_phy_read,
3711	.phy_write = mv88e6xxx_g2_smi_phy_write,
3712	.port_set_link = mv88e6xxx_port_set_link,
3713	.port_set_duplex = mv88e6xxx_port_set_duplex,
3714	.port_set_rgmii_delay = mv88e6352_port_set_rgmii_delay,
3715	.port_set_speed = mv88e6250_port_set_speed,
3716	.port_tag_remap = mv88e6095_port_tag_remap,
3717	.port_set_frame_mode = mv88e6351_port_set_frame_mode,
3718	.port_set_egress_floods = mv88e6352_port_set_egress_floods,
3719	.port_set_ether_type = mv88e6351_port_set_ether_type,
3720	.port_egress_rate_limiting = mv88e6097_port_egress_rate_limiting,
3721	.port_pause_limit = mv88e6097_port_pause_limit,
3722	.port_disable_pri_override = mv88e6xxx_port_disable_pri_override,
3723	.port_link_state = mv88e6250_port_link_state,
3724	.stats_snapshot = mv88e6320_g1_stats_snapshot,
3725	.stats_set_histogram = mv88e6095_g1_stats_set_histogram,
3726	.stats_get_sset_count = mv88e6250_stats_get_sset_count,
3727	.stats_get_strings = mv88e6250_stats_get_strings,
3728	.stats_get_stats = mv88e6250_stats_get_stats,
3729	.set_cpu_port = mv88e6095_g1_set_cpu_port,
3730	.set_egress_port = mv88e6095_g1_set_egress_port,
3731	.watchdog_ops = &mv88e6250_watchdog_ops,
3732	.mgmt_rsvd2cpu = mv88e6352_g2_mgmt_rsvd2cpu,
3733	.pot_clear = mv88e6xxx_g2_pot_clear,
3734	.reset = mv88e6250_g1_reset,
3735	.vtu_getnext = mv88e6250_g1_vtu_getnext,
3736	.vtu_loadpurge = mv88e6250_g1_vtu_loadpurge,
3737	.avb_ops = &mv88e6352_avb_ops,
3738	.ptp_ops = &mv88e6250_ptp_ops,
3739	.phylink_validate = mv88e6065_phylink_validate,
3740};
3741
3742static const struct mv88e6xxx_ops mv88e6290_ops = {
3743	/* MV88E6XXX_FAMILY_6390 */
3744	.setup_errata = mv88e6390_setup_errata,
3745	.irl_init_all = mv88e6390_g2_irl_init_all,
3746	.get_eeprom = mv88e6xxx_g2_get_eeprom8,
3747	.set_eeprom = mv88e6xxx_g2_set_eeprom8,
3748	.set_switch_mac = mv88e6xxx_g2_set_switch_mac,
3749	.phy_read = mv88e6xxx_g2_smi_phy_read,
3750	.phy_write = mv88e6xxx_g2_smi_phy_write,
3751	.port_set_link = mv88e6xxx_port_set_link,
3752	.port_set_duplex = mv88e6xxx_port_set_duplex,
3753	.port_set_rgmii_delay = mv88e6390_port_set_rgmii_delay,
3754	.port_set_speed = mv88e6390_port_set_speed,
3755	.port_max_speed_mode = mv88e6390_port_max_speed_mode,
3756	.port_tag_remap = mv88e6390_port_tag_remap,
3757	.port_set_policy = mv88e6352_port_set_policy,
3758	.port_set_frame_mode = mv88e6351_port_set_frame_mode,
3759	.port_set_egress_floods = mv88e6352_port_set_egress_floods,
3760	.port_set_ether_type = mv88e6351_port_set_ether_type,
3761	.port_pause_limit = mv88e6390_port_pause_limit,
3762	.port_disable_learn_limit = mv88e6xxx_port_disable_learn_limit,
3763	.port_disable_pri_override = mv88e6xxx_port_disable_pri_override,
3764	.port_link_state = mv88e6352_port_link_state,
3765	.port_get_cmode = mv88e6352_port_get_cmode,
3766	.port_set_cmode = mv88e6390_port_set_cmode,
3767	.port_setup_message_port = mv88e6xxx_setup_message_port,
3768	.stats_snapshot = mv88e6390_g1_stats_snapshot,
3769	.stats_set_histogram = mv88e6390_g1_stats_set_histogram,
3770	.stats_get_sset_count = mv88e6320_stats_get_sset_count,
3771	.stats_get_strings = mv88e6320_stats_get_strings,
3772	.stats_get_stats = mv88e6390_stats_get_stats,
3773	.set_cpu_port = mv88e6390_g1_set_cpu_port,
3774	.set_egress_port = mv88e6390_g1_set_egress_port,
3775	.watchdog_ops = &mv88e6390_watchdog_ops,
3776	.mgmt_rsvd2cpu = mv88e6390_g1_mgmt_rsvd2cpu,
3777	.pot_clear = mv88e6xxx_g2_pot_clear,
3778	.reset = mv88e6352_g1_reset,
3779	.rmu_disable = mv88e6390_g1_rmu_disable,
 
 
3780	.vtu_getnext = mv88e6390_g1_vtu_getnext,
3781	.vtu_loadpurge = mv88e6390_g1_vtu_loadpurge,
3782	.serdes_power = mv88e6390_serdes_power,
3783	.serdes_get_lane = mv88e6390_serdes_get_lane,
 
 
 
 
 
3784	.serdes_irq_mapping = mv88e6390_serdes_irq_mapping,
3785	.serdes_irq_enable = mv88e6390_serdes_irq_enable,
3786	.serdes_irq_status = mv88e6390_serdes_irq_status,
 
 
 
 
3787	.gpio_ops = &mv88e6352_gpio_ops,
3788	.avb_ops = &mv88e6390_avb_ops,
3789	.ptp_ops = &mv88e6352_ptp_ops,
3790	.phylink_validate = mv88e6390_phylink_validate,
3791};
3792
3793static const struct mv88e6xxx_ops mv88e6320_ops = {
3794	/* MV88E6XXX_FAMILY_6320 */
3795	.ieee_pri_map = mv88e6085_g1_ieee_pri_map,
3796	.ip_pri_map = mv88e6085_g1_ip_pri_map,
3797	.irl_init_all = mv88e6352_g2_irl_init_all,
3798	.get_eeprom = mv88e6xxx_g2_get_eeprom16,
3799	.set_eeprom = mv88e6xxx_g2_set_eeprom16,
3800	.set_switch_mac = mv88e6xxx_g2_set_switch_mac,
3801	.phy_read = mv88e6xxx_g2_smi_phy_read,
3802	.phy_write = mv88e6xxx_g2_smi_phy_write,
3803	.port_set_link = mv88e6xxx_port_set_link,
3804	.port_set_duplex = mv88e6xxx_port_set_duplex,
3805	.port_set_speed = mv88e6185_port_set_speed,
3806	.port_tag_remap = mv88e6095_port_tag_remap,
3807	.port_set_frame_mode = mv88e6351_port_set_frame_mode,
3808	.port_set_egress_floods = mv88e6352_port_set_egress_floods,
3809	.port_set_ether_type = mv88e6351_port_set_ether_type,
3810	.port_set_jumbo_size = mv88e6165_port_set_jumbo_size,
3811	.port_egress_rate_limiting = mv88e6097_port_egress_rate_limiting,
3812	.port_pause_limit = mv88e6097_port_pause_limit,
3813	.port_disable_learn_limit = mv88e6xxx_port_disable_learn_limit,
3814	.port_disable_pri_override = mv88e6xxx_port_disable_pri_override,
3815	.port_link_state = mv88e6352_port_link_state,
3816	.port_get_cmode = mv88e6352_port_get_cmode,
3817	.port_setup_message_port = mv88e6xxx_setup_message_port,
3818	.stats_snapshot = mv88e6320_g1_stats_snapshot,
3819	.stats_set_histogram = mv88e6095_g1_stats_set_histogram,
3820	.stats_get_sset_count = mv88e6320_stats_get_sset_count,
3821	.stats_get_strings = mv88e6320_stats_get_strings,
3822	.stats_get_stats = mv88e6320_stats_get_stats,
3823	.set_cpu_port = mv88e6095_g1_set_cpu_port,
3824	.set_egress_port = mv88e6095_g1_set_egress_port,
3825	.watchdog_ops = &mv88e6390_watchdog_ops,
3826	.mgmt_rsvd2cpu = mv88e6352_g2_mgmt_rsvd2cpu,
3827	.pot_clear = mv88e6xxx_g2_pot_clear,
3828	.reset = mv88e6352_g1_reset,
3829	.vtu_getnext = mv88e6185_g1_vtu_getnext,
3830	.vtu_loadpurge = mv88e6185_g1_vtu_loadpurge,
3831	.gpio_ops = &mv88e6352_gpio_ops,
3832	.avb_ops = &mv88e6352_avb_ops,
3833	.ptp_ops = &mv88e6352_ptp_ops,
3834	.phylink_validate = mv88e6185_phylink_validate,
3835};
3836
3837static const struct mv88e6xxx_ops mv88e6321_ops = {
3838	/* MV88E6XXX_FAMILY_6320 */
3839	.ieee_pri_map = mv88e6085_g1_ieee_pri_map,
3840	.ip_pri_map = mv88e6085_g1_ip_pri_map,
3841	.irl_init_all = mv88e6352_g2_irl_init_all,
3842	.get_eeprom = mv88e6xxx_g2_get_eeprom16,
3843	.set_eeprom = mv88e6xxx_g2_set_eeprom16,
3844	.set_switch_mac = mv88e6xxx_g2_set_switch_mac,
3845	.phy_read = mv88e6xxx_g2_smi_phy_read,
3846	.phy_write = mv88e6xxx_g2_smi_phy_write,
3847	.port_set_link = mv88e6xxx_port_set_link,
3848	.port_set_duplex = mv88e6xxx_port_set_duplex,
3849	.port_set_speed = mv88e6185_port_set_speed,
3850	.port_tag_remap = mv88e6095_port_tag_remap,
3851	.port_set_frame_mode = mv88e6351_port_set_frame_mode,
3852	.port_set_egress_floods = mv88e6352_port_set_egress_floods,
3853	.port_set_ether_type = mv88e6351_port_set_ether_type,
3854	.port_set_jumbo_size = mv88e6165_port_set_jumbo_size,
3855	.port_egress_rate_limiting = mv88e6097_port_egress_rate_limiting,
3856	.port_pause_limit = mv88e6097_port_pause_limit,
3857	.port_disable_learn_limit = mv88e6xxx_port_disable_learn_limit,
3858	.port_disable_pri_override = mv88e6xxx_port_disable_pri_override,
3859	.port_link_state = mv88e6352_port_link_state,
3860	.port_get_cmode = mv88e6352_port_get_cmode,
3861	.port_setup_message_port = mv88e6xxx_setup_message_port,
3862	.stats_snapshot = mv88e6320_g1_stats_snapshot,
3863	.stats_set_histogram = mv88e6095_g1_stats_set_histogram,
3864	.stats_get_sset_count = mv88e6320_stats_get_sset_count,
3865	.stats_get_strings = mv88e6320_stats_get_strings,
3866	.stats_get_stats = mv88e6320_stats_get_stats,
3867	.set_cpu_port = mv88e6095_g1_set_cpu_port,
3868	.set_egress_port = mv88e6095_g1_set_egress_port,
3869	.watchdog_ops = &mv88e6390_watchdog_ops,
3870	.reset = mv88e6352_g1_reset,
3871	.vtu_getnext = mv88e6185_g1_vtu_getnext,
3872	.vtu_loadpurge = mv88e6185_g1_vtu_loadpurge,
3873	.gpio_ops = &mv88e6352_gpio_ops,
3874	.avb_ops = &mv88e6352_avb_ops,
3875	.ptp_ops = &mv88e6352_ptp_ops,
3876	.phylink_validate = mv88e6185_phylink_validate,
3877};
3878
3879static const struct mv88e6xxx_ops mv88e6341_ops = {
3880	/* MV88E6XXX_FAMILY_6341 */
3881	.ieee_pri_map = mv88e6085_g1_ieee_pri_map,
3882	.ip_pri_map = mv88e6085_g1_ip_pri_map,
3883	.irl_init_all = mv88e6352_g2_irl_init_all,
3884	.get_eeprom = mv88e6xxx_g2_get_eeprom8,
3885	.set_eeprom = mv88e6xxx_g2_set_eeprom8,
3886	.set_switch_mac = mv88e6xxx_g2_set_switch_mac,
3887	.phy_read = mv88e6xxx_g2_smi_phy_read,
3888	.phy_write = mv88e6xxx_g2_smi_phy_write,
3889	.port_set_link = mv88e6xxx_port_set_link,
3890	.port_set_duplex = mv88e6xxx_port_set_duplex,
3891	.port_set_rgmii_delay = mv88e6390_port_set_rgmii_delay,
3892	.port_set_speed = mv88e6341_port_set_speed,
3893	.port_max_speed_mode = mv88e6341_port_max_speed_mode,
3894	.port_tag_remap = mv88e6095_port_tag_remap,
3895	.port_set_frame_mode = mv88e6351_port_set_frame_mode,
3896	.port_set_egress_floods = mv88e6352_port_set_egress_floods,
3897	.port_set_ether_type = mv88e6351_port_set_ether_type,
3898	.port_set_jumbo_size = mv88e6165_port_set_jumbo_size,
3899	.port_egress_rate_limiting = mv88e6097_port_egress_rate_limiting,
3900	.port_pause_limit = mv88e6097_port_pause_limit,
3901	.port_disable_learn_limit = mv88e6xxx_port_disable_learn_limit,
3902	.port_disable_pri_override = mv88e6xxx_port_disable_pri_override,
3903	.port_link_state = mv88e6352_port_link_state,
3904	.port_get_cmode = mv88e6352_port_get_cmode,
3905	.port_set_cmode = mv88e6341_port_set_cmode,
3906	.port_setup_message_port = mv88e6xxx_setup_message_port,
3907	.stats_snapshot = mv88e6390_g1_stats_snapshot,
3908	.stats_set_histogram = mv88e6095_g1_stats_set_histogram,
3909	.stats_get_sset_count = mv88e6320_stats_get_sset_count,
3910	.stats_get_strings = mv88e6320_stats_get_strings,
3911	.stats_get_stats = mv88e6390_stats_get_stats,
3912	.set_cpu_port = mv88e6390_g1_set_cpu_port,
3913	.set_egress_port = mv88e6390_g1_set_egress_port,
3914	.watchdog_ops = &mv88e6390_watchdog_ops,
3915	.mgmt_rsvd2cpu =  mv88e6390_g1_mgmt_rsvd2cpu,
3916	.pot_clear = mv88e6xxx_g2_pot_clear,
3917	.reset = mv88e6352_g1_reset,
3918	.vtu_getnext = mv88e6352_g1_vtu_getnext,
3919	.vtu_loadpurge = mv88e6352_g1_vtu_loadpurge,
3920	.serdes_power = mv88e6390_serdes_power,
3921	.serdes_get_lane = mv88e6341_serdes_get_lane,
 
 
 
 
 
3922	.serdes_irq_mapping = mv88e6390_serdes_irq_mapping,
3923	.serdes_irq_enable = mv88e6390_serdes_irq_enable,
3924	.serdes_irq_status = mv88e6390_serdes_irq_status,
3925	.gpio_ops = &mv88e6352_gpio_ops,
3926	.avb_ops = &mv88e6390_avb_ops,
3927	.ptp_ops = &mv88e6352_ptp_ops,
3928	.phylink_validate = mv88e6341_phylink_validate,
3929};
3930
3931static const struct mv88e6xxx_ops mv88e6350_ops = {
3932	/* MV88E6XXX_FAMILY_6351 */
3933	.ieee_pri_map = mv88e6085_g1_ieee_pri_map,
3934	.ip_pri_map = mv88e6085_g1_ip_pri_map,
3935	.irl_init_all = mv88e6352_g2_irl_init_all,
3936	.set_switch_mac = mv88e6xxx_g2_set_switch_mac,
3937	.phy_read = mv88e6xxx_g2_smi_phy_read,
3938	.phy_write = mv88e6xxx_g2_smi_phy_write,
3939	.port_set_link = mv88e6xxx_port_set_link,
3940	.port_set_duplex = mv88e6xxx_port_set_duplex,
3941	.port_set_rgmii_delay = mv88e6352_port_set_rgmii_delay,
3942	.port_set_speed = mv88e6185_port_set_speed,
3943	.port_tag_remap = mv88e6095_port_tag_remap,
3944	.port_set_frame_mode = mv88e6351_port_set_frame_mode,
3945	.port_set_egress_floods = mv88e6352_port_set_egress_floods,
3946	.port_set_ether_type = mv88e6351_port_set_ether_type,
3947	.port_set_jumbo_size = mv88e6165_port_set_jumbo_size,
3948	.port_egress_rate_limiting = mv88e6097_port_egress_rate_limiting,
3949	.port_pause_limit = mv88e6097_port_pause_limit,
3950	.port_disable_learn_limit = mv88e6xxx_port_disable_learn_limit,
3951	.port_disable_pri_override = mv88e6xxx_port_disable_pri_override,
3952	.port_link_state = mv88e6352_port_link_state,
3953	.port_get_cmode = mv88e6352_port_get_cmode,
3954	.port_setup_message_port = mv88e6xxx_setup_message_port,
3955	.stats_snapshot = mv88e6320_g1_stats_snapshot,
3956	.stats_set_histogram = mv88e6095_g1_stats_set_histogram,
3957	.stats_get_sset_count = mv88e6095_stats_get_sset_count,
3958	.stats_get_strings = mv88e6095_stats_get_strings,
3959	.stats_get_stats = mv88e6095_stats_get_stats,
3960	.set_cpu_port = mv88e6095_g1_set_cpu_port,
3961	.set_egress_port = mv88e6095_g1_set_egress_port,
3962	.watchdog_ops = &mv88e6097_watchdog_ops,
3963	.mgmt_rsvd2cpu = mv88e6352_g2_mgmt_rsvd2cpu,
3964	.pot_clear = mv88e6xxx_g2_pot_clear,
3965	.reset = mv88e6352_g1_reset,
 
 
3966	.vtu_getnext = mv88e6352_g1_vtu_getnext,
3967	.vtu_loadpurge = mv88e6352_g1_vtu_loadpurge,
3968	.phylink_validate = mv88e6185_phylink_validate,
3969};
3970
3971static const struct mv88e6xxx_ops mv88e6351_ops = {
3972	/* MV88E6XXX_FAMILY_6351 */
3973	.ieee_pri_map = mv88e6085_g1_ieee_pri_map,
3974	.ip_pri_map = mv88e6085_g1_ip_pri_map,
3975	.irl_init_all = mv88e6352_g2_irl_init_all,
3976	.set_switch_mac = mv88e6xxx_g2_set_switch_mac,
3977	.phy_read = mv88e6xxx_g2_smi_phy_read,
3978	.phy_write = mv88e6xxx_g2_smi_phy_write,
3979	.port_set_link = mv88e6xxx_port_set_link,
3980	.port_set_duplex = mv88e6xxx_port_set_duplex,
3981	.port_set_rgmii_delay = mv88e6352_port_set_rgmii_delay,
3982	.port_set_speed = mv88e6185_port_set_speed,
3983	.port_tag_remap = mv88e6095_port_tag_remap,
3984	.port_set_frame_mode = mv88e6351_port_set_frame_mode,
3985	.port_set_egress_floods = mv88e6352_port_set_egress_floods,
3986	.port_set_ether_type = mv88e6351_port_set_ether_type,
3987	.port_set_jumbo_size = mv88e6165_port_set_jumbo_size,
3988	.port_egress_rate_limiting = mv88e6097_port_egress_rate_limiting,
3989	.port_pause_limit = mv88e6097_port_pause_limit,
3990	.port_disable_learn_limit = mv88e6xxx_port_disable_learn_limit,
3991	.port_disable_pri_override = mv88e6xxx_port_disable_pri_override,
3992	.port_link_state = mv88e6352_port_link_state,
3993	.port_get_cmode = mv88e6352_port_get_cmode,
3994	.port_setup_message_port = mv88e6xxx_setup_message_port,
3995	.stats_snapshot = mv88e6320_g1_stats_snapshot,
3996	.stats_set_histogram = mv88e6095_g1_stats_set_histogram,
3997	.stats_get_sset_count = mv88e6095_stats_get_sset_count,
3998	.stats_get_strings = mv88e6095_stats_get_strings,
3999	.stats_get_stats = mv88e6095_stats_get_stats,
4000	.set_cpu_port = mv88e6095_g1_set_cpu_port,
4001	.set_egress_port = mv88e6095_g1_set_egress_port,
4002	.watchdog_ops = &mv88e6097_watchdog_ops,
4003	.mgmt_rsvd2cpu = mv88e6352_g2_mgmt_rsvd2cpu,
4004	.pot_clear = mv88e6xxx_g2_pot_clear,
4005	.reset = mv88e6352_g1_reset,
 
 
4006	.vtu_getnext = mv88e6352_g1_vtu_getnext,
4007	.vtu_loadpurge = mv88e6352_g1_vtu_loadpurge,
4008	.avb_ops = &mv88e6352_avb_ops,
4009	.ptp_ops = &mv88e6352_ptp_ops,
4010	.phylink_validate = mv88e6185_phylink_validate,
4011};
4012
4013static const struct mv88e6xxx_ops mv88e6352_ops = {
4014	/* MV88E6XXX_FAMILY_6352 */
4015	.ieee_pri_map = mv88e6085_g1_ieee_pri_map,
4016	.ip_pri_map = mv88e6085_g1_ip_pri_map,
4017	.irl_init_all = mv88e6352_g2_irl_init_all,
4018	.get_eeprom = mv88e6xxx_g2_get_eeprom16,
4019	.set_eeprom = mv88e6xxx_g2_set_eeprom16,
4020	.set_switch_mac = mv88e6xxx_g2_set_switch_mac,
4021	.phy_read = mv88e6xxx_g2_smi_phy_read,
4022	.phy_write = mv88e6xxx_g2_smi_phy_write,
4023	.port_set_link = mv88e6xxx_port_set_link,
4024	.port_set_duplex = mv88e6xxx_port_set_duplex,
4025	.port_set_rgmii_delay = mv88e6352_port_set_rgmii_delay,
4026	.port_set_speed = mv88e6352_port_set_speed,
4027	.port_tag_remap = mv88e6095_port_tag_remap,
4028	.port_set_policy = mv88e6352_port_set_policy,
4029	.port_set_frame_mode = mv88e6351_port_set_frame_mode,
4030	.port_set_egress_floods = mv88e6352_port_set_egress_floods,
4031	.port_set_ether_type = mv88e6351_port_set_ether_type,
4032	.port_set_jumbo_size = mv88e6165_port_set_jumbo_size,
4033	.port_egress_rate_limiting = mv88e6097_port_egress_rate_limiting,
4034	.port_pause_limit = mv88e6097_port_pause_limit,
4035	.port_disable_learn_limit = mv88e6xxx_port_disable_learn_limit,
4036	.port_disable_pri_override = mv88e6xxx_port_disable_pri_override,
4037	.port_link_state = mv88e6352_port_link_state,
4038	.port_get_cmode = mv88e6352_port_get_cmode,
4039	.port_setup_message_port = mv88e6xxx_setup_message_port,
4040	.stats_snapshot = mv88e6320_g1_stats_snapshot,
4041	.stats_set_histogram = mv88e6095_g1_stats_set_histogram,
4042	.stats_get_sset_count = mv88e6095_stats_get_sset_count,
4043	.stats_get_strings = mv88e6095_stats_get_strings,
4044	.stats_get_stats = mv88e6095_stats_get_stats,
4045	.set_cpu_port = mv88e6095_g1_set_cpu_port,
4046	.set_egress_port = mv88e6095_g1_set_egress_port,
4047	.watchdog_ops = &mv88e6097_watchdog_ops,
4048	.mgmt_rsvd2cpu = mv88e6352_g2_mgmt_rsvd2cpu,
4049	.pot_clear = mv88e6xxx_g2_pot_clear,
4050	.reset = mv88e6352_g1_reset,
4051	.rmu_disable = mv88e6352_g1_rmu_disable,
 
 
4052	.vtu_getnext = mv88e6352_g1_vtu_getnext,
4053	.vtu_loadpurge = mv88e6352_g1_vtu_loadpurge,
4054	.serdes_get_lane = mv88e6352_serdes_get_lane,
 
 
 
 
4055	.serdes_power = mv88e6352_serdes_power,
4056	.serdes_irq_mapping = mv88e6352_serdes_irq_mapping,
4057	.serdes_irq_enable = mv88e6352_serdes_irq_enable,
4058	.serdes_irq_status = mv88e6352_serdes_irq_status,
4059	.gpio_ops = &mv88e6352_gpio_ops,
4060	.avb_ops = &mv88e6352_avb_ops,
4061	.ptp_ops = &mv88e6352_ptp_ops,
4062	.serdes_get_sset_count = mv88e6352_serdes_get_sset_count,
4063	.serdes_get_strings = mv88e6352_serdes_get_strings,
4064	.serdes_get_stats = mv88e6352_serdes_get_stats,
 
 
4065	.phylink_validate = mv88e6352_phylink_validate,
4066};
4067
4068static const struct mv88e6xxx_ops mv88e6390_ops = {
4069	/* MV88E6XXX_FAMILY_6390 */
4070	.setup_errata = mv88e6390_setup_errata,
4071	.irl_init_all = mv88e6390_g2_irl_init_all,
4072	.get_eeprom = mv88e6xxx_g2_get_eeprom8,
4073	.set_eeprom = mv88e6xxx_g2_set_eeprom8,
4074	.set_switch_mac = mv88e6xxx_g2_set_switch_mac,
4075	.phy_read = mv88e6xxx_g2_smi_phy_read,
4076	.phy_write = mv88e6xxx_g2_smi_phy_write,
4077	.port_set_link = mv88e6xxx_port_set_link,
4078	.port_set_duplex = mv88e6xxx_port_set_duplex,
4079	.port_set_rgmii_delay = mv88e6390_port_set_rgmii_delay,
4080	.port_set_speed = mv88e6390_port_set_speed,
4081	.port_max_speed_mode = mv88e6390_port_max_speed_mode,
4082	.port_tag_remap = mv88e6390_port_tag_remap,
4083	.port_set_policy = mv88e6352_port_set_policy,
4084	.port_set_frame_mode = mv88e6351_port_set_frame_mode,
4085	.port_set_egress_floods = mv88e6352_port_set_egress_floods,
4086	.port_set_ether_type = mv88e6351_port_set_ether_type,
4087	.port_set_jumbo_size = mv88e6165_port_set_jumbo_size,
4088	.port_egress_rate_limiting = mv88e6097_port_egress_rate_limiting,
4089	.port_pause_limit = mv88e6390_port_pause_limit,
4090	.port_disable_learn_limit = mv88e6xxx_port_disable_learn_limit,
4091	.port_disable_pri_override = mv88e6xxx_port_disable_pri_override,
4092	.port_link_state = mv88e6352_port_link_state,
4093	.port_get_cmode = mv88e6352_port_get_cmode,
4094	.port_set_cmode = mv88e6390_port_set_cmode,
4095	.port_setup_message_port = mv88e6xxx_setup_message_port,
4096	.stats_snapshot = mv88e6390_g1_stats_snapshot,
4097	.stats_set_histogram = mv88e6390_g1_stats_set_histogram,
4098	.stats_get_sset_count = mv88e6320_stats_get_sset_count,
4099	.stats_get_strings = mv88e6320_stats_get_strings,
4100	.stats_get_stats = mv88e6390_stats_get_stats,
4101	.set_cpu_port = mv88e6390_g1_set_cpu_port,
4102	.set_egress_port = mv88e6390_g1_set_egress_port,
4103	.watchdog_ops = &mv88e6390_watchdog_ops,
4104	.mgmt_rsvd2cpu = mv88e6390_g1_mgmt_rsvd2cpu,
4105	.pot_clear = mv88e6xxx_g2_pot_clear,
4106	.reset = mv88e6352_g1_reset,
4107	.rmu_disable = mv88e6390_g1_rmu_disable,
 
 
4108	.vtu_getnext = mv88e6390_g1_vtu_getnext,
4109	.vtu_loadpurge = mv88e6390_g1_vtu_loadpurge,
4110	.serdes_power = mv88e6390_serdes_power,
4111	.serdes_get_lane = mv88e6390_serdes_get_lane,
 
 
 
 
 
4112	.serdes_irq_mapping = mv88e6390_serdes_irq_mapping,
4113	.serdes_irq_enable = mv88e6390_serdes_irq_enable,
4114	.serdes_irq_status = mv88e6390_serdes_irq_status,
4115	.gpio_ops = &mv88e6352_gpio_ops,
4116	.avb_ops = &mv88e6390_avb_ops,
4117	.ptp_ops = &mv88e6352_ptp_ops,
 
 
 
 
 
4118	.phylink_validate = mv88e6390_phylink_validate,
4119};
4120
4121static const struct mv88e6xxx_ops mv88e6390x_ops = {
4122	/* MV88E6XXX_FAMILY_6390 */
4123	.setup_errata = mv88e6390_setup_errata,
4124	.irl_init_all = mv88e6390_g2_irl_init_all,
4125	.get_eeprom = mv88e6xxx_g2_get_eeprom8,
4126	.set_eeprom = mv88e6xxx_g2_set_eeprom8,
4127	.set_switch_mac = mv88e6xxx_g2_set_switch_mac,
4128	.phy_read = mv88e6xxx_g2_smi_phy_read,
4129	.phy_write = mv88e6xxx_g2_smi_phy_write,
4130	.port_set_link = mv88e6xxx_port_set_link,
4131	.port_set_duplex = mv88e6xxx_port_set_duplex,
4132	.port_set_rgmii_delay = mv88e6390_port_set_rgmii_delay,
4133	.port_set_speed = mv88e6390x_port_set_speed,
4134	.port_max_speed_mode = mv88e6390x_port_max_speed_mode,
4135	.port_tag_remap = mv88e6390_port_tag_remap,
4136	.port_set_policy = mv88e6352_port_set_policy,
4137	.port_set_frame_mode = mv88e6351_port_set_frame_mode,
4138	.port_set_egress_floods = mv88e6352_port_set_egress_floods,
4139	.port_set_ether_type = mv88e6351_port_set_ether_type,
4140	.port_set_jumbo_size = mv88e6165_port_set_jumbo_size,
4141	.port_egress_rate_limiting = mv88e6097_port_egress_rate_limiting,
4142	.port_pause_limit = mv88e6390_port_pause_limit,
4143	.port_disable_learn_limit = mv88e6xxx_port_disable_learn_limit,
4144	.port_disable_pri_override = mv88e6xxx_port_disable_pri_override,
4145	.port_link_state = mv88e6352_port_link_state,
4146	.port_get_cmode = mv88e6352_port_get_cmode,
4147	.port_set_cmode = mv88e6390x_port_set_cmode,
4148	.port_setup_message_port = mv88e6xxx_setup_message_port,
4149	.stats_snapshot = mv88e6390_g1_stats_snapshot,
4150	.stats_set_histogram = mv88e6390_g1_stats_set_histogram,
4151	.stats_get_sset_count = mv88e6320_stats_get_sset_count,
4152	.stats_get_strings = mv88e6320_stats_get_strings,
4153	.stats_get_stats = mv88e6390_stats_get_stats,
4154	.set_cpu_port = mv88e6390_g1_set_cpu_port,
4155	.set_egress_port = mv88e6390_g1_set_egress_port,
4156	.watchdog_ops = &mv88e6390_watchdog_ops,
4157	.mgmt_rsvd2cpu = mv88e6390_g1_mgmt_rsvd2cpu,
4158	.pot_clear = mv88e6xxx_g2_pot_clear,
4159	.reset = mv88e6352_g1_reset,
4160	.rmu_disable = mv88e6390_g1_rmu_disable,
 
 
4161	.vtu_getnext = mv88e6390_g1_vtu_getnext,
4162	.vtu_loadpurge = mv88e6390_g1_vtu_loadpurge,
4163	.serdes_power = mv88e6390_serdes_power,
4164	.serdes_get_lane = mv88e6390x_serdes_get_lane,
 
 
 
 
4165	.serdes_irq_mapping = mv88e6390_serdes_irq_mapping,
4166	.serdes_irq_enable = mv88e6390_serdes_irq_enable,
4167	.serdes_irq_status = mv88e6390_serdes_irq_status,
 
 
 
 
 
4168	.gpio_ops = &mv88e6352_gpio_ops,
4169	.avb_ops = &mv88e6390_avb_ops,
4170	.ptp_ops = &mv88e6352_ptp_ops,
4171	.phylink_validate = mv88e6390x_phylink_validate,
4172};
4173
4174static const struct mv88e6xxx_info mv88e6xxx_table[] = {
4175	[MV88E6085] = {
4176		.prod_num = MV88E6XXX_PORT_SWITCH_ID_PROD_6085,
4177		.family = MV88E6XXX_FAMILY_6097,
4178		.name = "Marvell 88E6085",
4179		.num_databases = 4096,
 
4180		.num_ports = 10,
4181		.num_internal_phys = 5,
4182		.max_vid = 4095,
4183		.port_base_addr = 0x10,
4184		.phy_base_addr = 0x0,
4185		.global1_addr = 0x1b,
4186		.global2_addr = 0x1c,
4187		.age_time_coeff = 15000,
4188		.g1_irqs = 8,
4189		.g2_irqs = 10,
4190		.atu_move_port_mask = 0xf,
4191		.pvt = true,
4192		.multi_chip = true,
4193		.tag_protocol = DSA_TAG_PROTO_DSA,
4194		.ops = &mv88e6085_ops,
4195	},
4196
4197	[MV88E6095] = {
4198		.prod_num = MV88E6XXX_PORT_SWITCH_ID_PROD_6095,
4199		.family = MV88E6XXX_FAMILY_6095,
4200		.name = "Marvell 88E6095/88E6095F",
4201		.num_databases = 256,
 
4202		.num_ports = 11,
4203		.num_internal_phys = 0,
4204		.max_vid = 4095,
4205		.port_base_addr = 0x10,
4206		.phy_base_addr = 0x0,
4207		.global1_addr = 0x1b,
4208		.global2_addr = 0x1c,
4209		.age_time_coeff = 15000,
4210		.g1_irqs = 8,
4211		.atu_move_port_mask = 0xf,
4212		.multi_chip = true,
4213		.tag_protocol = DSA_TAG_PROTO_DSA,
4214		.ops = &mv88e6095_ops,
4215	},
4216
4217	[MV88E6097] = {
4218		.prod_num = MV88E6XXX_PORT_SWITCH_ID_PROD_6097,
4219		.family = MV88E6XXX_FAMILY_6097,
4220		.name = "Marvell 88E6097/88E6097F",
4221		.num_databases = 4096,
 
4222		.num_ports = 11,
4223		.num_internal_phys = 8,
4224		.max_vid = 4095,
4225		.port_base_addr = 0x10,
4226		.phy_base_addr = 0x0,
4227		.global1_addr = 0x1b,
4228		.global2_addr = 0x1c,
4229		.age_time_coeff = 15000,
4230		.g1_irqs = 8,
4231		.g2_irqs = 10,
4232		.atu_move_port_mask = 0xf,
4233		.pvt = true,
4234		.multi_chip = true,
4235		.tag_protocol = DSA_TAG_PROTO_EDSA,
4236		.ops = &mv88e6097_ops,
4237	},
4238
4239	[MV88E6123] = {
4240		.prod_num = MV88E6XXX_PORT_SWITCH_ID_PROD_6123,
4241		.family = MV88E6XXX_FAMILY_6165,
4242		.name = "Marvell 88E6123",
4243		.num_databases = 4096,
 
4244		.num_ports = 3,
4245		.num_internal_phys = 5,
4246		.max_vid = 4095,
4247		.port_base_addr = 0x10,
4248		.phy_base_addr = 0x0,
4249		.global1_addr = 0x1b,
4250		.global2_addr = 0x1c,
4251		.age_time_coeff = 15000,
4252		.g1_irqs = 9,
4253		.g2_irqs = 10,
4254		.atu_move_port_mask = 0xf,
4255		.pvt = true,
4256		.multi_chip = true,
4257		.tag_protocol = DSA_TAG_PROTO_EDSA,
4258		.ops = &mv88e6123_ops,
4259	},
4260
4261	[MV88E6131] = {
4262		.prod_num = MV88E6XXX_PORT_SWITCH_ID_PROD_6131,
4263		.family = MV88E6XXX_FAMILY_6185,
4264		.name = "Marvell 88E6131",
4265		.num_databases = 256,
 
4266		.num_ports = 8,
4267		.num_internal_phys = 0,
4268		.max_vid = 4095,
4269		.port_base_addr = 0x10,
4270		.phy_base_addr = 0x0,
4271		.global1_addr = 0x1b,
4272		.global2_addr = 0x1c,
4273		.age_time_coeff = 15000,
4274		.g1_irqs = 9,
4275		.atu_move_port_mask = 0xf,
4276		.multi_chip = true,
4277		.tag_protocol = DSA_TAG_PROTO_DSA,
4278		.ops = &mv88e6131_ops,
4279	},
4280
4281	[MV88E6141] = {
4282		.prod_num = MV88E6XXX_PORT_SWITCH_ID_PROD_6141,
4283		.family = MV88E6XXX_FAMILY_6341,
4284		.name = "Marvell 88E6141",
4285		.num_databases = 4096,
 
4286		.num_ports = 6,
4287		.num_internal_phys = 5,
4288		.num_gpio = 11,
4289		.max_vid = 4095,
4290		.port_base_addr = 0x10,
4291		.phy_base_addr = 0x10,
4292		.global1_addr = 0x1b,
4293		.global2_addr = 0x1c,
4294		.age_time_coeff = 3750,
4295		.atu_move_port_mask = 0x1f,
4296		.g1_irqs = 9,
4297		.g2_irqs = 10,
4298		.pvt = true,
4299		.multi_chip = true,
4300		.tag_protocol = DSA_TAG_PROTO_EDSA,
4301		.ops = &mv88e6141_ops,
4302	},
4303
4304	[MV88E6161] = {
4305		.prod_num = MV88E6XXX_PORT_SWITCH_ID_PROD_6161,
4306		.family = MV88E6XXX_FAMILY_6165,
4307		.name = "Marvell 88E6161",
4308		.num_databases = 4096,
 
4309		.num_ports = 6,
4310		.num_internal_phys = 5,
4311		.max_vid = 4095,
4312		.port_base_addr = 0x10,
4313		.phy_base_addr = 0x0,
4314		.global1_addr = 0x1b,
4315		.global2_addr = 0x1c,
4316		.age_time_coeff = 15000,
4317		.g1_irqs = 9,
4318		.g2_irqs = 10,
4319		.atu_move_port_mask = 0xf,
4320		.pvt = true,
4321		.multi_chip = true,
4322		.tag_protocol = DSA_TAG_PROTO_EDSA,
4323		.ptp_support = true,
4324		.ops = &mv88e6161_ops,
4325	},
4326
4327	[MV88E6165] = {
4328		.prod_num = MV88E6XXX_PORT_SWITCH_ID_PROD_6165,
4329		.family = MV88E6XXX_FAMILY_6165,
4330		.name = "Marvell 88E6165",
4331		.num_databases = 4096,
 
4332		.num_ports = 6,
4333		.num_internal_phys = 0,
4334		.max_vid = 4095,
4335		.port_base_addr = 0x10,
4336		.phy_base_addr = 0x0,
4337		.global1_addr = 0x1b,
4338		.global2_addr = 0x1c,
4339		.age_time_coeff = 15000,
4340		.g1_irqs = 9,
4341		.g2_irqs = 10,
4342		.atu_move_port_mask = 0xf,
4343		.pvt = true,
4344		.multi_chip = true,
4345		.tag_protocol = DSA_TAG_PROTO_DSA,
4346		.ptp_support = true,
4347		.ops = &mv88e6165_ops,
4348	},
4349
4350	[MV88E6171] = {
4351		.prod_num = MV88E6XXX_PORT_SWITCH_ID_PROD_6171,
4352		.family = MV88E6XXX_FAMILY_6351,
4353		.name = "Marvell 88E6171",
4354		.num_databases = 4096,
 
4355		.num_ports = 7,
4356		.num_internal_phys = 5,
4357		.max_vid = 4095,
4358		.port_base_addr = 0x10,
4359		.phy_base_addr = 0x0,
4360		.global1_addr = 0x1b,
4361		.global2_addr = 0x1c,
4362		.age_time_coeff = 15000,
4363		.g1_irqs = 9,
4364		.g2_irqs = 10,
4365		.atu_move_port_mask = 0xf,
4366		.pvt = true,
4367		.multi_chip = true,
4368		.tag_protocol = DSA_TAG_PROTO_EDSA,
4369		.ops = &mv88e6171_ops,
4370	},
4371
4372	[MV88E6172] = {
4373		.prod_num = MV88E6XXX_PORT_SWITCH_ID_PROD_6172,
4374		.family = MV88E6XXX_FAMILY_6352,
4375		.name = "Marvell 88E6172",
4376		.num_databases = 4096,
 
4377		.num_ports = 7,
4378		.num_internal_phys = 5,
4379		.num_gpio = 15,
4380		.max_vid = 4095,
4381		.port_base_addr = 0x10,
4382		.phy_base_addr = 0x0,
4383		.global1_addr = 0x1b,
4384		.global2_addr = 0x1c,
4385		.age_time_coeff = 15000,
4386		.g1_irqs = 9,
4387		.g2_irqs = 10,
4388		.atu_move_port_mask = 0xf,
4389		.pvt = true,
4390		.multi_chip = true,
4391		.tag_protocol = DSA_TAG_PROTO_EDSA,
4392		.ops = &mv88e6172_ops,
4393	},
4394
4395	[MV88E6175] = {
4396		.prod_num = MV88E6XXX_PORT_SWITCH_ID_PROD_6175,
4397		.family = MV88E6XXX_FAMILY_6351,
4398		.name = "Marvell 88E6175",
4399		.num_databases = 4096,
 
4400		.num_ports = 7,
4401		.num_internal_phys = 5,
4402		.max_vid = 4095,
4403		.port_base_addr = 0x10,
4404		.phy_base_addr = 0x0,
4405		.global1_addr = 0x1b,
4406		.global2_addr = 0x1c,
4407		.age_time_coeff = 15000,
4408		.g1_irqs = 9,
4409		.g2_irqs = 10,
4410		.atu_move_port_mask = 0xf,
4411		.pvt = true,
4412		.multi_chip = true,
4413		.tag_protocol = DSA_TAG_PROTO_EDSA,
4414		.ops = &mv88e6175_ops,
4415	},
4416
4417	[MV88E6176] = {
4418		.prod_num = MV88E6XXX_PORT_SWITCH_ID_PROD_6176,
4419		.family = MV88E6XXX_FAMILY_6352,
4420		.name = "Marvell 88E6176",
4421		.num_databases = 4096,
 
4422		.num_ports = 7,
4423		.num_internal_phys = 5,
4424		.num_gpio = 15,
4425		.max_vid = 4095,
4426		.port_base_addr = 0x10,
4427		.phy_base_addr = 0x0,
4428		.global1_addr = 0x1b,
4429		.global2_addr = 0x1c,
4430		.age_time_coeff = 15000,
4431		.g1_irqs = 9,
4432		.g2_irqs = 10,
4433		.atu_move_port_mask = 0xf,
4434		.pvt = true,
4435		.multi_chip = true,
4436		.tag_protocol = DSA_TAG_PROTO_EDSA,
4437		.ops = &mv88e6176_ops,
4438	},
4439
4440	[MV88E6185] = {
4441		.prod_num = MV88E6XXX_PORT_SWITCH_ID_PROD_6185,
4442		.family = MV88E6XXX_FAMILY_6185,
4443		.name = "Marvell 88E6185",
4444		.num_databases = 256,
 
4445		.num_ports = 10,
4446		.num_internal_phys = 0,
4447		.max_vid = 4095,
4448		.port_base_addr = 0x10,
4449		.phy_base_addr = 0x0,
4450		.global1_addr = 0x1b,
4451		.global2_addr = 0x1c,
4452		.age_time_coeff = 15000,
4453		.g1_irqs = 8,
4454		.atu_move_port_mask = 0xf,
4455		.multi_chip = true,
4456		.tag_protocol = DSA_TAG_PROTO_EDSA,
4457		.ops = &mv88e6185_ops,
4458	},
4459
4460	[MV88E6190] = {
4461		.prod_num = MV88E6XXX_PORT_SWITCH_ID_PROD_6190,
4462		.family = MV88E6XXX_FAMILY_6390,
4463		.name = "Marvell 88E6190",
4464		.num_databases = 4096,
 
4465		.num_ports = 11,	/* 10 + Z80 */
4466		.num_internal_phys = 9,
4467		.num_gpio = 16,
4468		.max_vid = 8191,
4469		.port_base_addr = 0x0,
4470		.phy_base_addr = 0x0,
4471		.global1_addr = 0x1b,
4472		.global2_addr = 0x1c,
4473		.tag_protocol = DSA_TAG_PROTO_DSA,
4474		.age_time_coeff = 3750,
4475		.g1_irqs = 9,
4476		.g2_irqs = 14,
4477		.pvt = true,
4478		.multi_chip = true,
4479		.atu_move_port_mask = 0x1f,
4480		.ops = &mv88e6190_ops,
4481	},
4482
4483	[MV88E6190X] = {
4484		.prod_num = MV88E6XXX_PORT_SWITCH_ID_PROD_6190X,
4485		.family = MV88E6XXX_FAMILY_6390,
4486		.name = "Marvell 88E6190X",
4487		.num_databases = 4096,
 
4488		.num_ports = 11,	/* 10 + Z80 */
4489		.num_internal_phys = 9,
4490		.num_gpio = 16,
4491		.max_vid = 8191,
4492		.port_base_addr = 0x0,
4493		.phy_base_addr = 0x0,
4494		.global1_addr = 0x1b,
4495		.global2_addr = 0x1c,
4496		.age_time_coeff = 3750,
4497		.g1_irqs = 9,
4498		.g2_irqs = 14,
4499		.atu_move_port_mask = 0x1f,
4500		.pvt = true,
4501		.multi_chip = true,
4502		.tag_protocol = DSA_TAG_PROTO_DSA,
4503		.ops = &mv88e6190x_ops,
4504	},
4505
4506	[MV88E6191] = {
4507		.prod_num = MV88E6XXX_PORT_SWITCH_ID_PROD_6191,
4508		.family = MV88E6XXX_FAMILY_6390,
4509		.name = "Marvell 88E6191",
4510		.num_databases = 4096,
 
4511		.num_ports = 11,	/* 10 + Z80 */
4512		.num_internal_phys = 9,
4513		.max_vid = 8191,
4514		.port_base_addr = 0x0,
4515		.phy_base_addr = 0x0,
4516		.global1_addr = 0x1b,
4517		.global2_addr = 0x1c,
4518		.age_time_coeff = 3750,
4519		.g1_irqs = 9,
4520		.g2_irqs = 14,
4521		.atu_move_port_mask = 0x1f,
4522		.pvt = true,
4523		.multi_chip = true,
4524		.tag_protocol = DSA_TAG_PROTO_DSA,
4525		.ptp_support = true,
4526		.ops = &mv88e6191_ops,
4527	},
4528
4529	[MV88E6220] = {
4530		.prod_num = MV88E6XXX_PORT_SWITCH_ID_PROD_6220,
4531		.family = MV88E6XXX_FAMILY_6250,
4532		.name = "Marvell 88E6220",
4533		.num_databases = 64,
4534
4535		/* Ports 2-4 are not routed to pins
4536		 * => usable ports 0, 1, 5, 6
4537		 */
4538		.num_ports = 7,
4539		.num_internal_phys = 2,
4540		.invalid_port_mask = BIT(2) | BIT(3) | BIT(4),
4541		.max_vid = 4095,
4542		.port_base_addr = 0x08,
4543		.phy_base_addr = 0x00,
4544		.global1_addr = 0x0f,
4545		.global2_addr = 0x07,
4546		.age_time_coeff = 15000,
4547		.g1_irqs = 9,
4548		.g2_irqs = 10,
4549		.atu_move_port_mask = 0xf,
4550		.dual_chip = true,
4551		.tag_protocol = DSA_TAG_PROTO_DSA,
4552		.ptp_support = true,
4553		.ops = &mv88e6250_ops,
4554	},
4555
4556	[MV88E6240] = {
4557		.prod_num = MV88E6XXX_PORT_SWITCH_ID_PROD_6240,
4558		.family = MV88E6XXX_FAMILY_6352,
4559		.name = "Marvell 88E6240",
4560		.num_databases = 4096,
 
4561		.num_ports = 7,
4562		.num_internal_phys = 5,
4563		.num_gpio = 15,
4564		.max_vid = 4095,
4565		.port_base_addr = 0x10,
4566		.phy_base_addr = 0x0,
4567		.global1_addr = 0x1b,
4568		.global2_addr = 0x1c,
4569		.age_time_coeff = 15000,
4570		.g1_irqs = 9,
4571		.g2_irqs = 10,
4572		.atu_move_port_mask = 0xf,
4573		.pvt = true,
4574		.multi_chip = true,
4575		.tag_protocol = DSA_TAG_PROTO_EDSA,
4576		.ptp_support = true,
4577		.ops = &mv88e6240_ops,
4578	},
4579
4580	[MV88E6250] = {
4581		.prod_num = MV88E6XXX_PORT_SWITCH_ID_PROD_6250,
4582		.family = MV88E6XXX_FAMILY_6250,
4583		.name = "Marvell 88E6250",
4584		.num_databases = 64,
4585		.num_ports = 7,
4586		.num_internal_phys = 5,
4587		.max_vid = 4095,
4588		.port_base_addr = 0x08,
4589		.phy_base_addr = 0x00,
4590		.global1_addr = 0x0f,
4591		.global2_addr = 0x07,
4592		.age_time_coeff = 15000,
4593		.g1_irqs = 9,
4594		.g2_irqs = 10,
4595		.atu_move_port_mask = 0xf,
4596		.dual_chip = true,
4597		.tag_protocol = DSA_TAG_PROTO_DSA,
4598		.ptp_support = true,
4599		.ops = &mv88e6250_ops,
4600	},
4601
4602	[MV88E6290] = {
4603		.prod_num = MV88E6XXX_PORT_SWITCH_ID_PROD_6290,
4604		.family = MV88E6XXX_FAMILY_6390,
4605		.name = "Marvell 88E6290",
4606		.num_databases = 4096,
4607		.num_ports = 11,	/* 10 + Z80 */
4608		.num_internal_phys = 9,
4609		.num_gpio = 16,
4610		.max_vid = 8191,
4611		.port_base_addr = 0x0,
4612		.phy_base_addr = 0x0,
4613		.global1_addr = 0x1b,
4614		.global2_addr = 0x1c,
4615		.age_time_coeff = 3750,
4616		.g1_irqs = 9,
4617		.g2_irqs = 14,
4618		.atu_move_port_mask = 0x1f,
4619		.pvt = true,
4620		.multi_chip = true,
4621		.tag_protocol = DSA_TAG_PROTO_DSA,
4622		.ptp_support = true,
4623		.ops = &mv88e6290_ops,
4624	},
4625
4626	[MV88E6320] = {
4627		.prod_num = MV88E6XXX_PORT_SWITCH_ID_PROD_6320,
4628		.family = MV88E6XXX_FAMILY_6320,
4629		.name = "Marvell 88E6320",
4630		.num_databases = 4096,
 
4631		.num_ports = 7,
4632		.num_internal_phys = 5,
4633		.num_gpio = 15,
4634		.max_vid = 4095,
4635		.port_base_addr = 0x10,
4636		.phy_base_addr = 0x0,
4637		.global1_addr = 0x1b,
4638		.global2_addr = 0x1c,
4639		.age_time_coeff = 15000,
4640		.g1_irqs = 8,
4641		.g2_irqs = 10,
4642		.atu_move_port_mask = 0xf,
4643		.pvt = true,
4644		.multi_chip = true,
4645		.tag_protocol = DSA_TAG_PROTO_EDSA,
4646		.ptp_support = true,
4647		.ops = &mv88e6320_ops,
4648	},
4649
4650	[MV88E6321] = {
4651		.prod_num = MV88E6XXX_PORT_SWITCH_ID_PROD_6321,
4652		.family = MV88E6XXX_FAMILY_6320,
4653		.name = "Marvell 88E6321",
4654		.num_databases = 4096,
 
4655		.num_ports = 7,
4656		.num_internal_phys = 5,
4657		.num_gpio = 15,
4658		.max_vid = 4095,
4659		.port_base_addr = 0x10,
4660		.phy_base_addr = 0x0,
4661		.global1_addr = 0x1b,
4662		.global2_addr = 0x1c,
4663		.age_time_coeff = 15000,
4664		.g1_irqs = 8,
4665		.g2_irqs = 10,
4666		.atu_move_port_mask = 0xf,
4667		.multi_chip = true,
4668		.tag_protocol = DSA_TAG_PROTO_EDSA,
4669		.ptp_support = true,
4670		.ops = &mv88e6321_ops,
4671	},
4672
4673	[MV88E6341] = {
4674		.prod_num = MV88E6XXX_PORT_SWITCH_ID_PROD_6341,
4675		.family = MV88E6XXX_FAMILY_6341,
4676		.name = "Marvell 88E6341",
4677		.num_databases = 4096,
 
4678		.num_internal_phys = 5,
4679		.num_ports = 6,
4680		.num_gpio = 11,
4681		.max_vid = 4095,
4682		.port_base_addr = 0x10,
4683		.phy_base_addr = 0x10,
4684		.global1_addr = 0x1b,
4685		.global2_addr = 0x1c,
4686		.age_time_coeff = 3750,
4687		.atu_move_port_mask = 0x1f,
4688		.g1_irqs = 9,
4689		.g2_irqs = 10,
4690		.pvt = true,
4691		.multi_chip = true,
4692		.tag_protocol = DSA_TAG_PROTO_EDSA,
4693		.ptp_support = true,
4694		.ops = &mv88e6341_ops,
4695	},
4696
4697	[MV88E6350] = {
4698		.prod_num = MV88E6XXX_PORT_SWITCH_ID_PROD_6350,
4699		.family = MV88E6XXX_FAMILY_6351,
4700		.name = "Marvell 88E6350",
4701		.num_databases = 4096,
 
4702		.num_ports = 7,
4703		.num_internal_phys = 5,
4704		.max_vid = 4095,
4705		.port_base_addr = 0x10,
4706		.phy_base_addr = 0x0,
4707		.global1_addr = 0x1b,
4708		.global2_addr = 0x1c,
4709		.age_time_coeff = 15000,
4710		.g1_irqs = 9,
4711		.g2_irqs = 10,
4712		.atu_move_port_mask = 0xf,
4713		.pvt = true,
4714		.multi_chip = true,
4715		.tag_protocol = DSA_TAG_PROTO_EDSA,
4716		.ops = &mv88e6350_ops,
4717	},
4718
4719	[MV88E6351] = {
4720		.prod_num = MV88E6XXX_PORT_SWITCH_ID_PROD_6351,
4721		.family = MV88E6XXX_FAMILY_6351,
4722		.name = "Marvell 88E6351",
4723		.num_databases = 4096,
 
4724		.num_ports = 7,
4725		.num_internal_phys = 5,
4726		.max_vid = 4095,
4727		.port_base_addr = 0x10,
4728		.phy_base_addr = 0x0,
4729		.global1_addr = 0x1b,
4730		.global2_addr = 0x1c,
4731		.age_time_coeff = 15000,
4732		.g1_irqs = 9,
4733		.g2_irqs = 10,
4734		.atu_move_port_mask = 0xf,
4735		.pvt = true,
4736		.multi_chip = true,
4737		.tag_protocol = DSA_TAG_PROTO_EDSA,
4738		.ops = &mv88e6351_ops,
4739	},
4740
4741	[MV88E6352] = {
4742		.prod_num = MV88E6XXX_PORT_SWITCH_ID_PROD_6352,
4743		.family = MV88E6XXX_FAMILY_6352,
4744		.name = "Marvell 88E6352",
4745		.num_databases = 4096,
 
4746		.num_ports = 7,
4747		.num_internal_phys = 5,
4748		.num_gpio = 15,
4749		.max_vid = 4095,
4750		.port_base_addr = 0x10,
4751		.phy_base_addr = 0x0,
4752		.global1_addr = 0x1b,
4753		.global2_addr = 0x1c,
4754		.age_time_coeff = 15000,
4755		.g1_irqs = 9,
4756		.g2_irqs = 10,
4757		.atu_move_port_mask = 0xf,
4758		.pvt = true,
4759		.multi_chip = true,
4760		.tag_protocol = DSA_TAG_PROTO_EDSA,
4761		.ptp_support = true,
4762		.ops = &mv88e6352_ops,
4763	},
4764	[MV88E6390] = {
4765		.prod_num = MV88E6XXX_PORT_SWITCH_ID_PROD_6390,
4766		.family = MV88E6XXX_FAMILY_6390,
4767		.name = "Marvell 88E6390",
4768		.num_databases = 4096,
 
4769		.num_ports = 11,	/* 10 + Z80 */
4770		.num_internal_phys = 9,
4771		.num_gpio = 16,
4772		.max_vid = 8191,
4773		.port_base_addr = 0x0,
4774		.phy_base_addr = 0x0,
4775		.global1_addr = 0x1b,
4776		.global2_addr = 0x1c,
4777		.age_time_coeff = 3750,
4778		.g1_irqs = 9,
4779		.g2_irqs = 14,
4780		.atu_move_port_mask = 0x1f,
4781		.pvt = true,
4782		.multi_chip = true,
4783		.tag_protocol = DSA_TAG_PROTO_DSA,
4784		.ptp_support = true,
4785		.ops = &mv88e6390_ops,
4786	},
4787	[MV88E6390X] = {
4788		.prod_num = MV88E6XXX_PORT_SWITCH_ID_PROD_6390X,
4789		.family = MV88E6XXX_FAMILY_6390,
4790		.name = "Marvell 88E6390X",
4791		.num_databases = 4096,
 
4792		.num_ports = 11,	/* 10 + Z80 */
4793		.num_internal_phys = 9,
4794		.num_gpio = 16,
4795		.max_vid = 8191,
4796		.port_base_addr = 0x0,
4797		.phy_base_addr = 0x0,
4798		.global1_addr = 0x1b,
4799		.global2_addr = 0x1c,
4800		.age_time_coeff = 3750,
4801		.g1_irqs = 9,
4802		.g2_irqs = 14,
4803		.atu_move_port_mask = 0x1f,
4804		.pvt = true,
4805		.multi_chip = true,
4806		.tag_protocol = DSA_TAG_PROTO_DSA,
4807		.ptp_support = true,
4808		.ops = &mv88e6390x_ops,
4809	},
4810};
4811
4812static const struct mv88e6xxx_info *mv88e6xxx_lookup_info(unsigned int prod_num)
4813{
4814	int i;
4815
4816	for (i = 0; i < ARRAY_SIZE(mv88e6xxx_table); ++i)
4817		if (mv88e6xxx_table[i].prod_num == prod_num)
4818			return &mv88e6xxx_table[i];
4819
4820	return NULL;
4821}
4822
4823static int mv88e6xxx_detect(struct mv88e6xxx_chip *chip)
4824{
4825	const struct mv88e6xxx_info *info;
4826	unsigned int prod_num, rev;
4827	u16 id;
4828	int err;
4829
4830	mv88e6xxx_reg_lock(chip);
4831	err = mv88e6xxx_port_read(chip, 0, MV88E6XXX_PORT_SWITCH_ID, &id);
4832	mv88e6xxx_reg_unlock(chip);
4833	if (err)
4834		return err;
4835
4836	prod_num = id & MV88E6XXX_PORT_SWITCH_ID_PROD_MASK;
4837	rev = id & MV88E6XXX_PORT_SWITCH_ID_REV_MASK;
4838
4839	info = mv88e6xxx_lookup_info(prod_num);
4840	if (!info)
4841		return -ENODEV;
4842
4843	/* Update the compatible info with the probed one */
4844	chip->info = info;
4845
4846	err = mv88e6xxx_g2_require(chip);
4847	if (err)
4848		return err;
4849
4850	dev_info(chip->dev, "switch 0x%x detected: %s, revision %u\n",
4851		 chip->info->prod_num, chip->info->name, rev);
4852
4853	return 0;
4854}
4855
4856static struct mv88e6xxx_chip *mv88e6xxx_alloc_chip(struct device *dev)
4857{
4858	struct mv88e6xxx_chip *chip;
4859
4860	chip = devm_kzalloc(dev, sizeof(*chip), GFP_KERNEL);
4861	if (!chip)
4862		return NULL;
4863
4864	chip->dev = dev;
4865
4866	mutex_init(&chip->reg_lock);
4867	INIT_LIST_HEAD(&chip->mdios);
4868	idr_init(&chip->policies);
4869
4870	return chip;
4871}
4872
4873static enum dsa_tag_protocol mv88e6xxx_get_tag_protocol(struct dsa_switch *ds,
4874							int port)
 
4875{
4876	struct mv88e6xxx_chip *chip = ds->priv;
4877
4878	return chip->info->tag_protocol;
4879}
4880
4881static int mv88e6xxx_port_mdb_prepare(struct dsa_switch *ds, int port,
4882				      const struct switchdev_obj_port_mdb *mdb)
4883{
4884	/* We don't need any dynamic resource from the kernel (yet),
4885	 * so skip the prepare phase.
4886	 */
4887
4888	return 0;
4889}
4890
4891static void mv88e6xxx_port_mdb_add(struct dsa_switch *ds, int port,
4892				   const struct switchdev_obj_port_mdb *mdb)
4893{
4894	struct mv88e6xxx_chip *chip = ds->priv;
4895
4896	mv88e6xxx_reg_lock(chip);
4897	if (mv88e6xxx_port_db_load_purge(chip, port, mdb->addr, mdb->vid,
4898					 MV88E6XXX_G1_ATU_DATA_STATE_MC_STATIC))
4899		dev_err(ds->dev, "p%d: failed to load multicast MAC address\n",
4900			port);
4901	mv88e6xxx_reg_unlock(chip);
4902}
4903
4904static int mv88e6xxx_port_mdb_del(struct dsa_switch *ds, int port,
4905				  const struct switchdev_obj_port_mdb *mdb)
4906{
4907	struct mv88e6xxx_chip *chip = ds->priv;
4908	int err;
4909
4910	mv88e6xxx_reg_lock(chip);
4911	err = mv88e6xxx_port_db_load_purge(chip, port, mdb->addr, mdb->vid, 0);
4912	mv88e6xxx_reg_unlock(chip);
4913
4914	return err;
4915}
4916
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
4917static int mv88e6xxx_port_egress_floods(struct dsa_switch *ds, int port,
4918					 bool unicast, bool multicast)
4919{
4920	struct mv88e6xxx_chip *chip = ds->priv;
4921	int err = -EOPNOTSUPP;
4922
4923	mv88e6xxx_reg_lock(chip);
4924	if (chip->info->ops->port_set_egress_floods)
4925		err = chip->info->ops->port_set_egress_floods(chip, port,
4926							      unicast,
4927							      multicast);
4928	mv88e6xxx_reg_unlock(chip);
4929
4930	return err;
4931}
4932
4933static const struct dsa_switch_ops mv88e6xxx_switch_ops = {
4934	.get_tag_protocol	= mv88e6xxx_get_tag_protocol,
4935	.setup			= mv88e6xxx_setup,
 
4936	.phylink_validate	= mv88e6xxx_validate,
4937	.phylink_mac_link_state	= mv88e6xxx_link_state,
4938	.phylink_mac_config	= mv88e6xxx_mac_config,
 
4939	.phylink_mac_link_down	= mv88e6xxx_mac_link_down,
4940	.phylink_mac_link_up	= mv88e6xxx_mac_link_up,
4941	.get_strings		= mv88e6xxx_get_strings,
4942	.get_ethtool_stats	= mv88e6xxx_get_ethtool_stats,
4943	.get_sset_count		= mv88e6xxx_get_sset_count,
4944	.port_enable		= mv88e6xxx_port_enable,
4945	.port_disable		= mv88e6xxx_port_disable,
 
 
4946	.get_mac_eee		= mv88e6xxx_get_mac_eee,
4947	.set_mac_eee		= mv88e6xxx_set_mac_eee,
4948	.get_eeprom_len		= mv88e6xxx_get_eeprom_len,
4949	.get_eeprom		= mv88e6xxx_get_eeprom,
4950	.set_eeprom		= mv88e6xxx_set_eeprom,
4951	.get_regs_len		= mv88e6xxx_get_regs_len,
4952	.get_regs		= mv88e6xxx_get_regs,
4953	.get_rxnfc		= mv88e6xxx_get_rxnfc,
4954	.set_rxnfc		= mv88e6xxx_set_rxnfc,
4955	.set_ageing_time	= mv88e6xxx_set_ageing_time,
4956	.port_bridge_join	= mv88e6xxx_port_bridge_join,
4957	.port_bridge_leave	= mv88e6xxx_port_bridge_leave,
4958	.port_egress_floods	= mv88e6xxx_port_egress_floods,
4959	.port_stp_state_set	= mv88e6xxx_port_stp_state_set,
4960	.port_fast_age		= mv88e6xxx_port_fast_age,
4961	.port_vlan_filtering	= mv88e6xxx_port_vlan_filtering,
4962	.port_vlan_prepare	= mv88e6xxx_port_vlan_prepare,
4963	.port_vlan_add		= mv88e6xxx_port_vlan_add,
4964	.port_vlan_del		= mv88e6xxx_port_vlan_del,
4965	.port_fdb_add           = mv88e6xxx_port_fdb_add,
4966	.port_fdb_del           = mv88e6xxx_port_fdb_del,
4967	.port_fdb_dump          = mv88e6xxx_port_fdb_dump,
4968	.port_mdb_prepare       = mv88e6xxx_port_mdb_prepare,
4969	.port_mdb_add           = mv88e6xxx_port_mdb_add,
4970	.port_mdb_del           = mv88e6xxx_port_mdb_del,
 
 
4971	.crosschip_bridge_join	= mv88e6xxx_crosschip_bridge_join,
4972	.crosschip_bridge_leave	= mv88e6xxx_crosschip_bridge_leave,
4973	.port_hwtstamp_set	= mv88e6xxx_port_hwtstamp_set,
4974	.port_hwtstamp_get	= mv88e6xxx_port_hwtstamp_get,
4975	.port_txtstamp		= mv88e6xxx_port_txtstamp,
4976	.port_rxtstamp		= mv88e6xxx_port_rxtstamp,
4977	.get_ts_info		= mv88e6xxx_get_ts_info,
 
 
4978};
4979
4980static int mv88e6xxx_register_switch(struct mv88e6xxx_chip *chip)
4981{
4982	struct device *dev = chip->dev;
4983	struct dsa_switch *ds;
4984
4985	ds = dsa_switch_alloc(dev, mv88e6xxx_num_ports(chip));
4986	if (!ds)
4987		return -ENOMEM;
4988
 
 
4989	ds->priv = chip;
4990	ds->dev = dev;
4991	ds->ops = &mv88e6xxx_switch_ops;
4992	ds->ageing_time_min = chip->info->age_time_coeff;
4993	ds->ageing_time_max = chip->info->age_time_coeff * U8_MAX;
4994
4995	dev_set_drvdata(dev, ds);
4996
4997	return dsa_register_switch(ds);
4998}
4999
5000static void mv88e6xxx_unregister_switch(struct mv88e6xxx_chip *chip)
5001{
5002	dsa_unregister_switch(chip->ds);
5003}
5004
5005static const void *pdata_device_get_match_data(struct device *dev)
5006{
5007	const struct of_device_id *matches = dev->driver->of_match_table;
5008	const struct dsa_mv88e6xxx_pdata *pdata = dev->platform_data;
5009
5010	for (; matches->name[0] || matches->type[0] || matches->compatible[0];
5011	     matches++) {
5012		if (!strcmp(pdata->compatible, matches->compatible))
5013			return matches->data;
5014	}
5015	return NULL;
5016}
5017
5018/* There is no suspend to RAM support at DSA level yet, the switch configuration
5019 * would be lost after a power cycle so prevent it to be suspended.
5020 */
5021static int __maybe_unused mv88e6xxx_suspend(struct device *dev)
5022{
5023	return -EOPNOTSUPP;
5024}
5025
5026static int __maybe_unused mv88e6xxx_resume(struct device *dev)
5027{
5028	return 0;
5029}
5030
5031static SIMPLE_DEV_PM_OPS(mv88e6xxx_pm_ops, mv88e6xxx_suspend, mv88e6xxx_resume);
5032
5033static int mv88e6xxx_probe(struct mdio_device *mdiodev)
5034{
5035	struct dsa_mv88e6xxx_pdata *pdata = mdiodev->dev.platform_data;
5036	const struct mv88e6xxx_info *compat_info = NULL;
5037	struct device *dev = &mdiodev->dev;
5038	struct device_node *np = dev->of_node;
5039	struct mv88e6xxx_chip *chip;
5040	int port;
5041	int err;
5042
5043	if (!np && !pdata)
5044		return -EINVAL;
5045
5046	if (np)
5047		compat_info = of_device_get_match_data(dev);
5048
5049	if (pdata) {
5050		compat_info = pdata_device_get_match_data(dev);
5051
5052		if (!pdata->netdev)
5053			return -EINVAL;
5054
5055		for (port = 0; port < DSA_MAX_PORTS; port++) {
5056			if (!(pdata->enabled_ports & (1 << port)))
5057				continue;
5058			if (strcmp(pdata->cd.port_names[port], "cpu"))
5059				continue;
5060			pdata->cd.netdev[port] = &pdata->netdev->dev;
5061			break;
5062		}
5063	}
5064
5065	if (!compat_info)
5066		return -EINVAL;
5067
5068	chip = mv88e6xxx_alloc_chip(dev);
5069	if (!chip) {
5070		err = -ENOMEM;
5071		goto out;
5072	}
5073
5074	chip->info = compat_info;
5075
5076	err = mv88e6xxx_smi_init(chip, mdiodev->bus, mdiodev->addr);
5077	if (err)
5078		goto out;
5079
5080	chip->reset = devm_gpiod_get_optional(dev, "reset", GPIOD_OUT_LOW);
5081	if (IS_ERR(chip->reset)) {
5082		err = PTR_ERR(chip->reset);
5083		goto out;
5084	}
5085	if (chip->reset)
5086		usleep_range(1000, 2000);
5087
5088	err = mv88e6xxx_detect(chip);
5089	if (err)
5090		goto out;
5091
5092	mv88e6xxx_phy_init(chip);
5093
5094	if (chip->info->ops->get_eeprom) {
5095		if (np)
5096			of_property_read_u32(np, "eeprom-length",
5097					     &chip->eeprom_len);
5098		else
5099			chip->eeprom_len = pdata->eeprom_len;
5100	}
5101
5102	mv88e6xxx_reg_lock(chip);
5103	err = mv88e6xxx_switch_reset(chip);
5104	mv88e6xxx_reg_unlock(chip);
5105	if (err)
5106		goto out;
5107
5108	if (np) {
5109		chip->irq = of_irq_get(np, 0);
5110		if (chip->irq == -EPROBE_DEFER) {
5111			err = chip->irq;
5112			goto out;
5113		}
5114	}
5115
5116	if (pdata)
5117		chip->irq = pdata->irq;
5118
5119	/* Has to be performed before the MDIO bus is created, because
5120	 * the PHYs will link their interrupts to these interrupt
5121	 * controllers
5122	 */
5123	mv88e6xxx_reg_lock(chip);
5124	if (chip->irq > 0)
5125		err = mv88e6xxx_g1_irq_setup(chip);
5126	else
5127		err = mv88e6xxx_irq_poll_setup(chip);
5128	mv88e6xxx_reg_unlock(chip);
5129
5130	if (err)
5131		goto out;
5132
5133	if (chip->info->g2_irqs > 0) {
5134		err = mv88e6xxx_g2_irq_setup(chip);
5135		if (err)
5136			goto out_g1_irq;
5137	}
5138
5139	err = mv88e6xxx_g1_atu_prob_irq_setup(chip);
5140	if (err)
5141		goto out_g2_irq;
5142
5143	err = mv88e6xxx_g1_vtu_prob_irq_setup(chip);
5144	if (err)
5145		goto out_g1_atu_prob_irq;
5146
5147	err = mv88e6xxx_mdios_register(chip, np);
5148	if (err)
5149		goto out_g1_vtu_prob_irq;
5150
5151	err = mv88e6xxx_register_switch(chip);
5152	if (err)
5153		goto out_mdio;
5154
5155	return 0;
5156
5157out_mdio:
5158	mv88e6xxx_mdios_unregister(chip);
5159out_g1_vtu_prob_irq:
5160	mv88e6xxx_g1_vtu_prob_irq_free(chip);
5161out_g1_atu_prob_irq:
5162	mv88e6xxx_g1_atu_prob_irq_free(chip);
5163out_g2_irq:
5164	if (chip->info->g2_irqs > 0)
5165		mv88e6xxx_g2_irq_free(chip);
5166out_g1_irq:
5167	if (chip->irq > 0)
5168		mv88e6xxx_g1_irq_free(chip);
5169	else
5170		mv88e6xxx_irq_poll_free(chip);
5171out:
5172	if (pdata)
5173		dev_put(pdata->netdev);
5174
5175	return err;
5176}
5177
5178static void mv88e6xxx_remove(struct mdio_device *mdiodev)
5179{
5180	struct dsa_switch *ds = dev_get_drvdata(&mdiodev->dev);
5181	struct mv88e6xxx_chip *chip = ds->priv;
5182
5183	if (chip->info->ptp_support) {
5184		mv88e6xxx_hwtstamp_free(chip);
5185		mv88e6xxx_ptp_free(chip);
5186	}
5187
5188	mv88e6xxx_phy_destroy(chip);
5189	mv88e6xxx_unregister_switch(chip);
5190	mv88e6xxx_mdios_unregister(chip);
5191
5192	mv88e6xxx_g1_vtu_prob_irq_free(chip);
5193	mv88e6xxx_g1_atu_prob_irq_free(chip);
5194
5195	if (chip->info->g2_irqs > 0)
5196		mv88e6xxx_g2_irq_free(chip);
5197
5198	if (chip->irq > 0)
5199		mv88e6xxx_g1_irq_free(chip);
5200	else
5201		mv88e6xxx_irq_poll_free(chip);
5202}
5203
5204static const struct of_device_id mv88e6xxx_of_match[] = {
5205	{
5206		.compatible = "marvell,mv88e6085",
5207		.data = &mv88e6xxx_table[MV88E6085],
5208	},
5209	{
5210		.compatible = "marvell,mv88e6190",
5211		.data = &mv88e6xxx_table[MV88E6190],
5212	},
5213	{
5214		.compatible = "marvell,mv88e6250",
5215		.data = &mv88e6xxx_table[MV88E6250],
5216	},
5217	{ /* sentinel */ },
5218};
5219
5220MODULE_DEVICE_TABLE(of, mv88e6xxx_of_match);
5221
5222static struct mdio_driver mv88e6xxx_driver = {
5223	.probe	= mv88e6xxx_probe,
5224	.remove = mv88e6xxx_remove,
5225	.mdiodrv.driver = {
5226		.name = "mv88e6085",
5227		.of_match_table = mv88e6xxx_of_match,
5228		.pm = &mv88e6xxx_pm_ops,
5229	},
5230};
5231
5232mdio_module_driver(mv88e6xxx_driver);
5233
5234MODULE_AUTHOR("Lennert Buytenhek <buytenh@wantstofly.org>");
5235MODULE_DESCRIPTION("Driver for Marvell 88E6XXX ethernet switch chips");
5236MODULE_LICENSE("GPL");
v5.9
   1// SPDX-License-Identifier: GPL-2.0-or-later
   2/*
   3 * Marvell 88e6xxx Ethernet switch single-chip support
   4 *
   5 * Copyright (c) 2008 Marvell Semiconductor
   6 *
   7 * Copyright (c) 2016 Andrew Lunn <andrew@lunn.ch>
   8 *
   9 * Copyright (c) 2016-2017 Savoir-faire Linux Inc.
  10 *	Vivien Didelot <vivien.didelot@savoirfairelinux.com>
  11 */
  12
  13#include <linux/bitfield.h>
  14#include <linux/delay.h>
  15#include <linux/etherdevice.h>
  16#include <linux/ethtool.h>
  17#include <linux/if_bridge.h>
  18#include <linux/interrupt.h>
  19#include <linux/irq.h>
  20#include <linux/irqdomain.h>
  21#include <linux/jiffies.h>
  22#include <linux/list.h>
  23#include <linux/mdio.h>
  24#include <linux/module.h>
  25#include <linux/of_device.h>
  26#include <linux/of_irq.h>
  27#include <linux/of_mdio.h>
  28#include <linux/platform_data/mv88e6xxx.h>
  29#include <linux/netdevice.h>
  30#include <linux/gpio/consumer.h>
  31#include <linux/phylink.h>
  32#include <net/dsa.h>
  33
  34#include "chip.h"
  35#include "global1.h"
  36#include "global2.h"
  37#include "hwtstamp.h"
  38#include "phy.h"
  39#include "port.h"
  40#include "ptp.h"
  41#include "serdes.h"
  42#include "smi.h"
  43
  44static void assert_reg_lock(struct mv88e6xxx_chip *chip)
  45{
  46	if (unlikely(!mutex_is_locked(&chip->reg_lock))) {
  47		dev_err(chip->dev, "Switch registers lock not held!\n");
  48		dump_stack();
  49	}
  50}
  51
  52int mv88e6xxx_read(struct mv88e6xxx_chip *chip, int addr, int reg, u16 *val)
  53{
  54	int err;
  55
  56	assert_reg_lock(chip);
  57
  58	err = mv88e6xxx_smi_read(chip, addr, reg, val);
  59	if (err)
  60		return err;
  61
  62	dev_dbg(chip->dev, "<- addr: 0x%.2x reg: 0x%.2x val: 0x%.4x\n",
  63		addr, reg, *val);
  64
  65	return 0;
  66}
  67
  68int mv88e6xxx_write(struct mv88e6xxx_chip *chip, int addr, int reg, u16 val)
  69{
  70	int err;
  71
  72	assert_reg_lock(chip);
  73
  74	err = mv88e6xxx_smi_write(chip, addr, reg, val);
  75	if (err)
  76		return err;
  77
  78	dev_dbg(chip->dev, "-> addr: 0x%.2x reg: 0x%.2x val: 0x%.4x\n",
  79		addr, reg, val);
  80
  81	return 0;
  82}
  83
  84int mv88e6xxx_wait_mask(struct mv88e6xxx_chip *chip, int addr, int reg,
  85			u16 mask, u16 val)
  86{
  87	u16 data;
  88	int err;
  89	int i;
  90
  91	/* There's no bus specific operation to wait for a mask */
  92	for (i = 0; i < 16; i++) {
  93		err = mv88e6xxx_read(chip, addr, reg, &data);
  94		if (err)
  95			return err;
  96
  97		if ((data & mask) == val)
  98			return 0;
  99
 100		usleep_range(1000, 2000);
 101	}
 102
 103	dev_err(chip->dev, "Timeout while waiting for switch\n");
 104	return -ETIMEDOUT;
 105}
 106
 107int mv88e6xxx_wait_bit(struct mv88e6xxx_chip *chip, int addr, int reg,
 108		       int bit, int val)
 109{
 110	return mv88e6xxx_wait_mask(chip, addr, reg, BIT(bit),
 111				   val ? BIT(bit) : 0x0000);
 112}
 113
 114struct mii_bus *mv88e6xxx_default_mdio_bus(struct mv88e6xxx_chip *chip)
 115{
 116	struct mv88e6xxx_mdio_bus *mdio_bus;
 117
 118	mdio_bus = list_first_entry(&chip->mdios, struct mv88e6xxx_mdio_bus,
 119				    list);
 120	if (!mdio_bus)
 121		return NULL;
 122
 123	return mdio_bus->bus;
 124}
 125
 126static void mv88e6xxx_g1_irq_mask(struct irq_data *d)
 127{
 128	struct mv88e6xxx_chip *chip = irq_data_get_irq_chip_data(d);
 129	unsigned int n = d->hwirq;
 130
 131	chip->g1_irq.masked |= (1 << n);
 132}
 133
 134static void mv88e6xxx_g1_irq_unmask(struct irq_data *d)
 135{
 136	struct mv88e6xxx_chip *chip = irq_data_get_irq_chip_data(d);
 137	unsigned int n = d->hwirq;
 138
 139	chip->g1_irq.masked &= ~(1 << n);
 140}
 141
 142static irqreturn_t mv88e6xxx_g1_irq_thread_work(struct mv88e6xxx_chip *chip)
 143{
 144	unsigned int nhandled = 0;
 145	unsigned int sub_irq;
 146	unsigned int n;
 147	u16 reg;
 148	u16 ctl1;
 149	int err;
 150
 151	mv88e6xxx_reg_lock(chip);
 152	err = mv88e6xxx_g1_read(chip, MV88E6XXX_G1_STS, &reg);
 153	mv88e6xxx_reg_unlock(chip);
 154
 155	if (err)
 156		goto out;
 157
 158	do {
 159		for (n = 0; n < chip->g1_irq.nirqs; ++n) {
 160			if (reg & (1 << n)) {
 161				sub_irq = irq_find_mapping(chip->g1_irq.domain,
 162							   n);
 163				handle_nested_irq(sub_irq);
 164				++nhandled;
 165			}
 166		}
 167
 168		mv88e6xxx_reg_lock(chip);
 169		err = mv88e6xxx_g1_read(chip, MV88E6XXX_G1_CTL1, &ctl1);
 170		if (err)
 171			goto unlock;
 172		err = mv88e6xxx_g1_read(chip, MV88E6XXX_G1_STS, &reg);
 173unlock:
 174		mv88e6xxx_reg_unlock(chip);
 175		if (err)
 176			goto out;
 177		ctl1 &= GENMASK(chip->g1_irq.nirqs, 0);
 178	} while (reg & ctl1);
 179
 180out:
 181	return (nhandled > 0 ? IRQ_HANDLED : IRQ_NONE);
 182}
 183
 184static irqreturn_t mv88e6xxx_g1_irq_thread_fn(int irq, void *dev_id)
 185{
 186	struct mv88e6xxx_chip *chip = dev_id;
 187
 188	return mv88e6xxx_g1_irq_thread_work(chip);
 189}
 190
 191static void mv88e6xxx_g1_irq_bus_lock(struct irq_data *d)
 192{
 193	struct mv88e6xxx_chip *chip = irq_data_get_irq_chip_data(d);
 194
 195	mv88e6xxx_reg_lock(chip);
 196}
 197
 198static void mv88e6xxx_g1_irq_bus_sync_unlock(struct irq_data *d)
 199{
 200	struct mv88e6xxx_chip *chip = irq_data_get_irq_chip_data(d);
 201	u16 mask = GENMASK(chip->g1_irq.nirqs, 0);
 202	u16 reg;
 203	int err;
 204
 205	err = mv88e6xxx_g1_read(chip, MV88E6XXX_G1_CTL1, &reg);
 206	if (err)
 207		goto out;
 208
 209	reg &= ~mask;
 210	reg |= (~chip->g1_irq.masked & mask);
 211
 212	err = mv88e6xxx_g1_write(chip, MV88E6XXX_G1_CTL1, reg);
 213	if (err)
 214		goto out;
 215
 216out:
 217	mv88e6xxx_reg_unlock(chip);
 218}
 219
 220static const struct irq_chip mv88e6xxx_g1_irq_chip = {
 221	.name			= "mv88e6xxx-g1",
 222	.irq_mask		= mv88e6xxx_g1_irq_mask,
 223	.irq_unmask		= mv88e6xxx_g1_irq_unmask,
 224	.irq_bus_lock		= mv88e6xxx_g1_irq_bus_lock,
 225	.irq_bus_sync_unlock	= mv88e6xxx_g1_irq_bus_sync_unlock,
 226};
 227
 228static int mv88e6xxx_g1_irq_domain_map(struct irq_domain *d,
 229				       unsigned int irq,
 230				       irq_hw_number_t hwirq)
 231{
 232	struct mv88e6xxx_chip *chip = d->host_data;
 233
 234	irq_set_chip_data(irq, d->host_data);
 235	irq_set_chip_and_handler(irq, &chip->g1_irq.chip, handle_level_irq);
 236	irq_set_noprobe(irq);
 237
 238	return 0;
 239}
 240
 241static const struct irq_domain_ops mv88e6xxx_g1_irq_domain_ops = {
 242	.map	= mv88e6xxx_g1_irq_domain_map,
 243	.xlate	= irq_domain_xlate_twocell,
 244};
 245
 246/* To be called with reg_lock held */
 247static void mv88e6xxx_g1_irq_free_common(struct mv88e6xxx_chip *chip)
 248{
 249	int irq, virq;
 250	u16 mask;
 251
 252	mv88e6xxx_g1_read(chip, MV88E6XXX_G1_CTL1, &mask);
 253	mask &= ~GENMASK(chip->g1_irq.nirqs, 0);
 254	mv88e6xxx_g1_write(chip, MV88E6XXX_G1_CTL1, mask);
 255
 256	for (irq = 0; irq < chip->g1_irq.nirqs; irq++) {
 257		virq = irq_find_mapping(chip->g1_irq.domain, irq);
 258		irq_dispose_mapping(virq);
 259	}
 260
 261	irq_domain_remove(chip->g1_irq.domain);
 262}
 263
 264static void mv88e6xxx_g1_irq_free(struct mv88e6xxx_chip *chip)
 265{
 266	/*
 267	 * free_irq must be called without reg_lock taken because the irq
 268	 * handler takes this lock, too.
 269	 */
 270	free_irq(chip->irq, chip);
 271
 272	mv88e6xxx_reg_lock(chip);
 273	mv88e6xxx_g1_irq_free_common(chip);
 274	mv88e6xxx_reg_unlock(chip);
 275}
 276
 277static int mv88e6xxx_g1_irq_setup_common(struct mv88e6xxx_chip *chip)
 278{
 279	int err, irq, virq;
 280	u16 reg, mask;
 281
 282	chip->g1_irq.nirqs = chip->info->g1_irqs;
 283	chip->g1_irq.domain = irq_domain_add_simple(
 284		NULL, chip->g1_irq.nirqs, 0,
 285		&mv88e6xxx_g1_irq_domain_ops, chip);
 286	if (!chip->g1_irq.domain)
 287		return -ENOMEM;
 288
 289	for (irq = 0; irq < chip->g1_irq.nirqs; irq++)
 290		irq_create_mapping(chip->g1_irq.domain, irq);
 291
 292	chip->g1_irq.chip = mv88e6xxx_g1_irq_chip;
 293	chip->g1_irq.masked = ~0;
 294
 295	err = mv88e6xxx_g1_read(chip, MV88E6XXX_G1_CTL1, &mask);
 296	if (err)
 297		goto out_mapping;
 298
 299	mask &= ~GENMASK(chip->g1_irq.nirqs, 0);
 300
 301	err = mv88e6xxx_g1_write(chip, MV88E6XXX_G1_CTL1, mask);
 302	if (err)
 303		goto out_disable;
 304
 305	/* Reading the interrupt status clears (most of) them */
 306	err = mv88e6xxx_g1_read(chip, MV88E6XXX_G1_STS, &reg);
 307	if (err)
 308		goto out_disable;
 309
 310	return 0;
 311
 312out_disable:
 313	mask &= ~GENMASK(chip->g1_irq.nirqs, 0);
 314	mv88e6xxx_g1_write(chip, MV88E6XXX_G1_CTL1, mask);
 315
 316out_mapping:
 317	for (irq = 0; irq < 16; irq++) {
 318		virq = irq_find_mapping(chip->g1_irq.domain, irq);
 319		irq_dispose_mapping(virq);
 320	}
 321
 322	irq_domain_remove(chip->g1_irq.domain);
 323
 324	return err;
 325}
 326
 327static int mv88e6xxx_g1_irq_setup(struct mv88e6xxx_chip *chip)
 328{
 329	static struct lock_class_key lock_key;
 330	static struct lock_class_key request_key;
 331	int err;
 332
 333	err = mv88e6xxx_g1_irq_setup_common(chip);
 334	if (err)
 335		return err;
 336
 337	/* These lock classes tells lockdep that global 1 irqs are in
 338	 * a different category than their parent GPIO, so it won't
 339	 * report false recursion.
 340	 */
 341	irq_set_lockdep_class(chip->irq, &lock_key, &request_key);
 342
 343	snprintf(chip->irq_name, sizeof(chip->irq_name),
 344		 "mv88e6xxx-%s", dev_name(chip->dev));
 345
 346	mv88e6xxx_reg_unlock(chip);
 347	err = request_threaded_irq(chip->irq, NULL,
 348				   mv88e6xxx_g1_irq_thread_fn,
 349				   IRQF_ONESHOT | IRQF_SHARED,
 350				   chip->irq_name, chip);
 351	mv88e6xxx_reg_lock(chip);
 352	if (err)
 353		mv88e6xxx_g1_irq_free_common(chip);
 354
 355	return err;
 356}
 357
 358static void mv88e6xxx_irq_poll(struct kthread_work *work)
 359{
 360	struct mv88e6xxx_chip *chip = container_of(work,
 361						   struct mv88e6xxx_chip,
 362						   irq_poll_work.work);
 363	mv88e6xxx_g1_irq_thread_work(chip);
 364
 365	kthread_queue_delayed_work(chip->kworker, &chip->irq_poll_work,
 366				   msecs_to_jiffies(100));
 367}
 368
 369static int mv88e6xxx_irq_poll_setup(struct mv88e6xxx_chip *chip)
 370{
 371	int err;
 372
 373	err = mv88e6xxx_g1_irq_setup_common(chip);
 374	if (err)
 375		return err;
 376
 377	kthread_init_delayed_work(&chip->irq_poll_work,
 378				  mv88e6xxx_irq_poll);
 379
 380	chip->kworker = kthread_create_worker(0, "%s", dev_name(chip->dev));
 381	if (IS_ERR(chip->kworker))
 382		return PTR_ERR(chip->kworker);
 383
 384	kthread_queue_delayed_work(chip->kworker, &chip->irq_poll_work,
 385				   msecs_to_jiffies(100));
 386
 387	return 0;
 388}
 389
 390static void mv88e6xxx_irq_poll_free(struct mv88e6xxx_chip *chip)
 391{
 392	kthread_cancel_delayed_work_sync(&chip->irq_poll_work);
 393	kthread_destroy_worker(chip->kworker);
 394
 395	mv88e6xxx_reg_lock(chip);
 396	mv88e6xxx_g1_irq_free_common(chip);
 397	mv88e6xxx_reg_unlock(chip);
 398}
 399
 400static int mv88e6xxx_port_config_interface(struct mv88e6xxx_chip *chip,
 401					   int port, phy_interface_t interface)
 
 402{
 
 403	int err;
 404
 405	if (chip->info->ops->port_set_rgmii_delay) {
 406		err = chip->info->ops->port_set_rgmii_delay(chip, port,
 407							    interface);
 408		if (err && err != -EOPNOTSUPP)
 409			return err;
 410	}
 411
 412	if (chip->info->ops->port_set_cmode) {
 413		err = chip->info->ops->port_set_cmode(chip, port,
 414						      interface);
 415		if (err && err != -EOPNOTSUPP)
 416			return err;
 417	}
 418
 419	return 0;
 420}
 
 421
 422static int mv88e6xxx_port_setup_mac(struct mv88e6xxx_chip *chip, int port,
 423				    int link, int speed, int duplex, int pause,
 424				    phy_interface_t mode)
 425{
 426	int err;
 427
 428	if (!chip->info->ops->port_set_link)
 
 
 429		return 0;
 430
 431	/* Port's MAC control must not be changed unless the link is down */
 432	err = chip->info->ops->port_set_link(chip, port, LINK_FORCED_DOWN);
 433	if (err)
 434		return err;
 435
 436	if (chip->info->ops->port_set_speed_duplex) {
 437		err = chip->info->ops->port_set_speed_duplex(chip, port,
 438							     speed, duplex);
 439		if (err && err != -EOPNOTSUPP)
 440			goto restore_link;
 441	}
 442
 443	if (speed == SPEED_MAX && chip->info->ops->port_max_speed_mode)
 444		mode = chip->info->ops->port_max_speed_mode(port);
 445
 446	if (chip->info->ops->port_set_pause) {
 447		err = chip->info->ops->port_set_pause(chip, port, pause);
 448		if (err)
 449			goto restore_link;
 450	}
 451
 452	err = mv88e6xxx_port_config_interface(chip, port, mode);
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 453restore_link:
 454	if (chip->info->ops->port_set_link(chip, port, link))
 455		dev_err(chip->dev, "p%d: failed to restore MAC's link\n", port);
 456
 457	return err;
 458}
 459
 460static int mv88e6xxx_phy_is_internal(struct dsa_switch *ds, int port)
 461{
 462	struct mv88e6xxx_chip *chip = ds->priv;
 463
 464	return port < chip->info->num_internal_phys;
 465}
 466
 467static int mv88e6xxx_port_ppu_updates(struct mv88e6xxx_chip *chip, int port)
 468{
 469	u16 reg;
 470	int err;
 471
 472	err = mv88e6xxx_port_read(chip, port, MV88E6XXX_PORT_STS, &reg);
 473	if (err) {
 474		dev_err(chip->dev,
 475			"p%d: %s: failed to read port status\n",
 476			port, __func__);
 477		return err;
 478	}
 479
 480	return !!(reg & MV88E6XXX_PORT_STS_PHY_DETECT);
 481}
 482
 483static int mv88e6xxx_serdes_pcs_get_state(struct dsa_switch *ds, int port,
 484					  struct phylink_link_state *state)
 485{
 486	struct mv88e6xxx_chip *chip = ds->priv;
 487	u8 lane;
 488	int err;
 489
 490	mv88e6xxx_reg_lock(chip);
 491	lane = mv88e6xxx_serdes_get_lane(chip, port);
 492	if (lane && chip->info->ops->serdes_pcs_get_state)
 493		err = chip->info->ops->serdes_pcs_get_state(chip, port, lane,
 494							    state);
 495	else
 496		err = -EOPNOTSUPP;
 497	mv88e6xxx_reg_unlock(chip);
 498
 499	return err;
 500}
 501
 502static int mv88e6xxx_serdes_pcs_config(struct mv88e6xxx_chip *chip, int port,
 503				       unsigned int mode,
 504				       phy_interface_t interface,
 505				       const unsigned long *advertise)
 506{
 507	const struct mv88e6xxx_ops *ops = chip->info->ops;
 508	u8 lane;
 509
 510	if (ops->serdes_pcs_config) {
 511		lane = mv88e6xxx_serdes_get_lane(chip, port);
 512		if (lane)
 513			return ops->serdes_pcs_config(chip, port, lane, mode,
 514						      interface, advertise);
 515	}
 516
 517	return 0;
 518}
 519
 520static void mv88e6xxx_serdes_pcs_an_restart(struct dsa_switch *ds, int port)
 521{
 522	struct mv88e6xxx_chip *chip = ds->priv;
 523	const struct mv88e6xxx_ops *ops;
 524	int err = 0;
 525	u8 lane;
 526
 527	ops = chip->info->ops;
 528
 529	if (ops->serdes_pcs_an_restart) {
 530		mv88e6xxx_reg_lock(chip);
 531		lane = mv88e6xxx_serdes_get_lane(chip, port);
 532		if (lane)
 533			err = ops->serdes_pcs_an_restart(chip, port, lane);
 534		mv88e6xxx_reg_unlock(chip);
 535
 536		if (err)
 537			dev_err(ds->dev, "p%d: failed to restart AN\n", port);
 538	}
 539}
 540
 541static int mv88e6xxx_serdes_pcs_link_up(struct mv88e6xxx_chip *chip, int port,
 542					unsigned int mode,
 543					int speed, int duplex)
 544{
 545	const struct mv88e6xxx_ops *ops = chip->info->ops;
 546	u8 lane;
 547
 548	if (!phylink_autoneg_inband(mode) && ops->serdes_pcs_link_up) {
 549		lane = mv88e6xxx_serdes_get_lane(chip, port);
 550		if (lane)
 551			return ops->serdes_pcs_link_up(chip, port, lane,
 552						       speed, duplex);
 553	}
 554
 555	return 0;
 556}
 557
 558static void mv88e6065_phylink_validate(struct mv88e6xxx_chip *chip, int port,
 559				       unsigned long *mask,
 560				       struct phylink_link_state *state)
 561{
 562	if (!phy_interface_mode_is_8023z(state->interface)) {
 563		/* 10M and 100M are only supported in non-802.3z mode */
 564		phylink_set(mask, 10baseT_Half);
 565		phylink_set(mask, 10baseT_Full);
 566		phylink_set(mask, 100baseT_Half);
 567		phylink_set(mask, 100baseT_Full);
 568	}
 569}
 570
 571static void mv88e6185_phylink_validate(struct mv88e6xxx_chip *chip, int port,
 572				       unsigned long *mask,
 573				       struct phylink_link_state *state)
 574{
 575	/* FIXME: if the port is in 1000Base-X mode, then it only supports
 576	 * 1000M FD speeds.  In this case, CMODE will indicate 5.
 577	 */
 578	phylink_set(mask, 1000baseT_Full);
 579	phylink_set(mask, 1000baseX_Full);
 580
 581	mv88e6065_phylink_validate(chip, port, mask, state);
 582}
 583
 584static void mv88e6341_phylink_validate(struct mv88e6xxx_chip *chip, int port,
 585				       unsigned long *mask,
 586				       struct phylink_link_state *state)
 587{
 588	if (port >= 5)
 589		phylink_set(mask, 2500baseX_Full);
 590
 591	/* No ethtool bits for 200Mbps */
 592	phylink_set(mask, 1000baseT_Full);
 593	phylink_set(mask, 1000baseX_Full);
 594
 595	mv88e6065_phylink_validate(chip, port, mask, state);
 596}
 597
 598static void mv88e6352_phylink_validate(struct mv88e6xxx_chip *chip, int port,
 599				       unsigned long *mask,
 600				       struct phylink_link_state *state)
 601{
 602	/* No ethtool bits for 200Mbps */
 603	phylink_set(mask, 1000baseT_Full);
 604	phylink_set(mask, 1000baseX_Full);
 605
 606	mv88e6065_phylink_validate(chip, port, mask, state);
 607}
 608
 609static void mv88e6390_phylink_validate(struct mv88e6xxx_chip *chip, int port,
 610				       unsigned long *mask,
 611				       struct phylink_link_state *state)
 612{
 613	if (port >= 9) {
 614		phylink_set(mask, 2500baseX_Full);
 615		phylink_set(mask, 2500baseT_Full);
 616	}
 617
 618	/* No ethtool bits for 200Mbps */
 619	phylink_set(mask, 1000baseT_Full);
 620	phylink_set(mask, 1000baseX_Full);
 621
 622	mv88e6065_phylink_validate(chip, port, mask, state);
 623}
 624
 625static void mv88e6390x_phylink_validate(struct mv88e6xxx_chip *chip, int port,
 626					unsigned long *mask,
 627					struct phylink_link_state *state)
 628{
 629	if (port >= 9) {
 630		phylink_set(mask, 10000baseT_Full);
 631		phylink_set(mask, 10000baseKR_Full);
 632	}
 633
 634	mv88e6390_phylink_validate(chip, port, mask, state);
 635}
 636
 637static void mv88e6xxx_validate(struct dsa_switch *ds, int port,
 638			       unsigned long *supported,
 639			       struct phylink_link_state *state)
 640{
 641	__ETHTOOL_DECLARE_LINK_MODE_MASK(mask) = { 0, };
 642	struct mv88e6xxx_chip *chip = ds->priv;
 643
 644	/* Allow all the expected bits */
 645	phylink_set(mask, Autoneg);
 646	phylink_set(mask, Pause);
 647	phylink_set_port_modes(mask);
 648
 649	if (chip->info->ops->phylink_validate)
 650		chip->info->ops->phylink_validate(chip, port, mask, state);
 651
 652	bitmap_and(supported, supported, mask, __ETHTOOL_LINK_MODE_MASK_NBITS);
 653	bitmap_and(state->advertising, state->advertising, mask,
 654		   __ETHTOOL_LINK_MODE_MASK_NBITS);
 655
 656	/* We can only operate at 2500BaseX or 1000BaseX.  If requested
 657	 * to advertise both, only report advertising at 2500BaseX.
 658	 */
 659	phylink_helper_basex_speed(state);
 660}
 661
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 662static void mv88e6xxx_mac_config(struct dsa_switch *ds, int port,
 663				 unsigned int mode,
 664				 const struct phylink_link_state *state)
 665{
 666	struct mv88e6xxx_chip *chip = ds->priv;
 667	struct mv88e6xxx_port *p;
 668	int err;
 669
 670	p = &chip->ports[port];
 671
 672	/* FIXME: is this the correct test? If we're in fixed mode on an
 673	 * internal port, why should we process this any different from
 674	 * PHY mode? On the other hand, the port may be automedia between
 675	 * an internal PHY and the serdes...
 676	 */
 677	if ((mode == MLO_AN_PHY) && mv88e6xxx_phy_is_internal(ds, port))
 678		return;
 679
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 680	mv88e6xxx_reg_lock(chip);
 681	/* In inband mode, the link may come up at any time while the link
 682	 * is not forced down. Force the link down while we reconfigure the
 683	 * interface mode.
 684	 */
 685	if (mode == MLO_AN_INBAND && p->interface != state->interface &&
 686	    chip->info->ops->port_set_link)
 687		chip->info->ops->port_set_link(chip, port, LINK_FORCED_DOWN);
 688
 689	err = mv88e6xxx_port_config_interface(chip, port, state->interface);
 690	if (err && err != -EOPNOTSUPP)
 691		goto err_unlock;
 
 692
 693	err = mv88e6xxx_serdes_pcs_config(chip, port, mode, state->interface,
 694					  state->advertising);
 695	/* FIXME: we should restart negotiation if something changed - which
 696	 * is something we get if we convert to using phylinks PCS operations.
 697	 */
 698	if (err > 0)
 699		err = 0;
 700
 701	/* Undo the forced down state above after completing configuration
 702	 * irrespective of its state on entry, which allows the link to come up.
 703	 */
 704	if (mode == MLO_AN_INBAND && p->interface != state->interface &&
 705	    chip->info->ops->port_set_link)
 706		chip->info->ops->port_set_link(chip, port, LINK_UNFORCED);
 707
 708	p->interface = state->interface;
 709
 710err_unlock:
 711	mv88e6xxx_reg_unlock(chip);
 712
 713	if (err && err != -EOPNOTSUPP)
 714		dev_err(ds->dev, "p%d: failed to configure MAC/PCS\n", port);
 715}
 716
 717static void mv88e6xxx_mac_link_down(struct dsa_switch *ds, int port,
 718				    unsigned int mode,
 719				    phy_interface_t interface)
 720{
 721	struct mv88e6xxx_chip *chip = ds->priv;
 722	const struct mv88e6xxx_ops *ops;
 723	int err = 0;
 724
 725	ops = chip->info->ops;
 726
 727	mv88e6xxx_reg_lock(chip);
 728	if ((!mv88e6xxx_port_ppu_updates(chip, port) ||
 729	     mode == MLO_AN_FIXED) && ops->port_set_link)
 730		err = ops->port_set_link(chip, port, LINK_FORCED_DOWN);
 731	mv88e6xxx_reg_unlock(chip);
 732
 733	if (err)
 734		dev_err(chip->dev,
 735			"p%d: failed to force MAC link down\n", port);
 736}
 737
 738static void mv88e6xxx_mac_link_up(struct dsa_switch *ds, int port,
 739				  unsigned int mode, phy_interface_t interface,
 740				  struct phy_device *phydev,
 741				  int speed, int duplex,
 742				  bool tx_pause, bool rx_pause)
 743{
 744	struct mv88e6xxx_chip *chip = ds->priv;
 745	const struct mv88e6xxx_ops *ops;
 746	int err = 0;
 747
 748	ops = chip->info->ops;
 749
 750	mv88e6xxx_reg_lock(chip);
 751	if (!mv88e6xxx_port_ppu_updates(chip, port) || mode == MLO_AN_FIXED) {
 752		/* FIXME: for an automedia port, should we force the link
 753		 * down here - what if the link comes up due to "other" media
 754		 * while we're bringing the port up, how is the exclusivity
 755		 * handled in the Marvell hardware? E.g. port 2 on 88E6390
 756		 * shared between internal PHY and Serdes.
 757		 */
 758		err = mv88e6xxx_serdes_pcs_link_up(chip, port, mode, speed,
 759						   duplex);
 760		if (err)
 761			goto error;
 762
 763		if (ops->port_set_speed_duplex) {
 764			err = ops->port_set_speed_duplex(chip, port,
 765							 speed, duplex);
 766			if (err && err != -EOPNOTSUPP)
 767				goto error;
 768		}
 769
 770		if (ops->port_set_link)
 771			err = ops->port_set_link(chip, port, LINK_FORCED_UP);
 772	}
 773error:
 774	mv88e6xxx_reg_unlock(chip);
 775
 776	if (err && err != -EOPNOTSUPP)
 777		dev_err(ds->dev,
 778			"p%d: failed to configure MAC link up\n", port);
 779}
 780
 781static int mv88e6xxx_stats_snapshot(struct mv88e6xxx_chip *chip, int port)
 782{
 783	if (!chip->info->ops->stats_snapshot)
 784		return -EOPNOTSUPP;
 785
 786	return chip->info->ops->stats_snapshot(chip, port);
 787}
 788
 789static struct mv88e6xxx_hw_stat mv88e6xxx_hw_stats[] = {
 790	{ "in_good_octets",		8, 0x00, STATS_TYPE_BANK0, },
 791	{ "in_bad_octets",		4, 0x02, STATS_TYPE_BANK0, },
 792	{ "in_unicast",			4, 0x04, STATS_TYPE_BANK0, },
 793	{ "in_broadcasts",		4, 0x06, STATS_TYPE_BANK0, },
 794	{ "in_multicasts",		4, 0x07, STATS_TYPE_BANK0, },
 795	{ "in_pause",			4, 0x16, STATS_TYPE_BANK0, },
 796	{ "in_undersize",		4, 0x18, STATS_TYPE_BANK0, },
 797	{ "in_fragments",		4, 0x19, STATS_TYPE_BANK0, },
 798	{ "in_oversize",		4, 0x1a, STATS_TYPE_BANK0, },
 799	{ "in_jabber",			4, 0x1b, STATS_TYPE_BANK0, },
 800	{ "in_rx_error",		4, 0x1c, STATS_TYPE_BANK0, },
 801	{ "in_fcs_error",		4, 0x1d, STATS_TYPE_BANK0, },
 802	{ "out_octets",			8, 0x0e, STATS_TYPE_BANK0, },
 803	{ "out_unicast",		4, 0x10, STATS_TYPE_BANK0, },
 804	{ "out_broadcasts",		4, 0x13, STATS_TYPE_BANK0, },
 805	{ "out_multicasts",		4, 0x12, STATS_TYPE_BANK0, },
 806	{ "out_pause",			4, 0x15, STATS_TYPE_BANK0, },
 807	{ "excessive",			4, 0x11, STATS_TYPE_BANK0, },
 808	{ "collisions",			4, 0x1e, STATS_TYPE_BANK0, },
 809	{ "deferred",			4, 0x05, STATS_TYPE_BANK0, },
 810	{ "single",			4, 0x14, STATS_TYPE_BANK0, },
 811	{ "multiple",			4, 0x17, STATS_TYPE_BANK0, },
 812	{ "out_fcs_error",		4, 0x03, STATS_TYPE_BANK0, },
 813	{ "late",			4, 0x1f, STATS_TYPE_BANK0, },
 814	{ "hist_64bytes",		4, 0x08, STATS_TYPE_BANK0, },
 815	{ "hist_65_127bytes",		4, 0x09, STATS_TYPE_BANK0, },
 816	{ "hist_128_255bytes",		4, 0x0a, STATS_TYPE_BANK0, },
 817	{ "hist_256_511bytes",		4, 0x0b, STATS_TYPE_BANK0, },
 818	{ "hist_512_1023bytes",		4, 0x0c, STATS_TYPE_BANK0, },
 819	{ "hist_1024_max_bytes",	4, 0x0d, STATS_TYPE_BANK0, },
 820	{ "sw_in_discards",		4, 0x10, STATS_TYPE_PORT, },
 821	{ "sw_in_filtered",		2, 0x12, STATS_TYPE_PORT, },
 822	{ "sw_out_filtered",		2, 0x13, STATS_TYPE_PORT, },
 823	{ "in_discards",		4, 0x00, STATS_TYPE_BANK1, },
 824	{ "in_filtered",		4, 0x01, STATS_TYPE_BANK1, },
 825	{ "in_accepted",		4, 0x02, STATS_TYPE_BANK1, },
 826	{ "in_bad_accepted",		4, 0x03, STATS_TYPE_BANK1, },
 827	{ "in_good_avb_class_a",	4, 0x04, STATS_TYPE_BANK1, },
 828	{ "in_good_avb_class_b",	4, 0x05, STATS_TYPE_BANK1, },
 829	{ "in_bad_avb_class_a",		4, 0x06, STATS_TYPE_BANK1, },
 830	{ "in_bad_avb_class_b",		4, 0x07, STATS_TYPE_BANK1, },
 831	{ "tcam_counter_0",		4, 0x08, STATS_TYPE_BANK1, },
 832	{ "tcam_counter_1",		4, 0x09, STATS_TYPE_BANK1, },
 833	{ "tcam_counter_2",		4, 0x0a, STATS_TYPE_BANK1, },
 834	{ "tcam_counter_3",		4, 0x0b, STATS_TYPE_BANK1, },
 835	{ "in_da_unknown",		4, 0x0e, STATS_TYPE_BANK1, },
 836	{ "in_management",		4, 0x0f, STATS_TYPE_BANK1, },
 837	{ "out_queue_0",		4, 0x10, STATS_TYPE_BANK1, },
 838	{ "out_queue_1",		4, 0x11, STATS_TYPE_BANK1, },
 839	{ "out_queue_2",		4, 0x12, STATS_TYPE_BANK1, },
 840	{ "out_queue_3",		4, 0x13, STATS_TYPE_BANK1, },
 841	{ "out_queue_4",		4, 0x14, STATS_TYPE_BANK1, },
 842	{ "out_queue_5",		4, 0x15, STATS_TYPE_BANK1, },
 843	{ "out_queue_6",		4, 0x16, STATS_TYPE_BANK1, },
 844	{ "out_queue_7",		4, 0x17, STATS_TYPE_BANK1, },
 845	{ "out_cut_through",		4, 0x18, STATS_TYPE_BANK1, },
 846	{ "out_octets_a",		4, 0x1a, STATS_TYPE_BANK1, },
 847	{ "out_octets_b",		4, 0x1b, STATS_TYPE_BANK1, },
 848	{ "out_management",		4, 0x1f, STATS_TYPE_BANK1, },
 849};
 850
 851static uint64_t _mv88e6xxx_get_ethtool_stat(struct mv88e6xxx_chip *chip,
 852					    struct mv88e6xxx_hw_stat *s,
 853					    int port, u16 bank1_select,
 854					    u16 histogram)
 855{
 856	u32 low;
 857	u32 high = 0;
 858	u16 reg = 0;
 859	int err;
 860	u64 value;
 861
 862	switch (s->type) {
 863	case STATS_TYPE_PORT:
 864		err = mv88e6xxx_port_read(chip, port, s->reg, &reg);
 865		if (err)
 866			return U64_MAX;
 867
 868		low = reg;
 869		if (s->size == 4) {
 870			err = mv88e6xxx_port_read(chip, port, s->reg + 1, &reg);
 871			if (err)
 872				return U64_MAX;
 873			low |= ((u32)reg) << 16;
 874		}
 875		break;
 876	case STATS_TYPE_BANK1:
 877		reg = bank1_select;
 878		fallthrough;
 879	case STATS_TYPE_BANK0:
 880		reg |= s->reg | histogram;
 881		mv88e6xxx_g1_stats_read(chip, reg, &low);
 882		if (s->size == 8)
 883			mv88e6xxx_g1_stats_read(chip, reg + 1, &high);
 884		break;
 885	default:
 886		return U64_MAX;
 887	}
 888	value = (((u64)high) << 32) | low;
 889	return value;
 890}
 891
 892static int mv88e6xxx_stats_get_strings(struct mv88e6xxx_chip *chip,
 893				       uint8_t *data, int types)
 894{
 895	struct mv88e6xxx_hw_stat *stat;
 896	int i, j;
 897
 898	for (i = 0, j = 0; i < ARRAY_SIZE(mv88e6xxx_hw_stats); i++) {
 899		stat = &mv88e6xxx_hw_stats[i];
 900		if (stat->type & types) {
 901			memcpy(data + j * ETH_GSTRING_LEN, stat->string,
 902			       ETH_GSTRING_LEN);
 903			j++;
 904		}
 905	}
 906
 907	return j;
 908}
 909
 910static int mv88e6095_stats_get_strings(struct mv88e6xxx_chip *chip,
 911				       uint8_t *data)
 912{
 913	return mv88e6xxx_stats_get_strings(chip, data,
 914					   STATS_TYPE_BANK0 | STATS_TYPE_PORT);
 915}
 916
 917static int mv88e6250_stats_get_strings(struct mv88e6xxx_chip *chip,
 918				       uint8_t *data)
 919{
 920	return mv88e6xxx_stats_get_strings(chip, data, STATS_TYPE_BANK0);
 921}
 922
 923static int mv88e6320_stats_get_strings(struct mv88e6xxx_chip *chip,
 924				       uint8_t *data)
 925{
 926	return mv88e6xxx_stats_get_strings(chip, data,
 927					   STATS_TYPE_BANK0 | STATS_TYPE_BANK1);
 928}
 929
 930static const uint8_t *mv88e6xxx_atu_vtu_stats_strings[] = {
 931	"atu_member_violation",
 932	"atu_miss_violation",
 933	"atu_full_violation",
 934	"vtu_member_violation",
 935	"vtu_miss_violation",
 936};
 937
 938static void mv88e6xxx_atu_vtu_get_strings(uint8_t *data)
 939{
 940	unsigned int i;
 941
 942	for (i = 0; i < ARRAY_SIZE(mv88e6xxx_atu_vtu_stats_strings); i++)
 943		strlcpy(data + i * ETH_GSTRING_LEN,
 944			mv88e6xxx_atu_vtu_stats_strings[i],
 945			ETH_GSTRING_LEN);
 946}
 947
 948static void mv88e6xxx_get_strings(struct dsa_switch *ds, int port,
 949				  u32 stringset, uint8_t *data)
 950{
 951	struct mv88e6xxx_chip *chip = ds->priv;
 952	int count = 0;
 953
 954	if (stringset != ETH_SS_STATS)
 955		return;
 956
 957	mv88e6xxx_reg_lock(chip);
 958
 959	if (chip->info->ops->stats_get_strings)
 960		count = chip->info->ops->stats_get_strings(chip, data);
 961
 962	if (chip->info->ops->serdes_get_strings) {
 963		data += count * ETH_GSTRING_LEN;
 964		count = chip->info->ops->serdes_get_strings(chip, port, data);
 965	}
 966
 967	data += count * ETH_GSTRING_LEN;
 968	mv88e6xxx_atu_vtu_get_strings(data);
 969
 970	mv88e6xxx_reg_unlock(chip);
 971}
 972
 973static int mv88e6xxx_stats_get_sset_count(struct mv88e6xxx_chip *chip,
 974					  int types)
 975{
 976	struct mv88e6xxx_hw_stat *stat;
 977	int i, j;
 978
 979	for (i = 0, j = 0; i < ARRAY_SIZE(mv88e6xxx_hw_stats); i++) {
 980		stat = &mv88e6xxx_hw_stats[i];
 981		if (stat->type & types)
 982			j++;
 983	}
 984	return j;
 985}
 986
 987static int mv88e6095_stats_get_sset_count(struct mv88e6xxx_chip *chip)
 988{
 989	return mv88e6xxx_stats_get_sset_count(chip, STATS_TYPE_BANK0 |
 990					      STATS_TYPE_PORT);
 991}
 992
 993static int mv88e6250_stats_get_sset_count(struct mv88e6xxx_chip *chip)
 994{
 995	return mv88e6xxx_stats_get_sset_count(chip, STATS_TYPE_BANK0);
 996}
 997
 998static int mv88e6320_stats_get_sset_count(struct mv88e6xxx_chip *chip)
 999{
1000	return mv88e6xxx_stats_get_sset_count(chip, STATS_TYPE_BANK0 |
1001					      STATS_TYPE_BANK1);
1002}
1003
1004static int mv88e6xxx_get_sset_count(struct dsa_switch *ds, int port, int sset)
1005{
1006	struct mv88e6xxx_chip *chip = ds->priv;
1007	int serdes_count = 0;
1008	int count = 0;
1009
1010	if (sset != ETH_SS_STATS)
1011		return 0;
1012
1013	mv88e6xxx_reg_lock(chip);
1014	if (chip->info->ops->stats_get_sset_count)
1015		count = chip->info->ops->stats_get_sset_count(chip);
1016	if (count < 0)
1017		goto out;
1018
1019	if (chip->info->ops->serdes_get_sset_count)
1020		serdes_count = chip->info->ops->serdes_get_sset_count(chip,
1021								      port);
1022	if (serdes_count < 0) {
1023		count = serdes_count;
1024		goto out;
1025	}
1026	count += serdes_count;
1027	count += ARRAY_SIZE(mv88e6xxx_atu_vtu_stats_strings);
1028
1029out:
1030	mv88e6xxx_reg_unlock(chip);
1031
1032	return count;
1033}
1034
1035static int mv88e6xxx_stats_get_stats(struct mv88e6xxx_chip *chip, int port,
1036				     uint64_t *data, int types,
1037				     u16 bank1_select, u16 histogram)
1038{
1039	struct mv88e6xxx_hw_stat *stat;
1040	int i, j;
1041
1042	for (i = 0, j = 0; i < ARRAY_SIZE(mv88e6xxx_hw_stats); i++) {
1043		stat = &mv88e6xxx_hw_stats[i];
1044		if (stat->type & types) {
1045			mv88e6xxx_reg_lock(chip);
1046			data[j] = _mv88e6xxx_get_ethtool_stat(chip, stat, port,
1047							      bank1_select,
1048							      histogram);
1049			mv88e6xxx_reg_unlock(chip);
1050
1051			j++;
1052		}
1053	}
1054	return j;
1055}
1056
1057static int mv88e6095_stats_get_stats(struct mv88e6xxx_chip *chip, int port,
1058				     uint64_t *data)
1059{
1060	return mv88e6xxx_stats_get_stats(chip, port, data,
1061					 STATS_TYPE_BANK0 | STATS_TYPE_PORT,
1062					 0, MV88E6XXX_G1_STATS_OP_HIST_RX_TX);
1063}
1064
1065static int mv88e6250_stats_get_stats(struct mv88e6xxx_chip *chip, int port,
1066				     uint64_t *data)
1067{
1068	return mv88e6xxx_stats_get_stats(chip, port, data, STATS_TYPE_BANK0,
1069					 0, MV88E6XXX_G1_STATS_OP_HIST_RX_TX);
1070}
1071
1072static int mv88e6320_stats_get_stats(struct mv88e6xxx_chip *chip, int port,
1073				     uint64_t *data)
1074{
1075	return mv88e6xxx_stats_get_stats(chip, port, data,
1076					 STATS_TYPE_BANK0 | STATS_TYPE_BANK1,
1077					 MV88E6XXX_G1_STATS_OP_BANK_1_BIT_9,
1078					 MV88E6XXX_G1_STATS_OP_HIST_RX_TX);
1079}
1080
1081static int mv88e6390_stats_get_stats(struct mv88e6xxx_chip *chip, int port,
1082				     uint64_t *data)
1083{
1084	return mv88e6xxx_stats_get_stats(chip, port, data,
1085					 STATS_TYPE_BANK0 | STATS_TYPE_BANK1,
1086					 MV88E6XXX_G1_STATS_OP_BANK_1_BIT_10,
1087					 0);
1088}
1089
1090static void mv88e6xxx_atu_vtu_get_stats(struct mv88e6xxx_chip *chip, int port,
1091					uint64_t *data)
1092{
1093	*data++ = chip->ports[port].atu_member_violation;
1094	*data++ = chip->ports[port].atu_miss_violation;
1095	*data++ = chip->ports[port].atu_full_violation;
1096	*data++ = chip->ports[port].vtu_member_violation;
1097	*data++ = chip->ports[port].vtu_miss_violation;
1098}
1099
1100static void mv88e6xxx_get_stats(struct mv88e6xxx_chip *chip, int port,
1101				uint64_t *data)
1102{
1103	int count = 0;
1104
1105	if (chip->info->ops->stats_get_stats)
1106		count = chip->info->ops->stats_get_stats(chip, port, data);
1107
1108	mv88e6xxx_reg_lock(chip);
1109	if (chip->info->ops->serdes_get_stats) {
1110		data += count;
1111		count = chip->info->ops->serdes_get_stats(chip, port, data);
1112	}
1113	data += count;
1114	mv88e6xxx_atu_vtu_get_stats(chip, port, data);
1115	mv88e6xxx_reg_unlock(chip);
1116}
1117
1118static void mv88e6xxx_get_ethtool_stats(struct dsa_switch *ds, int port,
1119					uint64_t *data)
1120{
1121	struct mv88e6xxx_chip *chip = ds->priv;
1122	int ret;
1123
1124	mv88e6xxx_reg_lock(chip);
1125
1126	ret = mv88e6xxx_stats_snapshot(chip, port);
1127	mv88e6xxx_reg_unlock(chip);
1128
1129	if (ret < 0)
1130		return;
1131
1132	mv88e6xxx_get_stats(chip, port, data);
1133
1134}
1135
1136static int mv88e6xxx_get_regs_len(struct dsa_switch *ds, int port)
1137{
1138	struct mv88e6xxx_chip *chip = ds->priv;
1139	int len;
1140
1141	len = 32 * sizeof(u16);
1142	if (chip->info->ops->serdes_get_regs_len)
1143		len += chip->info->ops->serdes_get_regs_len(chip, port);
1144
1145	return len;
1146}
1147
1148static void mv88e6xxx_get_regs(struct dsa_switch *ds, int port,
1149			       struct ethtool_regs *regs, void *_p)
1150{
1151	struct mv88e6xxx_chip *chip = ds->priv;
1152	int err;
1153	u16 reg;
1154	u16 *p = _p;
1155	int i;
1156
1157	regs->version = chip->info->prod_num;
1158
1159	memset(p, 0xff, 32 * sizeof(u16));
1160
1161	mv88e6xxx_reg_lock(chip);
1162
1163	for (i = 0; i < 32; i++) {
1164
1165		err = mv88e6xxx_port_read(chip, port, i, &reg);
1166		if (!err)
1167			p[i] = reg;
1168	}
1169
1170	if (chip->info->ops->serdes_get_regs)
1171		chip->info->ops->serdes_get_regs(chip, port, &p[i]);
1172
1173	mv88e6xxx_reg_unlock(chip);
1174}
1175
1176static int mv88e6xxx_get_mac_eee(struct dsa_switch *ds, int port,
1177				 struct ethtool_eee *e)
1178{
1179	/* Nothing to do on the port's MAC */
1180	return 0;
1181}
1182
1183static int mv88e6xxx_set_mac_eee(struct dsa_switch *ds, int port,
1184				 struct ethtool_eee *e)
1185{
1186	/* Nothing to do on the port's MAC */
1187	return 0;
1188}
1189
1190/* Mask of the local ports allowed to receive frames from a given fabric port */
1191static u16 mv88e6xxx_port_vlan(struct mv88e6xxx_chip *chip, int dev, int port)
1192{
1193	struct dsa_switch *ds = chip->ds;
1194	struct dsa_switch_tree *dst = ds->dst;
1195	struct net_device *br;
1196	struct dsa_port *dp;
1197	bool found = false;
1198	u16 pvlan;
 
1199
1200	list_for_each_entry(dp, &dst->ports, list) {
1201		if (dp->ds->index == dev && dp->index == port) {
1202			found = true;
1203			break;
1204		}
1205	}
1206
1207	/* Prevent frames from unknown switch or port */
1208	if (!found)
1209		return 0;
1210
1211	/* Frames from DSA links and CPU ports can egress any local port */
1212	if (dp->type == DSA_PORT_TYPE_CPU || dp->type == DSA_PORT_TYPE_DSA)
1213		return mv88e6xxx_port_mask(chip);
1214
1215	br = dp->bridge_dev;
1216	pvlan = 0;
1217
1218	/* Frames from user ports can egress any local DSA links and CPU ports,
1219	 * as well as any local member of their bridge group.
1220	 */
1221	list_for_each_entry(dp, &dst->ports, list)
1222		if (dp->ds == ds &&
1223		    (dp->type == DSA_PORT_TYPE_CPU ||
1224		     dp->type == DSA_PORT_TYPE_DSA ||
1225		     (br && dp->bridge_dev == br)))
1226			pvlan |= BIT(dp->index);
1227
1228	return pvlan;
1229}
1230
1231static int mv88e6xxx_port_vlan_map(struct mv88e6xxx_chip *chip, int port)
1232{
1233	u16 output_ports = mv88e6xxx_port_vlan(chip, chip->ds->index, port);
1234
1235	/* prevent frames from going back out of the port they came in on */
1236	output_ports &= ~BIT(port);
1237
1238	return mv88e6xxx_port_set_vlan_map(chip, port, output_ports);
1239}
1240
1241static void mv88e6xxx_port_stp_state_set(struct dsa_switch *ds, int port,
1242					 u8 state)
1243{
1244	struct mv88e6xxx_chip *chip = ds->priv;
1245	int err;
1246
1247	mv88e6xxx_reg_lock(chip);
1248	err = mv88e6xxx_port_set_state(chip, port, state);
1249	mv88e6xxx_reg_unlock(chip);
1250
1251	if (err)
1252		dev_err(ds->dev, "p%d: failed to update state\n", port);
1253}
1254
1255static int mv88e6xxx_pri_setup(struct mv88e6xxx_chip *chip)
1256{
1257	int err;
1258
1259	if (chip->info->ops->ieee_pri_map) {
1260		err = chip->info->ops->ieee_pri_map(chip);
1261		if (err)
1262			return err;
1263	}
1264
1265	if (chip->info->ops->ip_pri_map) {
1266		err = chip->info->ops->ip_pri_map(chip);
1267		if (err)
1268			return err;
1269	}
1270
1271	return 0;
1272}
1273
1274static int mv88e6xxx_devmap_setup(struct mv88e6xxx_chip *chip)
1275{
1276	struct dsa_switch *ds = chip->ds;
1277	int target, port;
1278	int err;
1279
1280	if (!chip->info->global2_addr)
1281		return 0;
1282
1283	/* Initialize the routing port to the 32 possible target devices */
1284	for (target = 0; target < 32; target++) {
1285		port = dsa_routing_port(ds, target);
1286		if (port == ds->num_ports)
1287			port = 0x1f;
 
1288
1289		err = mv88e6xxx_g2_device_mapping_write(chip, target, port);
1290		if (err)
1291			return err;
1292	}
1293
1294	if (chip->info->ops->set_cascade_port) {
1295		port = MV88E6XXX_CASCADE_PORT_MULTIPLE;
1296		err = chip->info->ops->set_cascade_port(chip, port);
1297		if (err)
1298			return err;
1299	}
1300
1301	err = mv88e6xxx_g1_set_device_number(chip, chip->ds->index);
1302	if (err)
1303		return err;
1304
1305	return 0;
1306}
1307
1308static int mv88e6xxx_trunk_setup(struct mv88e6xxx_chip *chip)
1309{
1310	/* Clear all trunk masks and mapping */
1311	if (chip->info->global2_addr)
1312		return mv88e6xxx_g2_trunk_clear(chip);
1313
1314	return 0;
1315}
1316
1317static int mv88e6xxx_rmu_setup(struct mv88e6xxx_chip *chip)
1318{
1319	if (chip->info->ops->rmu_disable)
1320		return chip->info->ops->rmu_disable(chip);
1321
1322	return 0;
1323}
1324
1325static int mv88e6xxx_pot_setup(struct mv88e6xxx_chip *chip)
1326{
1327	if (chip->info->ops->pot_clear)
1328		return chip->info->ops->pot_clear(chip);
1329
1330	return 0;
1331}
1332
1333static int mv88e6xxx_rsvd2cpu_setup(struct mv88e6xxx_chip *chip)
1334{
1335	if (chip->info->ops->mgmt_rsvd2cpu)
1336		return chip->info->ops->mgmt_rsvd2cpu(chip);
1337
1338	return 0;
1339}
1340
1341static int mv88e6xxx_atu_setup(struct mv88e6xxx_chip *chip)
1342{
1343	int err;
1344
1345	err = mv88e6xxx_g1_atu_flush(chip, 0, true);
1346	if (err)
1347		return err;
1348
1349	err = mv88e6xxx_g1_atu_set_learn2all(chip, true);
1350	if (err)
1351		return err;
1352
1353	return mv88e6xxx_g1_atu_set_age_time(chip, 300000);
1354}
1355
1356static int mv88e6xxx_irl_setup(struct mv88e6xxx_chip *chip)
1357{
1358	int port;
1359	int err;
1360
1361	if (!chip->info->ops->irl_init_all)
1362		return 0;
1363
1364	for (port = 0; port < mv88e6xxx_num_ports(chip); port++) {
1365		/* Disable ingress rate limiting by resetting all per port
1366		 * ingress rate limit resources to their initial state.
1367		 */
1368		err = chip->info->ops->irl_init_all(chip, port);
1369		if (err)
1370			return err;
1371	}
1372
1373	return 0;
1374}
1375
1376static int mv88e6xxx_mac_setup(struct mv88e6xxx_chip *chip)
1377{
1378	if (chip->info->ops->set_switch_mac) {
1379		u8 addr[ETH_ALEN];
1380
1381		eth_random_addr(addr);
1382
1383		return chip->info->ops->set_switch_mac(chip, addr);
1384	}
1385
1386	return 0;
1387}
1388
1389static int mv88e6xxx_pvt_map(struct mv88e6xxx_chip *chip, int dev, int port)
1390{
1391	u16 pvlan = 0;
1392
1393	if (!mv88e6xxx_has_pvt(chip))
1394		return 0;
1395
1396	/* Skip the local source device, which uses in-chip port VLAN */
1397	if (dev != chip->ds->index)
1398		pvlan = mv88e6xxx_port_vlan(chip, dev, port);
1399
1400	return mv88e6xxx_g2_pvt_write(chip, dev, port, pvlan);
1401}
1402
1403static int mv88e6xxx_pvt_setup(struct mv88e6xxx_chip *chip)
1404{
1405	int dev, port;
1406	int err;
1407
1408	if (!mv88e6xxx_has_pvt(chip))
1409		return 0;
1410
1411	/* Clear 5 Bit Port for usage with Marvell Link Street devices:
1412	 * use 4 bits for the Src_Port/Src_Trunk and 5 bits for the Src_Dev.
1413	 */
1414	err = mv88e6xxx_g2_misc_4_bit_port(chip);
1415	if (err)
1416		return err;
1417
1418	for (dev = 0; dev < MV88E6XXX_MAX_PVT_SWITCHES; ++dev) {
1419		for (port = 0; port < MV88E6XXX_MAX_PVT_PORTS; ++port) {
1420			err = mv88e6xxx_pvt_map(chip, dev, port);
1421			if (err)
1422				return err;
1423		}
1424	}
1425
1426	return 0;
1427}
1428
1429static void mv88e6xxx_port_fast_age(struct dsa_switch *ds, int port)
1430{
1431	struct mv88e6xxx_chip *chip = ds->priv;
1432	int err;
1433
1434	mv88e6xxx_reg_lock(chip);
1435	err = mv88e6xxx_g1_atu_remove(chip, 0, port, false);
1436	mv88e6xxx_reg_unlock(chip);
1437
1438	if (err)
1439		dev_err(ds->dev, "p%d: failed to flush ATU\n", port);
1440}
1441
1442static int mv88e6xxx_vtu_setup(struct mv88e6xxx_chip *chip)
1443{
1444	if (!chip->info->max_vid)
1445		return 0;
1446
1447	return mv88e6xxx_g1_vtu_flush(chip);
1448}
1449
1450static int mv88e6xxx_vtu_getnext(struct mv88e6xxx_chip *chip,
1451				 struct mv88e6xxx_vtu_entry *entry)
1452{
1453	if (!chip->info->ops->vtu_getnext)
1454		return -EOPNOTSUPP;
1455
1456	return chip->info->ops->vtu_getnext(chip, entry);
1457}
1458
1459static int mv88e6xxx_vtu_loadpurge(struct mv88e6xxx_chip *chip,
1460				   struct mv88e6xxx_vtu_entry *entry)
1461{
1462	if (!chip->info->ops->vtu_loadpurge)
1463		return -EOPNOTSUPP;
1464
1465	return chip->info->ops->vtu_loadpurge(chip, entry);
1466}
1467
1468static int mv88e6xxx_atu_new(struct mv88e6xxx_chip *chip, u16 *fid)
1469{
1470	DECLARE_BITMAP(fid_bitmap, MV88E6XXX_N_FID);
1471	struct mv88e6xxx_vtu_entry vlan;
1472	int i, err;
1473
1474	bitmap_zero(fid_bitmap, MV88E6XXX_N_FID);
1475
1476	/* Set every FID bit used by the (un)bridged ports */
1477	for (i = 0; i < mv88e6xxx_num_ports(chip); ++i) {
1478		err = mv88e6xxx_port_get_fid(chip, i, fid);
1479		if (err)
1480			return err;
1481
1482		set_bit(*fid, fid_bitmap);
1483	}
1484
1485	/* Set every FID bit used by the VLAN entries */
1486	vlan.vid = chip->info->max_vid;
1487	vlan.valid = false;
1488
1489	do {
1490		err = mv88e6xxx_vtu_getnext(chip, &vlan);
1491		if (err)
1492			return err;
1493
1494		if (!vlan.valid)
1495			break;
1496
1497		set_bit(vlan.fid, fid_bitmap);
1498	} while (vlan.vid < chip->info->max_vid);
1499
1500	/* The reset value 0x000 is used to indicate that multiple address
1501	 * databases are not needed. Return the next positive available.
1502	 */
1503	*fid = find_next_zero_bit(fid_bitmap, MV88E6XXX_N_FID, 1);
1504	if (unlikely(*fid >= mv88e6xxx_num_databases(chip)))
1505		return -ENOSPC;
1506
1507	/* Clear the database */
1508	return mv88e6xxx_g1_atu_flush(chip, *fid, true);
1509}
1510
1511static int mv88e6xxx_atu_get_hash(struct mv88e6xxx_chip *chip, u8 *hash)
1512{
1513	if (chip->info->ops->atu_get_hash)
1514		return chip->info->ops->atu_get_hash(chip, hash);
1515
1516	return -EOPNOTSUPP;
1517}
1518
1519static int mv88e6xxx_atu_set_hash(struct mv88e6xxx_chip *chip, u8 hash)
1520{
1521	if (chip->info->ops->atu_set_hash)
1522		return chip->info->ops->atu_set_hash(chip, hash);
1523
1524	return -EOPNOTSUPP;
1525}
1526
1527static int mv88e6xxx_port_check_hw_vlan(struct dsa_switch *ds, int port,
1528					u16 vid_begin, u16 vid_end)
1529{
1530	struct mv88e6xxx_chip *chip = ds->priv;
1531	struct mv88e6xxx_vtu_entry vlan;
1532	int i, err;
1533
1534	/* DSA and CPU ports have to be members of multiple vlans */
1535	if (dsa_is_dsa_port(ds, port) || dsa_is_cpu_port(ds, port))
1536		return 0;
1537
1538	if (!vid_begin)
1539		return -EOPNOTSUPP;
1540
1541	vlan.vid = vid_begin - 1;
1542	vlan.valid = false;
1543
1544	do {
1545		err = mv88e6xxx_vtu_getnext(chip, &vlan);
1546		if (err)
1547			return err;
1548
1549		if (!vlan.valid)
1550			break;
1551
1552		if (vlan.vid > vid_end)
1553			break;
1554
1555		for (i = 0; i < mv88e6xxx_num_ports(chip); ++i) {
1556			if (dsa_is_dsa_port(ds, i) || dsa_is_cpu_port(ds, i))
1557				continue;
1558
1559			if (!dsa_to_port(ds, i)->slave)
1560				continue;
1561
1562			if (vlan.member[i] ==
1563			    MV88E6XXX_G1_VTU_DATA_MEMBER_TAG_NON_MEMBER)
1564				continue;
1565
1566			if (dsa_to_port(ds, i)->bridge_dev ==
1567			    dsa_to_port(ds, port)->bridge_dev)
1568				break; /* same bridge, check next VLAN */
1569
1570			if (!dsa_to_port(ds, i)->bridge_dev)
1571				continue;
1572
1573			dev_err(ds->dev, "p%d: hw VLAN %d already used by port %d in %s\n",
1574				port, vlan.vid, i,
1575				netdev_name(dsa_to_port(ds, i)->bridge_dev));
1576			return -EOPNOTSUPP;
1577		}
1578	} while (vlan.vid < vid_end);
1579
1580	return 0;
1581}
1582
1583static int mv88e6xxx_port_vlan_filtering(struct dsa_switch *ds, int port,
1584					 bool vlan_filtering)
1585{
1586	struct mv88e6xxx_chip *chip = ds->priv;
1587	u16 mode = vlan_filtering ? MV88E6XXX_PORT_CTL2_8021Q_MODE_SECURE :
1588		MV88E6XXX_PORT_CTL2_8021Q_MODE_DISABLED;
1589	int err;
1590
1591	if (!chip->info->max_vid)
1592		return -EOPNOTSUPP;
1593
1594	mv88e6xxx_reg_lock(chip);
1595	err = mv88e6xxx_port_set_8021q_mode(chip, port, mode);
1596	mv88e6xxx_reg_unlock(chip);
1597
1598	return err;
1599}
1600
1601static int
1602mv88e6xxx_port_vlan_prepare(struct dsa_switch *ds, int port,
1603			    const struct switchdev_obj_port_vlan *vlan)
1604{
1605	struct mv88e6xxx_chip *chip = ds->priv;
1606	int err;
1607
1608	if (!chip->info->max_vid)
1609		return -EOPNOTSUPP;
1610
1611	/* If the requested port doesn't belong to the same bridge as the VLAN
1612	 * members, do not support it (yet) and fallback to software VLAN.
1613	 */
1614	mv88e6xxx_reg_lock(chip);
1615	err = mv88e6xxx_port_check_hw_vlan(ds, port, vlan->vid_begin,
1616					   vlan->vid_end);
1617	mv88e6xxx_reg_unlock(chip);
1618
1619	/* We don't need any dynamic resource from the kernel (yet),
1620	 * so skip the prepare phase.
1621	 */
1622	return err;
1623}
1624
1625static int mv88e6xxx_port_db_load_purge(struct mv88e6xxx_chip *chip, int port,
1626					const unsigned char *addr, u16 vid,
1627					u8 state)
1628{
1629	struct mv88e6xxx_atu_entry entry;
1630	struct mv88e6xxx_vtu_entry vlan;
1631	u16 fid;
1632	int err;
1633
1634	/* Null VLAN ID corresponds to the port private database */
1635	if (vid == 0) {
1636		err = mv88e6xxx_port_get_fid(chip, port, &fid);
1637		if (err)
1638			return err;
1639	} else {
1640		vlan.vid = vid - 1;
1641		vlan.valid = false;
1642
1643		err = mv88e6xxx_vtu_getnext(chip, &vlan);
1644		if (err)
1645			return err;
1646
1647		/* switchdev expects -EOPNOTSUPP to honor software VLANs */
1648		if (vlan.vid != vid || !vlan.valid)
1649			return -EOPNOTSUPP;
1650
1651		fid = vlan.fid;
1652	}
1653
1654	entry.state = 0;
1655	ether_addr_copy(entry.mac, addr);
1656	eth_addr_dec(entry.mac);
1657
1658	err = mv88e6xxx_g1_atu_getnext(chip, fid, &entry);
1659	if (err)
1660		return err;
1661
1662	/* Initialize a fresh ATU entry if it isn't found */
1663	if (!entry.state || !ether_addr_equal(entry.mac, addr)) {
1664		memset(&entry, 0, sizeof(entry));
1665		ether_addr_copy(entry.mac, addr);
1666	}
1667
1668	/* Purge the ATU entry only if no port is using it anymore */
1669	if (!state) {
1670		entry.portvec &= ~BIT(port);
1671		if (!entry.portvec)
1672			entry.state = 0;
1673	} else {
1674		entry.portvec |= BIT(port);
1675		entry.state = state;
1676	}
1677
1678	return mv88e6xxx_g1_atu_loadpurge(chip, fid, &entry);
1679}
1680
1681static int mv88e6xxx_policy_apply(struct mv88e6xxx_chip *chip, int port,
1682				  const struct mv88e6xxx_policy *policy)
1683{
1684	enum mv88e6xxx_policy_mapping mapping = policy->mapping;
1685	enum mv88e6xxx_policy_action action = policy->action;
1686	const u8 *addr = policy->addr;
1687	u16 vid = policy->vid;
1688	u8 state;
1689	int err;
1690	int id;
1691
1692	if (!chip->info->ops->port_set_policy)
1693		return -EOPNOTSUPP;
1694
1695	switch (mapping) {
1696	case MV88E6XXX_POLICY_MAPPING_DA:
1697	case MV88E6XXX_POLICY_MAPPING_SA:
1698		if (action == MV88E6XXX_POLICY_ACTION_NORMAL)
1699			state = 0; /* Dissociate the port and address */
1700		else if (action == MV88E6XXX_POLICY_ACTION_DISCARD &&
1701			 is_multicast_ether_addr(addr))
1702			state = MV88E6XXX_G1_ATU_DATA_STATE_MC_STATIC_POLICY;
1703		else if (action == MV88E6XXX_POLICY_ACTION_DISCARD &&
1704			 is_unicast_ether_addr(addr))
1705			state = MV88E6XXX_G1_ATU_DATA_STATE_UC_STATIC_POLICY;
1706		else
1707			return -EOPNOTSUPP;
1708
1709		err = mv88e6xxx_port_db_load_purge(chip, port, addr, vid,
1710						   state);
1711		if (err)
1712			return err;
1713		break;
1714	default:
1715		return -EOPNOTSUPP;
1716	}
1717
1718	/* Skip the port's policy clearing if the mapping is still in use */
1719	if (action == MV88E6XXX_POLICY_ACTION_NORMAL)
1720		idr_for_each_entry(&chip->policies, policy, id)
1721			if (policy->port == port &&
1722			    policy->mapping == mapping &&
1723			    policy->action != action)
1724				return 0;
1725
1726	return chip->info->ops->port_set_policy(chip, port, mapping, action);
1727}
1728
1729static int mv88e6xxx_policy_insert(struct mv88e6xxx_chip *chip, int port,
1730				   struct ethtool_rx_flow_spec *fs)
1731{
1732	struct ethhdr *mac_entry = &fs->h_u.ether_spec;
1733	struct ethhdr *mac_mask = &fs->m_u.ether_spec;
1734	enum mv88e6xxx_policy_mapping mapping;
1735	enum mv88e6xxx_policy_action action;
1736	struct mv88e6xxx_policy *policy;
1737	u16 vid = 0;
1738	u8 *addr;
1739	int err;
1740	int id;
1741
1742	if (fs->location != RX_CLS_LOC_ANY)
1743		return -EINVAL;
1744
1745	if (fs->ring_cookie == RX_CLS_FLOW_DISC)
1746		action = MV88E6XXX_POLICY_ACTION_DISCARD;
1747	else
1748		return -EOPNOTSUPP;
1749
1750	switch (fs->flow_type & ~FLOW_EXT) {
1751	case ETHER_FLOW:
1752		if (!is_zero_ether_addr(mac_mask->h_dest) &&
1753		    is_zero_ether_addr(mac_mask->h_source)) {
1754			mapping = MV88E6XXX_POLICY_MAPPING_DA;
1755			addr = mac_entry->h_dest;
1756		} else if (is_zero_ether_addr(mac_mask->h_dest) &&
1757		    !is_zero_ether_addr(mac_mask->h_source)) {
1758			mapping = MV88E6XXX_POLICY_MAPPING_SA;
1759			addr = mac_entry->h_source;
1760		} else {
1761			/* Cannot support DA and SA mapping in the same rule */
1762			return -EOPNOTSUPP;
1763		}
1764		break;
1765	default:
1766		return -EOPNOTSUPP;
1767	}
1768
1769	if ((fs->flow_type & FLOW_EXT) && fs->m_ext.vlan_tci) {
1770		if (fs->m_ext.vlan_tci != htons(0xffff))
1771			return -EOPNOTSUPP;
1772		vid = be16_to_cpu(fs->h_ext.vlan_tci) & VLAN_VID_MASK;
1773	}
1774
1775	idr_for_each_entry(&chip->policies, policy, id) {
1776		if (policy->port == port && policy->mapping == mapping &&
1777		    policy->action == action && policy->vid == vid &&
1778		    ether_addr_equal(policy->addr, addr))
1779			return -EEXIST;
1780	}
1781
1782	policy = devm_kzalloc(chip->dev, sizeof(*policy), GFP_KERNEL);
1783	if (!policy)
1784		return -ENOMEM;
1785
1786	fs->location = 0;
1787	err = idr_alloc_u32(&chip->policies, policy, &fs->location, 0xffffffff,
1788			    GFP_KERNEL);
1789	if (err) {
1790		devm_kfree(chip->dev, policy);
1791		return err;
1792	}
1793
1794	memcpy(&policy->fs, fs, sizeof(*fs));
1795	ether_addr_copy(policy->addr, addr);
1796	policy->mapping = mapping;
1797	policy->action = action;
1798	policy->port = port;
1799	policy->vid = vid;
1800
1801	err = mv88e6xxx_policy_apply(chip, port, policy);
1802	if (err) {
1803		idr_remove(&chip->policies, fs->location);
1804		devm_kfree(chip->dev, policy);
1805		return err;
1806	}
1807
1808	return 0;
1809}
1810
1811static int mv88e6xxx_get_rxnfc(struct dsa_switch *ds, int port,
1812			       struct ethtool_rxnfc *rxnfc, u32 *rule_locs)
1813{
1814	struct ethtool_rx_flow_spec *fs = &rxnfc->fs;
1815	struct mv88e6xxx_chip *chip = ds->priv;
1816	struct mv88e6xxx_policy *policy;
1817	int err;
1818	int id;
1819
1820	mv88e6xxx_reg_lock(chip);
1821
1822	switch (rxnfc->cmd) {
1823	case ETHTOOL_GRXCLSRLCNT:
1824		rxnfc->data = 0;
1825		rxnfc->data |= RX_CLS_LOC_SPECIAL;
1826		rxnfc->rule_cnt = 0;
1827		idr_for_each_entry(&chip->policies, policy, id)
1828			if (policy->port == port)
1829				rxnfc->rule_cnt++;
1830		err = 0;
1831		break;
1832	case ETHTOOL_GRXCLSRULE:
1833		err = -ENOENT;
1834		policy = idr_find(&chip->policies, fs->location);
1835		if (policy) {
1836			memcpy(fs, &policy->fs, sizeof(*fs));
1837			err = 0;
1838		}
1839		break;
1840	case ETHTOOL_GRXCLSRLALL:
1841		rxnfc->data = 0;
1842		rxnfc->rule_cnt = 0;
1843		idr_for_each_entry(&chip->policies, policy, id)
1844			if (policy->port == port)
1845				rule_locs[rxnfc->rule_cnt++] = id;
1846		err = 0;
1847		break;
1848	default:
1849		err = -EOPNOTSUPP;
1850		break;
1851	}
1852
1853	mv88e6xxx_reg_unlock(chip);
1854
1855	return err;
1856}
1857
1858static int mv88e6xxx_set_rxnfc(struct dsa_switch *ds, int port,
1859			       struct ethtool_rxnfc *rxnfc)
1860{
1861	struct ethtool_rx_flow_spec *fs = &rxnfc->fs;
1862	struct mv88e6xxx_chip *chip = ds->priv;
1863	struct mv88e6xxx_policy *policy;
1864	int err;
1865
1866	mv88e6xxx_reg_lock(chip);
1867
1868	switch (rxnfc->cmd) {
1869	case ETHTOOL_SRXCLSRLINS:
1870		err = mv88e6xxx_policy_insert(chip, port, fs);
1871		break;
1872	case ETHTOOL_SRXCLSRLDEL:
1873		err = -ENOENT;
1874		policy = idr_remove(&chip->policies, fs->location);
1875		if (policy) {
1876			policy->action = MV88E6XXX_POLICY_ACTION_NORMAL;
1877			err = mv88e6xxx_policy_apply(chip, port, policy);
1878			devm_kfree(chip->dev, policy);
1879		}
1880		break;
1881	default:
1882		err = -EOPNOTSUPP;
1883		break;
1884	}
1885
1886	mv88e6xxx_reg_unlock(chip);
1887
1888	return err;
1889}
1890
1891static int mv88e6xxx_port_add_broadcast(struct mv88e6xxx_chip *chip, int port,
1892					u16 vid)
1893{
1894	const char broadcast[6] = { 0xff, 0xff, 0xff, 0xff, 0xff, 0xff };
1895	u8 state = MV88E6XXX_G1_ATU_DATA_STATE_MC_STATIC;
1896
1897	return mv88e6xxx_port_db_load_purge(chip, port, broadcast, vid, state);
1898}
1899
1900static int mv88e6xxx_broadcast_setup(struct mv88e6xxx_chip *chip, u16 vid)
1901{
1902	int port;
1903	int err;
1904
1905	for (port = 0; port < mv88e6xxx_num_ports(chip); port++) {
1906		err = mv88e6xxx_port_add_broadcast(chip, port, vid);
1907		if (err)
1908			return err;
1909	}
1910
1911	return 0;
1912}
1913
1914static int mv88e6xxx_port_vlan_join(struct mv88e6xxx_chip *chip, int port,
1915				    u16 vid, u8 member, bool warn)
1916{
1917	const u8 non_member = MV88E6XXX_G1_VTU_DATA_MEMBER_TAG_NON_MEMBER;
1918	struct mv88e6xxx_vtu_entry vlan;
1919	int i, err;
1920
1921	if (!vid)
1922		return -EOPNOTSUPP;
1923
1924	vlan.vid = vid - 1;
1925	vlan.valid = false;
1926
1927	err = mv88e6xxx_vtu_getnext(chip, &vlan);
1928	if (err)
1929		return err;
1930
1931	if (vlan.vid != vid || !vlan.valid) {
1932		memset(&vlan, 0, sizeof(vlan));
1933
1934		err = mv88e6xxx_atu_new(chip, &vlan.fid);
1935		if (err)
1936			return err;
1937
1938		for (i = 0; i < mv88e6xxx_num_ports(chip); ++i)
1939			if (i == port)
1940				vlan.member[i] = member;
1941			else
1942				vlan.member[i] = non_member;
1943
1944		vlan.vid = vid;
1945		vlan.valid = true;
1946
1947		err = mv88e6xxx_vtu_loadpurge(chip, &vlan);
1948		if (err)
1949			return err;
1950
1951		err = mv88e6xxx_broadcast_setup(chip, vlan.vid);
1952		if (err)
1953			return err;
1954	} else if (vlan.member[port] != member) {
1955		vlan.member[port] = member;
1956
1957		err = mv88e6xxx_vtu_loadpurge(chip, &vlan);
1958		if (err)
1959			return err;
1960	} else if (warn) {
1961		dev_info(chip->dev, "p%d: already a member of VLAN %d\n",
1962			 port, vid);
1963	}
1964
1965	return 0;
1966}
1967
1968static void mv88e6xxx_port_vlan_add(struct dsa_switch *ds, int port,
1969				    const struct switchdev_obj_port_vlan *vlan)
1970{
1971	struct mv88e6xxx_chip *chip = ds->priv;
1972	bool untagged = vlan->flags & BRIDGE_VLAN_INFO_UNTAGGED;
1973	bool pvid = vlan->flags & BRIDGE_VLAN_INFO_PVID;
1974	bool warn;
1975	u8 member;
1976	u16 vid;
1977
1978	if (!chip->info->max_vid)
1979		return;
1980
1981	if (dsa_is_dsa_port(ds, port) || dsa_is_cpu_port(ds, port))
1982		member = MV88E6XXX_G1_VTU_DATA_MEMBER_TAG_UNMODIFIED;
1983	else if (untagged)
1984		member = MV88E6XXX_G1_VTU_DATA_MEMBER_TAG_UNTAGGED;
1985	else
1986		member = MV88E6XXX_G1_VTU_DATA_MEMBER_TAG_TAGGED;
1987
1988	/* net/dsa/slave.c will call dsa_port_vlan_add() for the affected port
1989	 * and then the CPU port. Do not warn for duplicates for the CPU port.
1990	 */
1991	warn = !dsa_is_cpu_port(ds, port) && !dsa_is_dsa_port(ds, port);
1992
1993	mv88e6xxx_reg_lock(chip);
1994
1995	for (vid = vlan->vid_begin; vid <= vlan->vid_end; ++vid)
1996		if (mv88e6xxx_port_vlan_join(chip, port, vid, member, warn))
1997			dev_err(ds->dev, "p%d: failed to add VLAN %d%c\n", port,
1998				vid, untagged ? 'u' : 't');
1999
2000	if (pvid && mv88e6xxx_port_set_pvid(chip, port, vlan->vid_end))
2001		dev_err(ds->dev, "p%d: failed to set PVID %d\n", port,
2002			vlan->vid_end);
2003
2004	mv88e6xxx_reg_unlock(chip);
2005}
2006
2007static int mv88e6xxx_port_vlan_leave(struct mv88e6xxx_chip *chip,
2008				     int port, u16 vid)
2009{
2010	struct mv88e6xxx_vtu_entry vlan;
2011	int i, err;
2012
2013	if (!vid)
2014		return -EOPNOTSUPP;
2015
2016	vlan.vid = vid - 1;
2017	vlan.valid = false;
2018
2019	err = mv88e6xxx_vtu_getnext(chip, &vlan);
2020	if (err)
2021		return err;
2022
2023	/* If the VLAN doesn't exist in hardware or the port isn't a member,
2024	 * tell switchdev that this VLAN is likely handled in software.
2025	 */
2026	if (vlan.vid != vid || !vlan.valid ||
2027	    vlan.member[port] == MV88E6XXX_G1_VTU_DATA_MEMBER_TAG_NON_MEMBER)
2028		return -EOPNOTSUPP;
2029
2030	vlan.member[port] = MV88E6XXX_G1_VTU_DATA_MEMBER_TAG_NON_MEMBER;
2031
2032	/* keep the VLAN unless all ports are excluded */
2033	vlan.valid = false;
2034	for (i = 0; i < mv88e6xxx_num_ports(chip); ++i) {
2035		if (vlan.member[i] !=
2036		    MV88E6XXX_G1_VTU_DATA_MEMBER_TAG_NON_MEMBER) {
2037			vlan.valid = true;
2038			break;
2039		}
2040	}
2041
2042	err = mv88e6xxx_vtu_loadpurge(chip, &vlan);
2043	if (err)
2044		return err;
2045
2046	return mv88e6xxx_g1_atu_remove(chip, vlan.fid, port, false);
2047}
2048
2049static int mv88e6xxx_port_vlan_del(struct dsa_switch *ds, int port,
2050				   const struct switchdev_obj_port_vlan *vlan)
2051{
2052	struct mv88e6xxx_chip *chip = ds->priv;
2053	u16 pvid, vid;
2054	int err = 0;
2055
2056	if (!chip->info->max_vid)
2057		return -EOPNOTSUPP;
2058
2059	mv88e6xxx_reg_lock(chip);
2060
2061	err = mv88e6xxx_port_get_pvid(chip, port, &pvid);
2062	if (err)
2063		goto unlock;
2064
2065	for (vid = vlan->vid_begin; vid <= vlan->vid_end; ++vid) {
2066		err = mv88e6xxx_port_vlan_leave(chip, port, vid);
2067		if (err)
2068			goto unlock;
2069
2070		if (vid == pvid) {
2071			err = mv88e6xxx_port_set_pvid(chip, port, 0);
2072			if (err)
2073				goto unlock;
2074		}
2075	}
2076
2077unlock:
2078	mv88e6xxx_reg_unlock(chip);
2079
2080	return err;
2081}
2082
2083static int mv88e6xxx_port_fdb_add(struct dsa_switch *ds, int port,
2084				  const unsigned char *addr, u16 vid)
2085{
2086	struct mv88e6xxx_chip *chip = ds->priv;
2087	int err;
2088
2089	mv88e6xxx_reg_lock(chip);
2090	err = mv88e6xxx_port_db_load_purge(chip, port, addr, vid,
2091					   MV88E6XXX_G1_ATU_DATA_STATE_UC_STATIC);
2092	mv88e6xxx_reg_unlock(chip);
2093
2094	return err;
2095}
2096
2097static int mv88e6xxx_port_fdb_del(struct dsa_switch *ds, int port,
2098				  const unsigned char *addr, u16 vid)
2099{
2100	struct mv88e6xxx_chip *chip = ds->priv;
2101	int err;
2102
2103	mv88e6xxx_reg_lock(chip);
2104	err = mv88e6xxx_port_db_load_purge(chip, port, addr, vid, 0);
2105	mv88e6xxx_reg_unlock(chip);
2106
2107	return err;
2108}
2109
2110static int mv88e6xxx_port_db_dump_fid(struct mv88e6xxx_chip *chip,
2111				      u16 fid, u16 vid, int port,
2112				      dsa_fdb_dump_cb_t *cb, void *data)
2113{
2114	struct mv88e6xxx_atu_entry addr;
2115	bool is_static;
2116	int err;
2117
2118	addr.state = 0;
2119	eth_broadcast_addr(addr.mac);
2120
2121	do {
2122		err = mv88e6xxx_g1_atu_getnext(chip, fid, &addr);
2123		if (err)
2124			return err;
2125
2126		if (!addr.state)
2127			break;
2128
2129		if (addr.trunk || (addr.portvec & BIT(port)) == 0)
2130			continue;
2131
2132		if (!is_unicast_ether_addr(addr.mac))
2133			continue;
2134
2135		is_static = (addr.state ==
2136			     MV88E6XXX_G1_ATU_DATA_STATE_UC_STATIC);
2137		err = cb(addr.mac, vid, is_static, data);
2138		if (err)
2139			return err;
2140	} while (!is_broadcast_ether_addr(addr.mac));
2141
2142	return err;
2143}
2144
2145static int mv88e6xxx_port_db_dump(struct mv88e6xxx_chip *chip, int port,
2146				  dsa_fdb_dump_cb_t *cb, void *data)
2147{
2148	struct mv88e6xxx_vtu_entry vlan;
2149	u16 fid;
2150	int err;
2151
2152	/* Dump port's default Filtering Information Database (VLAN ID 0) */
2153	err = mv88e6xxx_port_get_fid(chip, port, &fid);
2154	if (err)
2155		return err;
2156
2157	err = mv88e6xxx_port_db_dump_fid(chip, fid, 0, port, cb, data);
2158	if (err)
2159		return err;
2160
2161	/* Dump VLANs' Filtering Information Databases */
2162	vlan.vid = chip->info->max_vid;
2163	vlan.valid = false;
2164
2165	do {
2166		err = mv88e6xxx_vtu_getnext(chip, &vlan);
2167		if (err)
2168			return err;
2169
2170		if (!vlan.valid)
2171			break;
2172
2173		err = mv88e6xxx_port_db_dump_fid(chip, vlan.fid, vlan.vid, port,
2174						 cb, data);
2175		if (err)
2176			return err;
2177	} while (vlan.vid < chip->info->max_vid);
2178
2179	return err;
2180}
2181
2182static int mv88e6xxx_port_fdb_dump(struct dsa_switch *ds, int port,
2183				   dsa_fdb_dump_cb_t *cb, void *data)
2184{
2185	struct mv88e6xxx_chip *chip = ds->priv;
2186	int err;
2187
2188	mv88e6xxx_reg_lock(chip);
2189	err = mv88e6xxx_port_db_dump(chip, port, cb, data);
2190	mv88e6xxx_reg_unlock(chip);
2191
2192	return err;
2193}
2194
2195static int mv88e6xxx_bridge_map(struct mv88e6xxx_chip *chip,
2196				struct net_device *br)
2197{
2198	struct dsa_switch *ds = chip->ds;
2199	struct dsa_switch_tree *dst = ds->dst;
2200	struct dsa_port *dp;
2201	int err;
2202
2203	list_for_each_entry(dp, &dst->ports, list) {
2204		if (dp->bridge_dev == br) {
2205			if (dp->ds == ds) {
2206				/* This is a local bridge group member,
2207				 * remap its Port VLAN Map.
2208				 */
2209				err = mv88e6xxx_port_vlan_map(chip, dp->index);
2210				if (err)
2211					return err;
2212			} else {
2213				/* This is an external bridge group member,
2214				 * remap its cross-chip Port VLAN Table entry.
2215				 */
2216				err = mv88e6xxx_pvt_map(chip, dp->ds->index,
2217							dp->index);
 
 
 
 
 
 
2218				if (err)
2219					return err;
2220			}
2221		}
2222	}
2223
2224	return 0;
2225}
2226
2227static int mv88e6xxx_port_bridge_join(struct dsa_switch *ds, int port,
2228				      struct net_device *br)
2229{
2230	struct mv88e6xxx_chip *chip = ds->priv;
2231	int err;
2232
2233	mv88e6xxx_reg_lock(chip);
2234	err = mv88e6xxx_bridge_map(chip, br);
2235	mv88e6xxx_reg_unlock(chip);
2236
2237	return err;
2238}
2239
2240static void mv88e6xxx_port_bridge_leave(struct dsa_switch *ds, int port,
2241					struct net_device *br)
2242{
2243	struct mv88e6xxx_chip *chip = ds->priv;
2244
2245	mv88e6xxx_reg_lock(chip);
2246	if (mv88e6xxx_bridge_map(chip, br) ||
2247	    mv88e6xxx_port_vlan_map(chip, port))
2248		dev_err(ds->dev, "failed to remap in-chip Port VLAN\n");
2249	mv88e6xxx_reg_unlock(chip);
2250}
2251
2252static int mv88e6xxx_crosschip_bridge_join(struct dsa_switch *ds,
2253					   int tree_index, int sw_index,
2254					   int port, struct net_device *br)
2255{
2256	struct mv88e6xxx_chip *chip = ds->priv;
2257	int err;
2258
2259	if (tree_index != ds->dst->index)
2260		return 0;
2261
2262	mv88e6xxx_reg_lock(chip);
2263	err = mv88e6xxx_pvt_map(chip, sw_index, port);
2264	mv88e6xxx_reg_unlock(chip);
2265
2266	return err;
2267}
2268
2269static void mv88e6xxx_crosschip_bridge_leave(struct dsa_switch *ds,
2270					     int tree_index, int sw_index,
2271					     int port, struct net_device *br)
2272{
2273	struct mv88e6xxx_chip *chip = ds->priv;
2274
2275	if (tree_index != ds->dst->index)
2276		return;
2277
2278	mv88e6xxx_reg_lock(chip);
2279	if (mv88e6xxx_pvt_map(chip, sw_index, port))
2280		dev_err(ds->dev, "failed to remap cross-chip Port VLAN\n");
2281	mv88e6xxx_reg_unlock(chip);
2282}
2283
2284static int mv88e6xxx_software_reset(struct mv88e6xxx_chip *chip)
2285{
2286	if (chip->info->ops->reset)
2287		return chip->info->ops->reset(chip);
2288
2289	return 0;
2290}
2291
2292static void mv88e6xxx_hardware_reset(struct mv88e6xxx_chip *chip)
2293{
2294	struct gpio_desc *gpiod = chip->reset;
2295
2296	/* If there is a GPIO connected to the reset pin, toggle it */
2297	if (gpiod) {
2298		gpiod_set_value_cansleep(gpiod, 1);
2299		usleep_range(10000, 20000);
2300		gpiod_set_value_cansleep(gpiod, 0);
2301		usleep_range(10000, 20000);
2302	}
2303}
2304
2305static int mv88e6xxx_disable_ports(struct mv88e6xxx_chip *chip)
2306{
2307	int i, err;
2308
2309	/* Set all ports to the Disabled state */
2310	for (i = 0; i < mv88e6xxx_num_ports(chip); i++) {
2311		err = mv88e6xxx_port_set_state(chip, i, BR_STATE_DISABLED);
2312		if (err)
2313			return err;
2314	}
2315
2316	/* Wait for transmit queues to drain,
2317	 * i.e. 2ms for a maximum frame to be transmitted at 10 Mbps.
2318	 */
2319	usleep_range(2000, 4000);
2320
2321	return 0;
2322}
2323
2324static int mv88e6xxx_switch_reset(struct mv88e6xxx_chip *chip)
2325{
2326	int err;
2327
2328	err = mv88e6xxx_disable_ports(chip);
2329	if (err)
2330		return err;
2331
2332	mv88e6xxx_hardware_reset(chip);
2333
2334	return mv88e6xxx_software_reset(chip);
2335}
2336
2337static int mv88e6xxx_set_port_mode(struct mv88e6xxx_chip *chip, int port,
2338				   enum mv88e6xxx_frame_mode frame,
2339				   enum mv88e6xxx_egress_mode egress, u16 etype)
2340{
2341	int err;
2342
2343	if (!chip->info->ops->port_set_frame_mode)
2344		return -EOPNOTSUPP;
2345
2346	err = mv88e6xxx_port_set_egress_mode(chip, port, egress);
2347	if (err)
2348		return err;
2349
2350	err = chip->info->ops->port_set_frame_mode(chip, port, frame);
2351	if (err)
2352		return err;
2353
2354	if (chip->info->ops->port_set_ether_type)
2355		return chip->info->ops->port_set_ether_type(chip, port, etype);
2356
2357	return 0;
2358}
2359
2360static int mv88e6xxx_set_port_mode_normal(struct mv88e6xxx_chip *chip, int port)
2361{
2362	return mv88e6xxx_set_port_mode(chip, port, MV88E6XXX_FRAME_MODE_NORMAL,
2363				       MV88E6XXX_EGRESS_MODE_UNMODIFIED,
2364				       MV88E6XXX_PORT_ETH_TYPE_DEFAULT);
2365}
2366
2367static int mv88e6xxx_set_port_mode_dsa(struct mv88e6xxx_chip *chip, int port)
2368{
2369	return mv88e6xxx_set_port_mode(chip, port, MV88E6XXX_FRAME_MODE_DSA,
2370				       MV88E6XXX_EGRESS_MODE_UNMODIFIED,
2371				       MV88E6XXX_PORT_ETH_TYPE_DEFAULT);
2372}
2373
2374static int mv88e6xxx_set_port_mode_edsa(struct mv88e6xxx_chip *chip, int port)
2375{
2376	return mv88e6xxx_set_port_mode(chip, port,
2377				       MV88E6XXX_FRAME_MODE_ETHERTYPE,
2378				       MV88E6XXX_EGRESS_MODE_ETHERTYPE,
2379				       ETH_P_EDSA);
2380}
2381
2382static int mv88e6xxx_setup_port_mode(struct mv88e6xxx_chip *chip, int port)
2383{
2384	if (dsa_is_dsa_port(chip->ds, port))
2385		return mv88e6xxx_set_port_mode_dsa(chip, port);
2386
2387	if (dsa_is_user_port(chip->ds, port))
2388		return mv88e6xxx_set_port_mode_normal(chip, port);
2389
2390	/* Setup CPU port mode depending on its supported tag format */
2391	if (chip->info->tag_protocol == DSA_TAG_PROTO_DSA)
2392		return mv88e6xxx_set_port_mode_dsa(chip, port);
2393
2394	if (chip->info->tag_protocol == DSA_TAG_PROTO_EDSA)
2395		return mv88e6xxx_set_port_mode_edsa(chip, port);
2396
2397	return -EINVAL;
2398}
2399
2400static int mv88e6xxx_setup_message_port(struct mv88e6xxx_chip *chip, int port)
2401{
2402	bool message = dsa_is_dsa_port(chip->ds, port);
2403
2404	return mv88e6xxx_port_set_message_port(chip, port, message);
2405}
2406
2407static int mv88e6xxx_setup_egress_floods(struct mv88e6xxx_chip *chip, int port)
2408{
2409	struct dsa_switch *ds = chip->ds;
2410	bool flood;
2411
2412	/* Upstream ports flood frames with unknown unicast or multicast DA */
2413	flood = dsa_is_cpu_port(ds, port) || dsa_is_dsa_port(ds, port);
2414	if (chip->info->ops->port_set_egress_floods)
2415		return chip->info->ops->port_set_egress_floods(chip, port,
2416							       flood, flood);
2417
2418	return 0;
2419}
2420
2421static irqreturn_t mv88e6xxx_serdes_irq_thread_fn(int irq, void *dev_id)
2422{
2423	struct mv88e6xxx_port *mvp = dev_id;
2424	struct mv88e6xxx_chip *chip = mvp->chip;
2425	irqreturn_t ret = IRQ_NONE;
2426	int port = mvp->port;
2427	u8 lane;
2428
2429	mv88e6xxx_reg_lock(chip);
2430	lane = mv88e6xxx_serdes_get_lane(chip, port);
2431	if (lane)
2432		ret = mv88e6xxx_serdes_irq_status(chip, port, lane);
2433	mv88e6xxx_reg_unlock(chip);
2434
2435	return ret;
2436}
2437
2438static int mv88e6xxx_serdes_irq_request(struct mv88e6xxx_chip *chip, int port,
2439					u8 lane)
2440{
2441	struct mv88e6xxx_port *dev_id = &chip->ports[port];
2442	unsigned int irq;
2443	int err;
2444
2445	/* Nothing to request if this SERDES port has no IRQ */
2446	irq = mv88e6xxx_serdes_irq_mapping(chip, port);
2447	if (!irq)
2448		return 0;
2449
2450	snprintf(dev_id->serdes_irq_name, sizeof(dev_id->serdes_irq_name),
2451		 "mv88e6xxx-%s-serdes-%d", dev_name(chip->dev), port);
2452
2453	/* Requesting the IRQ will trigger IRQ callbacks, so release the lock */
2454	mv88e6xxx_reg_unlock(chip);
2455	err = request_threaded_irq(irq, NULL, mv88e6xxx_serdes_irq_thread_fn,
2456				   IRQF_ONESHOT, dev_id->serdes_irq_name,
2457				   dev_id);
2458	mv88e6xxx_reg_lock(chip);
2459	if (err)
2460		return err;
2461
2462	dev_id->serdes_irq = irq;
2463
2464	return mv88e6xxx_serdes_irq_enable(chip, port, lane);
2465}
2466
2467static int mv88e6xxx_serdes_irq_free(struct mv88e6xxx_chip *chip, int port,
2468				     u8 lane)
2469{
2470	struct mv88e6xxx_port *dev_id = &chip->ports[port];
2471	unsigned int irq = dev_id->serdes_irq;
2472	int err;
2473
2474	/* Nothing to free if no IRQ has been requested */
2475	if (!irq)
2476		return 0;
2477
2478	err = mv88e6xxx_serdes_irq_disable(chip, port, lane);
2479
2480	/* Freeing the IRQ will trigger IRQ callbacks, so release the lock */
2481	mv88e6xxx_reg_unlock(chip);
2482	free_irq(irq, dev_id);
2483	mv88e6xxx_reg_lock(chip);
2484
2485	dev_id->serdes_irq = 0;
2486
2487	return err;
2488}
2489
2490static int mv88e6xxx_serdes_power(struct mv88e6xxx_chip *chip, int port,
2491				  bool on)
2492{
2493	u8 lane;
2494	int err;
2495
2496	lane = mv88e6xxx_serdes_get_lane(chip, port);
2497	if (!lane)
2498		return 0;
2499
2500	if (on) {
2501		err = mv88e6xxx_serdes_power_up(chip, port, lane);
2502		if (err)
2503			return err;
2504
2505		err = mv88e6xxx_serdes_irq_request(chip, port, lane);
2506	} else {
2507		err = mv88e6xxx_serdes_irq_free(chip, port, lane);
2508		if (err)
2509			return err;
2510
2511		err = mv88e6xxx_serdes_power_down(chip, port, lane);
2512	}
2513
2514	return err;
2515}
2516
2517static int mv88e6xxx_setup_upstream_port(struct mv88e6xxx_chip *chip, int port)
2518{
2519	struct dsa_switch *ds = chip->ds;
2520	int upstream_port;
2521	int err;
2522
2523	upstream_port = dsa_upstream_port(ds, port);
2524	if (chip->info->ops->port_set_upstream_port) {
2525		err = chip->info->ops->port_set_upstream_port(chip, port,
2526							      upstream_port);
2527		if (err)
2528			return err;
2529	}
2530
2531	if (port == upstream_port) {
2532		if (chip->info->ops->set_cpu_port) {
2533			err = chip->info->ops->set_cpu_port(chip,
2534							    upstream_port);
2535			if (err)
2536				return err;
2537		}
2538
2539		if (chip->info->ops->set_egress_port) {
2540			err = chip->info->ops->set_egress_port(chip,
2541						MV88E6XXX_EGRESS_DIR_INGRESS,
2542						upstream_port);
2543			if (err)
2544				return err;
2545
2546			err = chip->info->ops->set_egress_port(chip,
2547						MV88E6XXX_EGRESS_DIR_EGRESS,
2548						upstream_port);
2549			if (err)
2550				return err;
2551		}
2552	}
2553
2554	return 0;
2555}
2556
2557static int mv88e6xxx_setup_port(struct mv88e6xxx_chip *chip, int port)
2558{
2559	struct dsa_switch *ds = chip->ds;
2560	int err;
2561	u16 reg;
2562
2563	chip->ports[port].chip = chip;
2564	chip->ports[port].port = port;
2565
2566	/* MAC Forcing register: don't force link, speed, duplex or flow control
2567	 * state to any particular values on physical ports, but force the CPU
2568	 * port and all DSA ports to their maximum bandwidth and full duplex.
2569	 */
2570	if (dsa_is_cpu_port(ds, port) || dsa_is_dsa_port(ds, port))
2571		err = mv88e6xxx_port_setup_mac(chip, port, LINK_FORCED_UP,
2572					       SPEED_MAX, DUPLEX_FULL,
2573					       PAUSE_OFF,
2574					       PHY_INTERFACE_MODE_NA);
2575	else
2576		err = mv88e6xxx_port_setup_mac(chip, port, LINK_UNFORCED,
2577					       SPEED_UNFORCED, DUPLEX_UNFORCED,
2578					       PAUSE_ON,
2579					       PHY_INTERFACE_MODE_NA);
2580	if (err)
2581		return err;
2582
2583	/* Port Control: disable Drop-on-Unlock, disable Drop-on-Lock,
2584	 * disable Header mode, enable IGMP/MLD snooping, disable VLAN
2585	 * tunneling, determine priority by looking at 802.1p and IP
2586	 * priority fields (IP prio has precedence), and set STP state
2587	 * to Forwarding.
2588	 *
2589	 * If this is the CPU link, use DSA or EDSA tagging depending
2590	 * on which tagging mode was configured.
2591	 *
2592	 * If this is a link to another switch, use DSA tagging mode.
2593	 *
2594	 * If this is the upstream port for this switch, enable
2595	 * forwarding of unknown unicasts and multicasts.
2596	 */
2597	reg = MV88E6XXX_PORT_CTL0_IGMP_MLD_SNOOP |
2598		MV88E6185_PORT_CTL0_USE_TAG | MV88E6185_PORT_CTL0_USE_IP |
2599		MV88E6XXX_PORT_CTL0_STATE_FORWARDING;
2600	err = mv88e6xxx_port_write(chip, port, MV88E6XXX_PORT_CTL0, reg);
2601	if (err)
2602		return err;
2603
2604	err = mv88e6xxx_setup_port_mode(chip, port);
2605	if (err)
2606		return err;
2607
2608	err = mv88e6xxx_setup_egress_floods(chip, port);
2609	if (err)
2610		return err;
2611
2612	/* Port Control 2: don't force a good FCS, set the maximum frame size to
2613	 * 10240 bytes, disable 802.1q tags checking, don't discard tagged or
2614	 * untagged frames on this port, do a destination address lookup on all
2615	 * received packets as usual, disable ARP mirroring and don't send a
2616	 * copy of all transmitted/received frames on this port to the CPU.
2617	 */
2618	err = mv88e6xxx_port_set_map_da(chip, port);
2619	if (err)
2620		return err;
2621
2622	err = mv88e6xxx_setup_upstream_port(chip, port);
2623	if (err)
2624		return err;
2625
2626	err = mv88e6xxx_port_set_8021q_mode(chip, port,
2627				MV88E6XXX_PORT_CTL2_8021Q_MODE_DISABLED);
2628	if (err)
2629		return err;
2630
2631	if (chip->info->ops->port_set_jumbo_size) {
2632		err = chip->info->ops->port_set_jumbo_size(chip, port, 10240);
2633		if (err)
2634			return err;
2635	}
2636
2637	/* Port Association Vector: when learning source addresses
2638	 * of packets, add the address to the address database using
2639	 * a port bitmap that has only the bit for this port set and
2640	 * the other bits clear.
2641	 */
2642	reg = 1 << port;
2643	/* Disable learning for CPU port */
2644	if (dsa_is_cpu_port(ds, port))
2645		reg = 0;
2646
2647	err = mv88e6xxx_port_write(chip, port, MV88E6XXX_PORT_ASSOC_VECTOR,
2648				   reg);
2649	if (err)
2650		return err;
2651
2652	/* Egress rate control 2: disable egress rate control. */
2653	err = mv88e6xxx_port_write(chip, port, MV88E6XXX_PORT_EGRESS_RATE_CTL2,
2654				   0x0000);
2655	if (err)
2656		return err;
2657
2658	if (chip->info->ops->port_pause_limit) {
2659		err = chip->info->ops->port_pause_limit(chip, port, 0, 0);
2660		if (err)
2661			return err;
2662	}
2663
2664	if (chip->info->ops->port_disable_learn_limit) {
2665		err = chip->info->ops->port_disable_learn_limit(chip, port);
2666		if (err)
2667			return err;
2668	}
2669
2670	if (chip->info->ops->port_disable_pri_override) {
2671		err = chip->info->ops->port_disable_pri_override(chip, port);
2672		if (err)
2673			return err;
2674	}
2675
2676	if (chip->info->ops->port_tag_remap) {
2677		err = chip->info->ops->port_tag_remap(chip, port);
2678		if (err)
2679			return err;
2680	}
2681
2682	if (chip->info->ops->port_egress_rate_limiting) {
2683		err = chip->info->ops->port_egress_rate_limiting(chip, port);
2684		if (err)
2685			return err;
2686	}
2687
2688	if (chip->info->ops->port_setup_message_port) {
2689		err = chip->info->ops->port_setup_message_port(chip, port);
2690		if (err)
2691			return err;
2692	}
2693
2694	/* Port based VLAN map: give each port the same default address
2695	 * database, and allow bidirectional communication between the
2696	 * CPU and DSA port(s), and the other ports.
2697	 */
2698	err = mv88e6xxx_port_set_fid(chip, port, 0);
2699	if (err)
2700		return err;
2701
2702	err = mv88e6xxx_port_vlan_map(chip, port);
2703	if (err)
2704		return err;
2705
2706	/* Default VLAN ID and priority: don't set a default VLAN
2707	 * ID, and set the default packet priority to zero.
2708	 */
2709	return mv88e6xxx_port_write(chip, port, MV88E6XXX_PORT_DEFAULT_VLAN, 0);
2710}
2711
2712static int mv88e6xxx_get_max_mtu(struct dsa_switch *ds, int port)
2713{
2714	struct mv88e6xxx_chip *chip = ds->priv;
2715
2716	if (chip->info->ops->port_set_jumbo_size)
2717		return 10240;
2718	else if (chip->info->ops->set_max_frame_size)
2719		return 1632;
2720	return 1522;
2721}
2722
2723static int mv88e6xxx_change_mtu(struct dsa_switch *ds, int port, int new_mtu)
2724{
2725	struct mv88e6xxx_chip *chip = ds->priv;
2726	int ret = 0;
2727
2728	mv88e6xxx_reg_lock(chip);
2729	if (chip->info->ops->port_set_jumbo_size)
2730		ret = chip->info->ops->port_set_jumbo_size(chip, port, new_mtu);
2731	else if (chip->info->ops->set_max_frame_size)
2732		ret = chip->info->ops->set_max_frame_size(chip, new_mtu);
2733	else
2734		if (new_mtu > 1522)
2735			ret = -EINVAL;
2736	mv88e6xxx_reg_unlock(chip);
2737
2738	return ret;
2739}
2740
2741static int mv88e6xxx_port_enable(struct dsa_switch *ds, int port,
2742				 struct phy_device *phydev)
2743{
2744	struct mv88e6xxx_chip *chip = ds->priv;
2745	int err;
2746
2747	mv88e6xxx_reg_lock(chip);
2748	err = mv88e6xxx_serdes_power(chip, port, true);
2749	mv88e6xxx_reg_unlock(chip);
2750
2751	return err;
2752}
2753
2754static void mv88e6xxx_port_disable(struct dsa_switch *ds, int port)
2755{
2756	struct mv88e6xxx_chip *chip = ds->priv;
2757
2758	mv88e6xxx_reg_lock(chip);
2759	if (mv88e6xxx_serdes_power(chip, port, false))
2760		dev_err(chip->dev, "failed to power off SERDES\n");
2761	mv88e6xxx_reg_unlock(chip);
2762}
2763
2764static int mv88e6xxx_set_ageing_time(struct dsa_switch *ds,
2765				     unsigned int ageing_time)
2766{
2767	struct mv88e6xxx_chip *chip = ds->priv;
2768	int err;
2769
2770	mv88e6xxx_reg_lock(chip);
2771	err = mv88e6xxx_g1_atu_set_age_time(chip, ageing_time);
2772	mv88e6xxx_reg_unlock(chip);
2773
2774	return err;
2775}
2776
2777static int mv88e6xxx_stats_setup(struct mv88e6xxx_chip *chip)
2778{
2779	int err;
2780
2781	/* Initialize the statistics unit */
2782	if (chip->info->ops->stats_set_histogram) {
2783		err = chip->info->ops->stats_set_histogram(chip);
2784		if (err)
2785			return err;
2786	}
2787
2788	return mv88e6xxx_g1_stats_clear(chip);
2789}
2790
2791/* Check if the errata has already been applied. */
2792static bool mv88e6390_setup_errata_applied(struct mv88e6xxx_chip *chip)
2793{
2794	int port;
2795	int err;
2796	u16 val;
2797
2798	for (port = 0; port < mv88e6xxx_num_ports(chip); port++) {
2799		err = mv88e6xxx_port_hidden_read(chip, 0xf, port, 0, &val);
2800		if (err) {
2801			dev_err(chip->dev,
2802				"Error reading hidden register: %d\n", err);
2803			return false;
2804		}
2805		if (val != 0x01c0)
2806			return false;
2807	}
2808
2809	return true;
2810}
2811
2812/* The 6390 copper ports have an errata which require poking magic
2813 * values into undocumented hidden registers and then performing a
2814 * software reset.
2815 */
2816static int mv88e6390_setup_errata(struct mv88e6xxx_chip *chip)
2817{
2818	int port;
2819	int err;
2820
2821	if (mv88e6390_setup_errata_applied(chip))
2822		return 0;
2823
2824	/* Set the ports into blocking mode */
2825	for (port = 0; port < mv88e6xxx_num_ports(chip); port++) {
2826		err = mv88e6xxx_port_set_state(chip, port, BR_STATE_DISABLED);
2827		if (err)
2828			return err;
2829	}
2830
2831	for (port = 0; port < mv88e6xxx_num_ports(chip); port++) {
2832		err = mv88e6xxx_port_hidden_write(chip, 0xf, port, 0, 0x01c0);
2833		if (err)
2834			return err;
2835	}
2836
2837	return mv88e6xxx_software_reset(chip);
2838}
2839
2840enum mv88e6xxx_devlink_param_id {
2841	MV88E6XXX_DEVLINK_PARAM_ID_BASE = DEVLINK_PARAM_GENERIC_ID_MAX,
2842	MV88E6XXX_DEVLINK_PARAM_ID_ATU_HASH,
2843};
2844
2845static int mv88e6xxx_devlink_param_get(struct dsa_switch *ds, u32 id,
2846				       struct devlink_param_gset_ctx *ctx)
2847{
2848	struct mv88e6xxx_chip *chip = ds->priv;
2849	int err;
2850
2851	mv88e6xxx_reg_lock(chip);
2852
2853	switch (id) {
2854	case MV88E6XXX_DEVLINK_PARAM_ID_ATU_HASH:
2855		err = mv88e6xxx_atu_get_hash(chip, &ctx->val.vu8);
2856		break;
2857	default:
2858		err = -EOPNOTSUPP;
2859		break;
2860	}
2861
2862	mv88e6xxx_reg_unlock(chip);
2863
2864	return err;
2865}
2866
2867static int mv88e6xxx_devlink_param_set(struct dsa_switch *ds, u32 id,
2868				       struct devlink_param_gset_ctx *ctx)
2869{
2870	struct mv88e6xxx_chip *chip = ds->priv;
2871	int err;
2872
2873	mv88e6xxx_reg_lock(chip);
2874
2875	switch (id) {
2876	case MV88E6XXX_DEVLINK_PARAM_ID_ATU_HASH:
2877		err = mv88e6xxx_atu_set_hash(chip, ctx->val.vu8);
2878		break;
2879	default:
2880		err = -EOPNOTSUPP;
2881		break;
2882	}
2883
2884	mv88e6xxx_reg_unlock(chip);
2885
2886	return err;
2887}
2888
2889static const struct devlink_param mv88e6xxx_devlink_params[] = {
2890	DSA_DEVLINK_PARAM_DRIVER(MV88E6XXX_DEVLINK_PARAM_ID_ATU_HASH,
2891				 "ATU_hash", DEVLINK_PARAM_TYPE_U8,
2892				 BIT(DEVLINK_PARAM_CMODE_RUNTIME)),
2893};
2894
2895static int mv88e6xxx_setup_devlink_params(struct dsa_switch *ds)
2896{
2897	return dsa_devlink_params_register(ds, mv88e6xxx_devlink_params,
2898					   ARRAY_SIZE(mv88e6xxx_devlink_params));
2899}
2900
2901static void mv88e6xxx_teardown_devlink_params(struct dsa_switch *ds)
2902{
2903	dsa_devlink_params_unregister(ds, mv88e6xxx_devlink_params,
2904				      ARRAY_SIZE(mv88e6xxx_devlink_params));
2905}
2906
2907enum mv88e6xxx_devlink_resource_id {
2908	MV88E6XXX_RESOURCE_ID_ATU,
2909	MV88E6XXX_RESOURCE_ID_ATU_BIN_0,
2910	MV88E6XXX_RESOURCE_ID_ATU_BIN_1,
2911	MV88E6XXX_RESOURCE_ID_ATU_BIN_2,
2912	MV88E6XXX_RESOURCE_ID_ATU_BIN_3,
2913};
2914
2915static u64 mv88e6xxx_devlink_atu_bin_get(struct mv88e6xxx_chip *chip,
2916					 u16 bin)
2917{
2918	u16 occupancy = 0;
2919	int err;
2920
2921	mv88e6xxx_reg_lock(chip);
2922
2923	err = mv88e6xxx_g2_atu_stats_set(chip, MV88E6XXX_G2_ATU_STATS_MODE_ALL,
2924					 bin);
2925	if (err) {
2926		dev_err(chip->dev, "failed to set ATU stats kind/bin\n");
2927		goto unlock;
2928	}
2929
2930	err = mv88e6xxx_g1_atu_get_next(chip, 0);
2931	if (err) {
2932		dev_err(chip->dev, "failed to perform ATU get next\n");
2933		goto unlock;
2934	}
2935
2936	err = mv88e6xxx_g2_atu_stats_get(chip, &occupancy);
2937	if (err) {
2938		dev_err(chip->dev, "failed to get ATU stats\n");
2939		goto unlock;
2940	}
2941
2942	occupancy &= MV88E6XXX_G2_ATU_STATS_MASK;
2943
2944unlock:
2945	mv88e6xxx_reg_unlock(chip);
2946
2947	return occupancy;
2948}
2949
2950static u64 mv88e6xxx_devlink_atu_bin_0_get(void *priv)
2951{
2952	struct mv88e6xxx_chip *chip = priv;
2953
2954	return mv88e6xxx_devlink_atu_bin_get(chip,
2955					     MV88E6XXX_G2_ATU_STATS_BIN_0);
2956}
2957
2958static u64 mv88e6xxx_devlink_atu_bin_1_get(void *priv)
2959{
2960	struct mv88e6xxx_chip *chip = priv;
2961
2962	return mv88e6xxx_devlink_atu_bin_get(chip,
2963					     MV88E6XXX_G2_ATU_STATS_BIN_1);
2964}
2965
2966static u64 mv88e6xxx_devlink_atu_bin_2_get(void *priv)
2967{
2968	struct mv88e6xxx_chip *chip = priv;
2969
2970	return mv88e6xxx_devlink_atu_bin_get(chip,
2971					     MV88E6XXX_G2_ATU_STATS_BIN_2);
2972}
2973
2974static u64 mv88e6xxx_devlink_atu_bin_3_get(void *priv)
2975{
2976	struct mv88e6xxx_chip *chip = priv;
2977
2978	return mv88e6xxx_devlink_atu_bin_get(chip,
2979					     MV88E6XXX_G2_ATU_STATS_BIN_3);
2980}
2981
2982static u64 mv88e6xxx_devlink_atu_get(void *priv)
2983{
2984	return mv88e6xxx_devlink_atu_bin_0_get(priv) +
2985		mv88e6xxx_devlink_atu_bin_1_get(priv) +
2986		mv88e6xxx_devlink_atu_bin_2_get(priv) +
2987		mv88e6xxx_devlink_atu_bin_3_get(priv);
2988}
2989
2990static int mv88e6xxx_setup_devlink_resources(struct dsa_switch *ds)
2991{
2992	struct devlink_resource_size_params size_params;
2993	struct mv88e6xxx_chip *chip = ds->priv;
2994	int err;
2995
2996	devlink_resource_size_params_init(&size_params,
2997					  mv88e6xxx_num_macs(chip),
2998					  mv88e6xxx_num_macs(chip),
2999					  1, DEVLINK_RESOURCE_UNIT_ENTRY);
3000
3001	err = dsa_devlink_resource_register(ds, "ATU",
3002					    mv88e6xxx_num_macs(chip),
3003					    MV88E6XXX_RESOURCE_ID_ATU,
3004					    DEVLINK_RESOURCE_ID_PARENT_TOP,
3005					    &size_params);
3006	if (err)
3007		goto out;
3008
3009	devlink_resource_size_params_init(&size_params,
3010					  mv88e6xxx_num_macs(chip) / 4,
3011					  mv88e6xxx_num_macs(chip) / 4,
3012					  1, DEVLINK_RESOURCE_UNIT_ENTRY);
3013
3014	err = dsa_devlink_resource_register(ds, "ATU_bin_0",
3015					    mv88e6xxx_num_macs(chip) / 4,
3016					    MV88E6XXX_RESOURCE_ID_ATU_BIN_0,
3017					    MV88E6XXX_RESOURCE_ID_ATU,
3018					    &size_params);
3019	if (err)
3020		goto out;
3021
3022	err = dsa_devlink_resource_register(ds, "ATU_bin_1",
3023					    mv88e6xxx_num_macs(chip) / 4,
3024					    MV88E6XXX_RESOURCE_ID_ATU_BIN_1,
3025					    MV88E6XXX_RESOURCE_ID_ATU,
3026					    &size_params);
3027	if (err)
3028		goto out;
3029
3030	err = dsa_devlink_resource_register(ds, "ATU_bin_2",
3031					    mv88e6xxx_num_macs(chip) / 4,
3032					    MV88E6XXX_RESOURCE_ID_ATU_BIN_2,
3033					    MV88E6XXX_RESOURCE_ID_ATU,
3034					    &size_params);
3035	if (err)
3036		goto out;
3037
3038	err = dsa_devlink_resource_register(ds, "ATU_bin_3",
3039					    mv88e6xxx_num_macs(chip) / 4,
3040					    MV88E6XXX_RESOURCE_ID_ATU_BIN_3,
3041					    MV88E6XXX_RESOURCE_ID_ATU,
3042					    &size_params);
3043	if (err)
3044		goto out;
3045
3046	dsa_devlink_resource_occ_get_register(ds,
3047					      MV88E6XXX_RESOURCE_ID_ATU,
3048					      mv88e6xxx_devlink_atu_get,
3049					      chip);
3050
3051	dsa_devlink_resource_occ_get_register(ds,
3052					      MV88E6XXX_RESOURCE_ID_ATU_BIN_0,
3053					      mv88e6xxx_devlink_atu_bin_0_get,
3054					      chip);
3055
3056	dsa_devlink_resource_occ_get_register(ds,
3057					      MV88E6XXX_RESOURCE_ID_ATU_BIN_1,
3058					      mv88e6xxx_devlink_atu_bin_1_get,
3059					      chip);
3060
3061	dsa_devlink_resource_occ_get_register(ds,
3062					      MV88E6XXX_RESOURCE_ID_ATU_BIN_2,
3063					      mv88e6xxx_devlink_atu_bin_2_get,
3064					      chip);
3065
3066	dsa_devlink_resource_occ_get_register(ds,
3067					      MV88E6XXX_RESOURCE_ID_ATU_BIN_3,
3068					      mv88e6xxx_devlink_atu_bin_3_get,
3069					      chip);
3070
3071	return 0;
3072
3073out:
3074	dsa_devlink_resources_unregister(ds);
3075	return err;
3076}
3077
3078static void mv88e6xxx_teardown(struct dsa_switch *ds)
3079{
3080	mv88e6xxx_teardown_devlink_params(ds);
3081	dsa_devlink_resources_unregister(ds);
3082}
3083
3084static int mv88e6xxx_setup(struct dsa_switch *ds)
3085{
3086	struct mv88e6xxx_chip *chip = ds->priv;
3087	u8 cmode;
3088	int err;
3089	int i;
3090
3091	chip->ds = ds;
3092	ds->slave_mii_bus = mv88e6xxx_default_mdio_bus(chip);
3093
3094	mv88e6xxx_reg_lock(chip);
3095
3096	if (chip->info->ops->setup_errata) {
3097		err = chip->info->ops->setup_errata(chip);
3098		if (err)
3099			goto unlock;
3100	}
3101
3102	/* Cache the cmode of each port. */
3103	for (i = 0; i < mv88e6xxx_num_ports(chip); i++) {
3104		if (chip->info->ops->port_get_cmode) {
3105			err = chip->info->ops->port_get_cmode(chip, i, &cmode);
3106			if (err)
3107				goto unlock;
3108
3109			chip->ports[i].cmode = cmode;
3110		}
3111	}
3112
3113	/* Setup Switch Port Registers */
3114	for (i = 0; i < mv88e6xxx_num_ports(chip); i++) {
3115		if (dsa_is_unused_port(ds, i))
3116			continue;
3117
3118		/* Prevent the use of an invalid port. */
3119		if (mv88e6xxx_is_invalid_port(chip, i)) {
3120			dev_err(chip->dev, "port %d is invalid\n", i);
3121			err = -EINVAL;
3122			goto unlock;
3123		}
3124
3125		err = mv88e6xxx_setup_port(chip, i);
3126		if (err)
3127			goto unlock;
3128	}
3129
3130	err = mv88e6xxx_irl_setup(chip);
3131	if (err)
3132		goto unlock;
3133
3134	err = mv88e6xxx_mac_setup(chip);
3135	if (err)
3136		goto unlock;
3137
3138	err = mv88e6xxx_phy_setup(chip);
3139	if (err)
3140		goto unlock;
3141
3142	err = mv88e6xxx_vtu_setup(chip);
3143	if (err)
3144		goto unlock;
3145
3146	err = mv88e6xxx_pvt_setup(chip);
3147	if (err)
3148		goto unlock;
3149
3150	err = mv88e6xxx_atu_setup(chip);
3151	if (err)
3152		goto unlock;
3153
3154	err = mv88e6xxx_broadcast_setup(chip, 0);
3155	if (err)
3156		goto unlock;
3157
3158	err = mv88e6xxx_pot_setup(chip);
3159	if (err)
3160		goto unlock;
3161
3162	err = mv88e6xxx_rmu_setup(chip);
3163	if (err)
3164		goto unlock;
3165
3166	err = mv88e6xxx_rsvd2cpu_setup(chip);
3167	if (err)
3168		goto unlock;
3169
3170	err = mv88e6xxx_trunk_setup(chip);
3171	if (err)
3172		goto unlock;
3173
3174	err = mv88e6xxx_devmap_setup(chip);
3175	if (err)
3176		goto unlock;
3177
3178	err = mv88e6xxx_pri_setup(chip);
3179	if (err)
3180		goto unlock;
3181
3182	/* Setup PTP Hardware Clock and timestamping */
3183	if (chip->info->ptp_support) {
3184		err = mv88e6xxx_ptp_setup(chip);
3185		if (err)
3186			goto unlock;
3187
3188		err = mv88e6xxx_hwtstamp_setup(chip);
3189		if (err)
3190			goto unlock;
3191	}
3192
3193	err = mv88e6xxx_stats_setup(chip);
3194	if (err)
3195		goto unlock;
3196
3197unlock:
3198	mv88e6xxx_reg_unlock(chip);
3199
3200	if (err)
3201		return err;
3202
3203	/* Have to be called without holding the register lock, since
3204	 * they take the devlink lock, and we later take the locks in
3205	 * the reverse order when getting/setting parameters or
3206	 * resource occupancy.
3207	 */
3208	err = mv88e6xxx_setup_devlink_resources(ds);
3209	if (err)
3210		return err;
3211
3212	err = mv88e6xxx_setup_devlink_params(ds);
3213	if (err)
3214		dsa_devlink_resources_unregister(ds);
3215
3216	return err;
3217}
3218
3219static int mv88e6xxx_mdio_read(struct mii_bus *bus, int phy, int reg)
3220{
3221	struct mv88e6xxx_mdio_bus *mdio_bus = bus->priv;
3222	struct mv88e6xxx_chip *chip = mdio_bus->chip;
3223	u16 val;
3224	int err;
3225
3226	if (!chip->info->ops->phy_read)
3227		return -EOPNOTSUPP;
3228
3229	mv88e6xxx_reg_lock(chip);
3230	err = chip->info->ops->phy_read(chip, bus, phy, reg, &val);
3231	mv88e6xxx_reg_unlock(chip);
3232
3233	if (reg == MII_PHYSID2) {
3234		/* Some internal PHYs don't have a model number. */
3235		if (chip->info->family != MV88E6XXX_FAMILY_6165)
3236			/* Then there is the 6165 family. It gets is
3237			 * PHYs correct. But it can also have two
3238			 * SERDES interfaces in the PHY address
3239			 * space. And these don't have a model
3240			 * number. But they are not PHYs, so we don't
3241			 * want to give them something a PHY driver
3242			 * will recognise.
3243			 *
3244			 * Use the mv88e6390 family model number
3245			 * instead, for anything which really could be
3246			 * a PHY,
3247			 */
3248			if (!(val & 0x3f0))
3249				val |= MV88E6XXX_PORT_SWITCH_ID_PROD_6390 >> 4;
3250	}
3251
3252	return err ? err : val;
3253}
3254
3255static int mv88e6xxx_mdio_write(struct mii_bus *bus, int phy, int reg, u16 val)
3256{
3257	struct mv88e6xxx_mdio_bus *mdio_bus = bus->priv;
3258	struct mv88e6xxx_chip *chip = mdio_bus->chip;
3259	int err;
3260
3261	if (!chip->info->ops->phy_write)
3262		return -EOPNOTSUPP;
3263
3264	mv88e6xxx_reg_lock(chip);
3265	err = chip->info->ops->phy_write(chip, bus, phy, reg, val);
3266	mv88e6xxx_reg_unlock(chip);
3267
3268	return err;
3269}
3270
3271static int mv88e6xxx_mdio_register(struct mv88e6xxx_chip *chip,
3272				   struct device_node *np,
3273				   bool external)
3274{
3275	static int index;
3276	struct mv88e6xxx_mdio_bus *mdio_bus;
3277	struct mii_bus *bus;
3278	int err;
3279
3280	if (external) {
3281		mv88e6xxx_reg_lock(chip);
3282		err = mv88e6xxx_g2_scratch_gpio_set_smi(chip, true);
3283		mv88e6xxx_reg_unlock(chip);
3284
3285		if (err)
3286			return err;
3287	}
3288
3289	bus = devm_mdiobus_alloc_size(chip->dev, sizeof(*mdio_bus));
3290	if (!bus)
3291		return -ENOMEM;
3292
3293	mdio_bus = bus->priv;
3294	mdio_bus->bus = bus;
3295	mdio_bus->chip = chip;
3296	INIT_LIST_HEAD(&mdio_bus->list);
3297	mdio_bus->external = external;
3298
3299	if (np) {
3300		bus->name = np->full_name;
3301		snprintf(bus->id, MII_BUS_ID_SIZE, "%pOF", np);
3302	} else {
3303		bus->name = "mv88e6xxx SMI";
3304		snprintf(bus->id, MII_BUS_ID_SIZE, "mv88e6xxx-%d", index++);
3305	}
3306
3307	bus->read = mv88e6xxx_mdio_read;
3308	bus->write = mv88e6xxx_mdio_write;
3309	bus->parent = chip->dev;
3310
3311	if (!external) {
3312		err = mv88e6xxx_g2_irq_mdio_setup(chip, bus);
3313		if (err)
3314			return err;
3315	}
3316
3317	err = of_mdiobus_register(bus, np);
3318	if (err) {
3319		dev_err(chip->dev, "Cannot register MDIO bus (%d)\n", err);
3320		mv88e6xxx_g2_irq_mdio_free(chip, bus);
3321		return err;
3322	}
3323
3324	if (external)
3325		list_add_tail(&mdio_bus->list, &chip->mdios);
3326	else
3327		list_add(&mdio_bus->list, &chip->mdios);
3328
3329	return 0;
3330}
3331
3332static const struct of_device_id mv88e6xxx_mdio_external_match[] = {
3333	{ .compatible = "marvell,mv88e6xxx-mdio-external",
3334	  .data = (void *)true },
3335	{ },
3336};
3337
3338static void mv88e6xxx_mdios_unregister(struct mv88e6xxx_chip *chip)
3339
3340{
3341	struct mv88e6xxx_mdio_bus *mdio_bus;
3342	struct mii_bus *bus;
3343
3344	list_for_each_entry(mdio_bus, &chip->mdios, list) {
3345		bus = mdio_bus->bus;
3346
3347		if (!mdio_bus->external)
3348			mv88e6xxx_g2_irq_mdio_free(chip, bus);
3349
3350		mdiobus_unregister(bus);
3351	}
3352}
3353
3354static int mv88e6xxx_mdios_register(struct mv88e6xxx_chip *chip,
3355				    struct device_node *np)
3356{
3357	const struct of_device_id *match;
3358	struct device_node *child;
3359	int err;
3360
3361	/* Always register one mdio bus for the internal/default mdio
3362	 * bus. This maybe represented in the device tree, but is
3363	 * optional.
3364	 */
3365	child = of_get_child_by_name(np, "mdio");
3366	err = mv88e6xxx_mdio_register(chip, child, false);
3367	if (err)
3368		return err;
3369
3370	/* Walk the device tree, and see if there are any other nodes
3371	 * which say they are compatible with the external mdio
3372	 * bus.
3373	 */
3374	for_each_available_child_of_node(np, child) {
3375		match = of_match_node(mv88e6xxx_mdio_external_match, child);
3376		if (match) {
3377			err = mv88e6xxx_mdio_register(chip, child, true);
3378			if (err) {
3379				mv88e6xxx_mdios_unregister(chip);
3380				of_node_put(child);
3381				return err;
3382			}
3383		}
3384	}
3385
3386	return 0;
3387}
3388
3389static int mv88e6xxx_get_eeprom_len(struct dsa_switch *ds)
3390{
3391	struct mv88e6xxx_chip *chip = ds->priv;
3392
3393	return chip->eeprom_len;
3394}
3395
3396static int mv88e6xxx_get_eeprom(struct dsa_switch *ds,
3397				struct ethtool_eeprom *eeprom, u8 *data)
3398{
3399	struct mv88e6xxx_chip *chip = ds->priv;
3400	int err;
3401
3402	if (!chip->info->ops->get_eeprom)
3403		return -EOPNOTSUPP;
3404
3405	mv88e6xxx_reg_lock(chip);
3406	err = chip->info->ops->get_eeprom(chip, eeprom, data);
3407	mv88e6xxx_reg_unlock(chip);
3408
3409	if (err)
3410		return err;
3411
3412	eeprom->magic = 0xc3ec4951;
3413
3414	return 0;
3415}
3416
3417static int mv88e6xxx_set_eeprom(struct dsa_switch *ds,
3418				struct ethtool_eeprom *eeprom, u8 *data)
3419{
3420	struct mv88e6xxx_chip *chip = ds->priv;
3421	int err;
3422
3423	if (!chip->info->ops->set_eeprom)
3424		return -EOPNOTSUPP;
3425
3426	if (eeprom->magic != 0xc3ec4951)
3427		return -EINVAL;
3428
3429	mv88e6xxx_reg_lock(chip);
3430	err = chip->info->ops->set_eeprom(chip, eeprom, data);
3431	mv88e6xxx_reg_unlock(chip);
3432
3433	return err;
3434}
3435
3436static const struct mv88e6xxx_ops mv88e6085_ops = {
3437	/* MV88E6XXX_FAMILY_6097 */
3438	.ieee_pri_map = mv88e6085_g1_ieee_pri_map,
3439	.ip_pri_map = mv88e6085_g1_ip_pri_map,
3440	.irl_init_all = mv88e6352_g2_irl_init_all,
3441	.set_switch_mac = mv88e6xxx_g1_set_switch_mac,
3442	.phy_read = mv88e6185_phy_ppu_read,
3443	.phy_write = mv88e6185_phy_ppu_write,
3444	.port_set_link = mv88e6xxx_port_set_link,
3445	.port_set_speed_duplex = mv88e6185_port_set_speed_duplex,
 
3446	.port_tag_remap = mv88e6095_port_tag_remap,
3447	.port_set_frame_mode = mv88e6351_port_set_frame_mode,
3448	.port_set_egress_floods = mv88e6352_port_set_egress_floods,
3449	.port_set_ether_type = mv88e6351_port_set_ether_type,
3450	.port_egress_rate_limiting = mv88e6097_port_egress_rate_limiting,
3451	.port_pause_limit = mv88e6097_port_pause_limit,
3452	.port_disable_learn_limit = mv88e6xxx_port_disable_learn_limit,
3453	.port_disable_pri_override = mv88e6xxx_port_disable_pri_override,
 
3454	.port_get_cmode = mv88e6185_port_get_cmode,
3455	.port_setup_message_port = mv88e6xxx_setup_message_port,
3456	.stats_snapshot = mv88e6xxx_g1_stats_snapshot,
3457	.stats_set_histogram = mv88e6095_g1_stats_set_histogram,
3458	.stats_get_sset_count = mv88e6095_stats_get_sset_count,
3459	.stats_get_strings = mv88e6095_stats_get_strings,
3460	.stats_get_stats = mv88e6095_stats_get_stats,
3461	.set_cpu_port = mv88e6095_g1_set_cpu_port,
3462	.set_egress_port = mv88e6095_g1_set_egress_port,
3463	.watchdog_ops = &mv88e6097_watchdog_ops,
3464	.mgmt_rsvd2cpu = mv88e6352_g2_mgmt_rsvd2cpu,
3465	.pot_clear = mv88e6xxx_g2_pot_clear,
3466	.ppu_enable = mv88e6185_g1_ppu_enable,
3467	.ppu_disable = mv88e6185_g1_ppu_disable,
3468	.reset = mv88e6185_g1_reset,
3469	.rmu_disable = mv88e6085_g1_rmu_disable,
3470	.vtu_getnext = mv88e6352_g1_vtu_getnext,
3471	.vtu_loadpurge = mv88e6352_g1_vtu_loadpurge,
3472	.phylink_validate = mv88e6185_phylink_validate,
3473	.set_max_frame_size = mv88e6185_g1_set_max_frame_size,
3474};
3475
3476static const struct mv88e6xxx_ops mv88e6095_ops = {
3477	/* MV88E6XXX_FAMILY_6095 */
3478	.ieee_pri_map = mv88e6085_g1_ieee_pri_map,
3479	.ip_pri_map = mv88e6085_g1_ip_pri_map,
3480	.set_switch_mac = mv88e6xxx_g1_set_switch_mac,
3481	.phy_read = mv88e6185_phy_ppu_read,
3482	.phy_write = mv88e6185_phy_ppu_write,
3483	.port_set_link = mv88e6xxx_port_set_link,
3484	.port_set_speed_duplex = mv88e6185_port_set_speed_duplex,
 
3485	.port_set_frame_mode = mv88e6085_port_set_frame_mode,
3486	.port_set_egress_floods = mv88e6185_port_set_egress_floods,
3487	.port_set_upstream_port = mv88e6095_port_set_upstream_port,
 
3488	.port_get_cmode = mv88e6185_port_get_cmode,
3489	.port_setup_message_port = mv88e6xxx_setup_message_port,
3490	.stats_snapshot = mv88e6xxx_g1_stats_snapshot,
3491	.stats_set_histogram = mv88e6095_g1_stats_set_histogram,
3492	.stats_get_sset_count = mv88e6095_stats_get_sset_count,
3493	.stats_get_strings = mv88e6095_stats_get_strings,
3494	.stats_get_stats = mv88e6095_stats_get_stats,
3495	.mgmt_rsvd2cpu = mv88e6185_g2_mgmt_rsvd2cpu,
3496	.ppu_enable = mv88e6185_g1_ppu_enable,
3497	.ppu_disable = mv88e6185_g1_ppu_disable,
3498	.reset = mv88e6185_g1_reset,
3499	.vtu_getnext = mv88e6185_g1_vtu_getnext,
3500	.vtu_loadpurge = mv88e6185_g1_vtu_loadpurge,
3501	.phylink_validate = mv88e6185_phylink_validate,
3502	.set_max_frame_size = mv88e6185_g1_set_max_frame_size,
3503};
3504
3505static const struct mv88e6xxx_ops mv88e6097_ops = {
3506	/* MV88E6XXX_FAMILY_6097 */
3507	.ieee_pri_map = mv88e6085_g1_ieee_pri_map,
3508	.ip_pri_map = mv88e6085_g1_ip_pri_map,
3509	.irl_init_all = mv88e6352_g2_irl_init_all,
3510	.set_switch_mac = mv88e6xxx_g2_set_switch_mac,
3511	.phy_read = mv88e6xxx_g2_smi_phy_read,
3512	.phy_write = mv88e6xxx_g2_smi_phy_write,
3513	.port_set_link = mv88e6xxx_port_set_link,
3514	.port_set_speed_duplex = mv88e6185_port_set_speed_duplex,
 
3515	.port_tag_remap = mv88e6095_port_tag_remap,
3516	.port_set_frame_mode = mv88e6351_port_set_frame_mode,
3517	.port_set_egress_floods = mv88e6352_port_set_egress_floods,
3518	.port_set_ether_type = mv88e6351_port_set_ether_type,
 
3519	.port_egress_rate_limiting = mv88e6095_port_egress_rate_limiting,
3520	.port_pause_limit = mv88e6097_port_pause_limit,
3521	.port_disable_learn_limit = mv88e6xxx_port_disable_learn_limit,
3522	.port_disable_pri_override = mv88e6xxx_port_disable_pri_override,
 
3523	.port_get_cmode = mv88e6185_port_get_cmode,
3524	.port_setup_message_port = mv88e6xxx_setup_message_port,
3525	.stats_snapshot = mv88e6xxx_g1_stats_snapshot,
3526	.stats_set_histogram = mv88e6095_g1_stats_set_histogram,
3527	.stats_get_sset_count = mv88e6095_stats_get_sset_count,
3528	.stats_get_strings = mv88e6095_stats_get_strings,
3529	.stats_get_stats = mv88e6095_stats_get_stats,
3530	.set_cpu_port = mv88e6095_g1_set_cpu_port,
3531	.set_egress_port = mv88e6095_g1_set_egress_port,
3532	.watchdog_ops = &mv88e6097_watchdog_ops,
3533	.mgmt_rsvd2cpu = mv88e6352_g2_mgmt_rsvd2cpu,
3534	.pot_clear = mv88e6xxx_g2_pot_clear,
3535	.reset = mv88e6352_g1_reset,
3536	.rmu_disable = mv88e6085_g1_rmu_disable,
3537	.vtu_getnext = mv88e6352_g1_vtu_getnext,
3538	.vtu_loadpurge = mv88e6352_g1_vtu_loadpurge,
3539	.phylink_validate = mv88e6185_phylink_validate,
3540	.set_max_frame_size = mv88e6185_g1_set_max_frame_size,
3541};
3542
3543static const struct mv88e6xxx_ops mv88e6123_ops = {
3544	/* MV88E6XXX_FAMILY_6165 */
3545	.ieee_pri_map = mv88e6085_g1_ieee_pri_map,
3546	.ip_pri_map = mv88e6085_g1_ip_pri_map,
3547	.irl_init_all = mv88e6352_g2_irl_init_all,
3548	.set_switch_mac = mv88e6xxx_g2_set_switch_mac,
3549	.phy_read = mv88e6xxx_g2_smi_phy_read,
3550	.phy_write = mv88e6xxx_g2_smi_phy_write,
3551	.port_set_link = mv88e6xxx_port_set_link,
3552	.port_set_speed_duplex = mv88e6185_port_set_speed_duplex,
 
3553	.port_set_frame_mode = mv88e6085_port_set_frame_mode,
3554	.port_set_egress_floods = mv88e6352_port_set_egress_floods,
3555	.port_disable_learn_limit = mv88e6xxx_port_disable_learn_limit,
3556	.port_disable_pri_override = mv88e6xxx_port_disable_pri_override,
 
3557	.port_get_cmode = mv88e6185_port_get_cmode,
3558	.port_setup_message_port = mv88e6xxx_setup_message_port,
3559	.stats_snapshot = mv88e6320_g1_stats_snapshot,
3560	.stats_set_histogram = mv88e6095_g1_stats_set_histogram,
3561	.stats_get_sset_count = mv88e6095_stats_get_sset_count,
3562	.stats_get_strings = mv88e6095_stats_get_strings,
3563	.stats_get_stats = mv88e6095_stats_get_stats,
3564	.set_cpu_port = mv88e6095_g1_set_cpu_port,
3565	.set_egress_port = mv88e6095_g1_set_egress_port,
3566	.watchdog_ops = &mv88e6097_watchdog_ops,
3567	.mgmt_rsvd2cpu = mv88e6352_g2_mgmt_rsvd2cpu,
3568	.pot_clear = mv88e6xxx_g2_pot_clear,
3569	.reset = mv88e6352_g1_reset,
3570	.atu_get_hash = mv88e6165_g1_atu_get_hash,
3571	.atu_set_hash = mv88e6165_g1_atu_set_hash,
3572	.vtu_getnext = mv88e6352_g1_vtu_getnext,
3573	.vtu_loadpurge = mv88e6352_g1_vtu_loadpurge,
3574	.phylink_validate = mv88e6185_phylink_validate,
3575	.set_max_frame_size = mv88e6185_g1_set_max_frame_size,
3576};
3577
3578static const struct mv88e6xxx_ops mv88e6131_ops = {
3579	/* MV88E6XXX_FAMILY_6185 */
3580	.ieee_pri_map = mv88e6085_g1_ieee_pri_map,
3581	.ip_pri_map = mv88e6085_g1_ip_pri_map,
3582	.set_switch_mac = mv88e6xxx_g1_set_switch_mac,
3583	.phy_read = mv88e6185_phy_ppu_read,
3584	.phy_write = mv88e6185_phy_ppu_write,
3585	.port_set_link = mv88e6xxx_port_set_link,
3586	.port_set_speed_duplex = mv88e6185_port_set_speed_duplex,
 
3587	.port_tag_remap = mv88e6095_port_tag_remap,
3588	.port_set_frame_mode = mv88e6351_port_set_frame_mode,
3589	.port_set_egress_floods = mv88e6185_port_set_egress_floods,
3590	.port_set_ether_type = mv88e6351_port_set_ether_type,
3591	.port_set_upstream_port = mv88e6095_port_set_upstream_port,
3592	.port_set_jumbo_size = mv88e6165_port_set_jumbo_size,
3593	.port_egress_rate_limiting = mv88e6097_port_egress_rate_limiting,
3594	.port_pause_limit = mv88e6097_port_pause_limit,
3595	.port_set_pause = mv88e6185_port_set_pause,
 
3596	.port_get_cmode = mv88e6185_port_get_cmode,
3597	.port_setup_message_port = mv88e6xxx_setup_message_port,
3598	.stats_snapshot = mv88e6xxx_g1_stats_snapshot,
3599	.stats_set_histogram = mv88e6095_g1_stats_set_histogram,
3600	.stats_get_sset_count = mv88e6095_stats_get_sset_count,
3601	.stats_get_strings = mv88e6095_stats_get_strings,
3602	.stats_get_stats = mv88e6095_stats_get_stats,
3603	.set_cpu_port = mv88e6095_g1_set_cpu_port,
3604	.set_egress_port = mv88e6095_g1_set_egress_port,
3605	.watchdog_ops = &mv88e6097_watchdog_ops,
3606	.mgmt_rsvd2cpu = mv88e6185_g2_mgmt_rsvd2cpu,
3607	.ppu_enable = mv88e6185_g1_ppu_enable,
3608	.set_cascade_port = mv88e6185_g1_set_cascade_port,
3609	.ppu_disable = mv88e6185_g1_ppu_disable,
3610	.reset = mv88e6185_g1_reset,
3611	.vtu_getnext = mv88e6185_g1_vtu_getnext,
3612	.vtu_loadpurge = mv88e6185_g1_vtu_loadpurge,
3613	.phylink_validate = mv88e6185_phylink_validate,
3614};
3615
3616static const struct mv88e6xxx_ops mv88e6141_ops = {
3617	/* MV88E6XXX_FAMILY_6341 */
3618	.ieee_pri_map = mv88e6085_g1_ieee_pri_map,
3619	.ip_pri_map = mv88e6085_g1_ip_pri_map,
3620	.irl_init_all = mv88e6352_g2_irl_init_all,
3621	.get_eeprom = mv88e6xxx_g2_get_eeprom8,
3622	.set_eeprom = mv88e6xxx_g2_set_eeprom8,
3623	.set_switch_mac = mv88e6xxx_g2_set_switch_mac,
3624	.phy_read = mv88e6xxx_g2_smi_phy_read,
3625	.phy_write = mv88e6xxx_g2_smi_phy_write,
3626	.port_set_link = mv88e6xxx_port_set_link,
 
3627	.port_set_rgmii_delay = mv88e6390_port_set_rgmii_delay,
3628	.port_set_speed_duplex = mv88e6341_port_set_speed_duplex,
3629	.port_max_speed_mode = mv88e6341_port_max_speed_mode,
3630	.port_tag_remap = mv88e6095_port_tag_remap,
3631	.port_set_frame_mode = mv88e6351_port_set_frame_mode,
3632	.port_set_egress_floods = mv88e6352_port_set_egress_floods,
3633	.port_set_ether_type = mv88e6351_port_set_ether_type,
3634	.port_set_jumbo_size = mv88e6165_port_set_jumbo_size,
3635	.port_egress_rate_limiting = mv88e6097_port_egress_rate_limiting,
3636	.port_pause_limit = mv88e6097_port_pause_limit,
3637	.port_disable_learn_limit = mv88e6xxx_port_disable_learn_limit,
3638	.port_disable_pri_override = mv88e6xxx_port_disable_pri_override,
 
3639	.port_get_cmode = mv88e6352_port_get_cmode,
3640	.port_set_cmode = mv88e6341_port_set_cmode,
3641	.port_setup_message_port = mv88e6xxx_setup_message_port,
3642	.stats_snapshot = mv88e6390_g1_stats_snapshot,
3643	.stats_set_histogram = mv88e6095_g1_stats_set_histogram,
3644	.stats_get_sset_count = mv88e6320_stats_get_sset_count,
3645	.stats_get_strings = mv88e6320_stats_get_strings,
3646	.stats_get_stats = mv88e6390_stats_get_stats,
3647	.set_cpu_port = mv88e6390_g1_set_cpu_port,
3648	.set_egress_port = mv88e6390_g1_set_egress_port,
3649	.watchdog_ops = &mv88e6390_watchdog_ops,
3650	.mgmt_rsvd2cpu =  mv88e6390_g1_mgmt_rsvd2cpu,
3651	.pot_clear = mv88e6xxx_g2_pot_clear,
3652	.reset = mv88e6352_g1_reset,
3653	.vtu_getnext = mv88e6352_g1_vtu_getnext,
3654	.vtu_loadpurge = mv88e6352_g1_vtu_loadpurge,
3655	.serdes_power = mv88e6390_serdes_power,
3656	.serdes_get_lane = mv88e6341_serdes_get_lane,
3657	/* Check status register pause & lpa register */
3658	.serdes_pcs_get_state = mv88e6390_serdes_pcs_get_state,
3659	.serdes_pcs_config = mv88e6390_serdes_pcs_config,
3660	.serdes_pcs_an_restart = mv88e6390_serdes_pcs_an_restart,
3661	.serdes_pcs_link_up = mv88e6390_serdes_pcs_link_up,
3662	.serdes_irq_mapping = mv88e6390_serdes_irq_mapping,
3663	.serdes_irq_enable = mv88e6390_serdes_irq_enable,
3664	.serdes_irq_status = mv88e6390_serdes_irq_status,
3665	.gpio_ops = &mv88e6352_gpio_ops,
3666	.phylink_validate = mv88e6341_phylink_validate,
3667};
3668
3669static const struct mv88e6xxx_ops mv88e6161_ops = {
3670	/* MV88E6XXX_FAMILY_6165 */
3671	.ieee_pri_map = mv88e6085_g1_ieee_pri_map,
3672	.ip_pri_map = mv88e6085_g1_ip_pri_map,
3673	.irl_init_all = mv88e6352_g2_irl_init_all,
3674	.set_switch_mac = mv88e6xxx_g2_set_switch_mac,
3675	.phy_read = mv88e6xxx_g2_smi_phy_read,
3676	.phy_write = mv88e6xxx_g2_smi_phy_write,
3677	.port_set_link = mv88e6xxx_port_set_link,
3678	.port_set_speed_duplex = mv88e6185_port_set_speed_duplex,
 
3679	.port_tag_remap = mv88e6095_port_tag_remap,
3680	.port_set_frame_mode = mv88e6351_port_set_frame_mode,
3681	.port_set_egress_floods = mv88e6352_port_set_egress_floods,
3682	.port_set_ether_type = mv88e6351_port_set_ether_type,
3683	.port_set_jumbo_size = mv88e6165_port_set_jumbo_size,
3684	.port_egress_rate_limiting = mv88e6097_port_egress_rate_limiting,
3685	.port_pause_limit = mv88e6097_port_pause_limit,
3686	.port_disable_learn_limit = mv88e6xxx_port_disable_learn_limit,
3687	.port_disable_pri_override = mv88e6xxx_port_disable_pri_override,
 
3688	.port_get_cmode = mv88e6185_port_get_cmode,
3689	.port_setup_message_port = mv88e6xxx_setup_message_port,
3690	.stats_snapshot = mv88e6xxx_g1_stats_snapshot,
3691	.stats_set_histogram = mv88e6095_g1_stats_set_histogram,
3692	.stats_get_sset_count = mv88e6095_stats_get_sset_count,
3693	.stats_get_strings = mv88e6095_stats_get_strings,
3694	.stats_get_stats = mv88e6095_stats_get_stats,
3695	.set_cpu_port = mv88e6095_g1_set_cpu_port,
3696	.set_egress_port = mv88e6095_g1_set_egress_port,
3697	.watchdog_ops = &mv88e6097_watchdog_ops,
3698	.mgmt_rsvd2cpu = mv88e6352_g2_mgmt_rsvd2cpu,
3699	.pot_clear = mv88e6xxx_g2_pot_clear,
3700	.reset = mv88e6352_g1_reset,
3701	.atu_get_hash = mv88e6165_g1_atu_get_hash,
3702	.atu_set_hash = mv88e6165_g1_atu_set_hash,
3703	.vtu_getnext = mv88e6352_g1_vtu_getnext,
3704	.vtu_loadpurge = mv88e6352_g1_vtu_loadpurge,
3705	.avb_ops = &mv88e6165_avb_ops,
3706	.ptp_ops = &mv88e6165_ptp_ops,
3707	.phylink_validate = mv88e6185_phylink_validate,
3708};
3709
3710static const struct mv88e6xxx_ops mv88e6165_ops = {
3711	/* MV88E6XXX_FAMILY_6165 */
3712	.ieee_pri_map = mv88e6085_g1_ieee_pri_map,
3713	.ip_pri_map = mv88e6085_g1_ip_pri_map,
3714	.irl_init_all = mv88e6352_g2_irl_init_all,
3715	.set_switch_mac = mv88e6xxx_g2_set_switch_mac,
3716	.phy_read = mv88e6165_phy_read,
3717	.phy_write = mv88e6165_phy_write,
3718	.port_set_link = mv88e6xxx_port_set_link,
3719	.port_set_speed_duplex = mv88e6185_port_set_speed_duplex,
 
3720	.port_disable_learn_limit = mv88e6xxx_port_disable_learn_limit,
3721	.port_disable_pri_override = mv88e6xxx_port_disable_pri_override,
 
3722	.port_get_cmode = mv88e6185_port_get_cmode,
3723	.port_setup_message_port = mv88e6xxx_setup_message_port,
3724	.stats_snapshot = mv88e6xxx_g1_stats_snapshot,
3725	.stats_set_histogram = mv88e6095_g1_stats_set_histogram,
3726	.stats_get_sset_count = mv88e6095_stats_get_sset_count,
3727	.stats_get_strings = mv88e6095_stats_get_strings,
3728	.stats_get_stats = mv88e6095_stats_get_stats,
3729	.set_cpu_port = mv88e6095_g1_set_cpu_port,
3730	.set_egress_port = mv88e6095_g1_set_egress_port,
3731	.watchdog_ops = &mv88e6097_watchdog_ops,
3732	.mgmt_rsvd2cpu = mv88e6352_g2_mgmt_rsvd2cpu,
3733	.pot_clear = mv88e6xxx_g2_pot_clear,
3734	.reset = mv88e6352_g1_reset,
3735	.atu_get_hash = mv88e6165_g1_atu_get_hash,
3736	.atu_set_hash = mv88e6165_g1_atu_set_hash,
3737	.vtu_getnext = mv88e6352_g1_vtu_getnext,
3738	.vtu_loadpurge = mv88e6352_g1_vtu_loadpurge,
3739	.avb_ops = &mv88e6165_avb_ops,
3740	.ptp_ops = &mv88e6165_ptp_ops,
3741	.phylink_validate = mv88e6185_phylink_validate,
3742};
3743
3744static const struct mv88e6xxx_ops mv88e6171_ops = {
3745	/* MV88E6XXX_FAMILY_6351 */
3746	.ieee_pri_map = mv88e6085_g1_ieee_pri_map,
3747	.ip_pri_map = mv88e6085_g1_ip_pri_map,
3748	.irl_init_all = mv88e6352_g2_irl_init_all,
3749	.set_switch_mac = mv88e6xxx_g2_set_switch_mac,
3750	.phy_read = mv88e6xxx_g2_smi_phy_read,
3751	.phy_write = mv88e6xxx_g2_smi_phy_write,
3752	.port_set_link = mv88e6xxx_port_set_link,
 
3753	.port_set_rgmii_delay = mv88e6352_port_set_rgmii_delay,
3754	.port_set_speed_duplex = mv88e6185_port_set_speed_duplex,
3755	.port_tag_remap = mv88e6095_port_tag_remap,
3756	.port_set_frame_mode = mv88e6351_port_set_frame_mode,
3757	.port_set_egress_floods = mv88e6352_port_set_egress_floods,
3758	.port_set_ether_type = mv88e6351_port_set_ether_type,
3759	.port_set_jumbo_size = mv88e6165_port_set_jumbo_size,
3760	.port_egress_rate_limiting = mv88e6097_port_egress_rate_limiting,
3761	.port_pause_limit = mv88e6097_port_pause_limit,
3762	.port_disable_learn_limit = mv88e6xxx_port_disable_learn_limit,
3763	.port_disable_pri_override = mv88e6xxx_port_disable_pri_override,
 
3764	.port_get_cmode = mv88e6352_port_get_cmode,
3765	.port_setup_message_port = mv88e6xxx_setup_message_port,
3766	.stats_snapshot = mv88e6320_g1_stats_snapshot,
3767	.stats_set_histogram = mv88e6095_g1_stats_set_histogram,
3768	.stats_get_sset_count = mv88e6095_stats_get_sset_count,
3769	.stats_get_strings = mv88e6095_stats_get_strings,
3770	.stats_get_stats = mv88e6095_stats_get_stats,
3771	.set_cpu_port = mv88e6095_g1_set_cpu_port,
3772	.set_egress_port = mv88e6095_g1_set_egress_port,
3773	.watchdog_ops = &mv88e6097_watchdog_ops,
3774	.mgmt_rsvd2cpu = mv88e6352_g2_mgmt_rsvd2cpu,
3775	.pot_clear = mv88e6xxx_g2_pot_clear,
3776	.reset = mv88e6352_g1_reset,
3777	.atu_get_hash = mv88e6165_g1_atu_get_hash,
3778	.atu_set_hash = mv88e6165_g1_atu_set_hash,
3779	.vtu_getnext = mv88e6352_g1_vtu_getnext,
3780	.vtu_loadpurge = mv88e6352_g1_vtu_loadpurge,
3781	.phylink_validate = mv88e6185_phylink_validate,
3782};
3783
3784static const struct mv88e6xxx_ops mv88e6172_ops = {
3785	/* MV88E6XXX_FAMILY_6352 */
3786	.ieee_pri_map = mv88e6085_g1_ieee_pri_map,
3787	.ip_pri_map = mv88e6085_g1_ip_pri_map,
3788	.irl_init_all = mv88e6352_g2_irl_init_all,
3789	.get_eeprom = mv88e6xxx_g2_get_eeprom16,
3790	.set_eeprom = mv88e6xxx_g2_set_eeprom16,
3791	.set_switch_mac = mv88e6xxx_g2_set_switch_mac,
3792	.phy_read = mv88e6xxx_g2_smi_phy_read,
3793	.phy_write = mv88e6xxx_g2_smi_phy_write,
3794	.port_set_link = mv88e6xxx_port_set_link,
 
3795	.port_set_rgmii_delay = mv88e6352_port_set_rgmii_delay,
3796	.port_set_speed_duplex = mv88e6352_port_set_speed_duplex,
3797	.port_tag_remap = mv88e6095_port_tag_remap,
3798	.port_set_policy = mv88e6352_port_set_policy,
3799	.port_set_frame_mode = mv88e6351_port_set_frame_mode,
3800	.port_set_egress_floods = mv88e6352_port_set_egress_floods,
3801	.port_set_ether_type = mv88e6351_port_set_ether_type,
3802	.port_set_jumbo_size = mv88e6165_port_set_jumbo_size,
3803	.port_egress_rate_limiting = mv88e6097_port_egress_rate_limiting,
3804	.port_pause_limit = mv88e6097_port_pause_limit,
3805	.port_disable_learn_limit = mv88e6xxx_port_disable_learn_limit,
3806	.port_disable_pri_override = mv88e6xxx_port_disable_pri_override,
 
3807	.port_get_cmode = mv88e6352_port_get_cmode,
3808	.port_setup_message_port = mv88e6xxx_setup_message_port,
3809	.stats_snapshot = mv88e6320_g1_stats_snapshot,
3810	.stats_set_histogram = mv88e6095_g1_stats_set_histogram,
3811	.stats_get_sset_count = mv88e6095_stats_get_sset_count,
3812	.stats_get_strings = mv88e6095_stats_get_strings,
3813	.stats_get_stats = mv88e6095_stats_get_stats,
3814	.set_cpu_port = mv88e6095_g1_set_cpu_port,
3815	.set_egress_port = mv88e6095_g1_set_egress_port,
3816	.watchdog_ops = &mv88e6097_watchdog_ops,
3817	.mgmt_rsvd2cpu = mv88e6352_g2_mgmt_rsvd2cpu,
3818	.pot_clear = mv88e6xxx_g2_pot_clear,
3819	.reset = mv88e6352_g1_reset,
3820	.rmu_disable = mv88e6352_g1_rmu_disable,
3821	.atu_get_hash = mv88e6165_g1_atu_get_hash,
3822	.atu_set_hash = mv88e6165_g1_atu_set_hash,
3823	.vtu_getnext = mv88e6352_g1_vtu_getnext,
3824	.vtu_loadpurge = mv88e6352_g1_vtu_loadpurge,
3825	.serdes_get_lane = mv88e6352_serdes_get_lane,
3826	.serdes_pcs_get_state = mv88e6352_serdes_pcs_get_state,
3827	.serdes_pcs_config = mv88e6352_serdes_pcs_config,
3828	.serdes_pcs_an_restart = mv88e6352_serdes_pcs_an_restart,
3829	.serdes_pcs_link_up = mv88e6352_serdes_pcs_link_up,
3830	.serdes_power = mv88e6352_serdes_power,
3831	.serdes_get_regs_len = mv88e6352_serdes_get_regs_len,
3832	.serdes_get_regs = mv88e6352_serdes_get_regs,
3833	.gpio_ops = &mv88e6352_gpio_ops,
3834	.phylink_validate = mv88e6352_phylink_validate,
3835};
3836
3837static const struct mv88e6xxx_ops mv88e6175_ops = {
3838	/* MV88E6XXX_FAMILY_6351 */
3839	.ieee_pri_map = mv88e6085_g1_ieee_pri_map,
3840	.ip_pri_map = mv88e6085_g1_ip_pri_map,
3841	.irl_init_all = mv88e6352_g2_irl_init_all,
3842	.set_switch_mac = mv88e6xxx_g2_set_switch_mac,
3843	.phy_read = mv88e6xxx_g2_smi_phy_read,
3844	.phy_write = mv88e6xxx_g2_smi_phy_write,
3845	.port_set_link = mv88e6xxx_port_set_link,
 
3846	.port_set_rgmii_delay = mv88e6352_port_set_rgmii_delay,
3847	.port_set_speed_duplex = mv88e6185_port_set_speed_duplex,
3848	.port_tag_remap = mv88e6095_port_tag_remap,
3849	.port_set_frame_mode = mv88e6351_port_set_frame_mode,
3850	.port_set_egress_floods = mv88e6352_port_set_egress_floods,
3851	.port_set_ether_type = mv88e6351_port_set_ether_type,
3852	.port_set_jumbo_size = mv88e6165_port_set_jumbo_size,
3853	.port_egress_rate_limiting = mv88e6097_port_egress_rate_limiting,
3854	.port_pause_limit = mv88e6097_port_pause_limit,
3855	.port_disable_learn_limit = mv88e6xxx_port_disable_learn_limit,
3856	.port_disable_pri_override = mv88e6xxx_port_disable_pri_override,
 
3857	.port_get_cmode = mv88e6352_port_get_cmode,
3858	.port_setup_message_port = mv88e6xxx_setup_message_port,
3859	.stats_snapshot = mv88e6320_g1_stats_snapshot,
3860	.stats_set_histogram = mv88e6095_g1_stats_set_histogram,
3861	.stats_get_sset_count = mv88e6095_stats_get_sset_count,
3862	.stats_get_strings = mv88e6095_stats_get_strings,
3863	.stats_get_stats = mv88e6095_stats_get_stats,
3864	.set_cpu_port = mv88e6095_g1_set_cpu_port,
3865	.set_egress_port = mv88e6095_g1_set_egress_port,
3866	.watchdog_ops = &mv88e6097_watchdog_ops,
3867	.mgmt_rsvd2cpu = mv88e6352_g2_mgmt_rsvd2cpu,
3868	.pot_clear = mv88e6xxx_g2_pot_clear,
3869	.reset = mv88e6352_g1_reset,
3870	.atu_get_hash = mv88e6165_g1_atu_get_hash,
3871	.atu_set_hash = mv88e6165_g1_atu_set_hash,
3872	.vtu_getnext = mv88e6352_g1_vtu_getnext,
3873	.vtu_loadpurge = mv88e6352_g1_vtu_loadpurge,
3874	.phylink_validate = mv88e6185_phylink_validate,
3875};
3876
3877static const struct mv88e6xxx_ops mv88e6176_ops = {
3878	/* MV88E6XXX_FAMILY_6352 */
3879	.ieee_pri_map = mv88e6085_g1_ieee_pri_map,
3880	.ip_pri_map = mv88e6085_g1_ip_pri_map,
3881	.irl_init_all = mv88e6352_g2_irl_init_all,
3882	.get_eeprom = mv88e6xxx_g2_get_eeprom16,
3883	.set_eeprom = mv88e6xxx_g2_set_eeprom16,
3884	.set_switch_mac = mv88e6xxx_g2_set_switch_mac,
3885	.phy_read = mv88e6xxx_g2_smi_phy_read,
3886	.phy_write = mv88e6xxx_g2_smi_phy_write,
3887	.port_set_link = mv88e6xxx_port_set_link,
 
3888	.port_set_rgmii_delay = mv88e6352_port_set_rgmii_delay,
3889	.port_set_speed_duplex = mv88e6352_port_set_speed_duplex,
3890	.port_tag_remap = mv88e6095_port_tag_remap,
3891	.port_set_policy = mv88e6352_port_set_policy,
3892	.port_set_frame_mode = mv88e6351_port_set_frame_mode,
3893	.port_set_egress_floods = mv88e6352_port_set_egress_floods,
3894	.port_set_ether_type = mv88e6351_port_set_ether_type,
3895	.port_set_jumbo_size = mv88e6165_port_set_jumbo_size,
3896	.port_egress_rate_limiting = mv88e6097_port_egress_rate_limiting,
3897	.port_pause_limit = mv88e6097_port_pause_limit,
3898	.port_disable_learn_limit = mv88e6xxx_port_disable_learn_limit,
3899	.port_disable_pri_override = mv88e6xxx_port_disable_pri_override,
 
3900	.port_get_cmode = mv88e6352_port_get_cmode,
3901	.port_setup_message_port = mv88e6xxx_setup_message_port,
3902	.stats_snapshot = mv88e6320_g1_stats_snapshot,
3903	.stats_set_histogram = mv88e6095_g1_stats_set_histogram,
3904	.stats_get_sset_count = mv88e6095_stats_get_sset_count,
3905	.stats_get_strings = mv88e6095_stats_get_strings,
3906	.stats_get_stats = mv88e6095_stats_get_stats,
3907	.set_cpu_port = mv88e6095_g1_set_cpu_port,
3908	.set_egress_port = mv88e6095_g1_set_egress_port,
3909	.watchdog_ops = &mv88e6097_watchdog_ops,
3910	.mgmt_rsvd2cpu = mv88e6352_g2_mgmt_rsvd2cpu,
3911	.pot_clear = mv88e6xxx_g2_pot_clear,
3912	.reset = mv88e6352_g1_reset,
3913	.rmu_disable = mv88e6352_g1_rmu_disable,
3914	.atu_get_hash = mv88e6165_g1_atu_get_hash,
3915	.atu_set_hash = mv88e6165_g1_atu_set_hash,
3916	.vtu_getnext = mv88e6352_g1_vtu_getnext,
3917	.vtu_loadpurge = mv88e6352_g1_vtu_loadpurge,
3918	.serdes_get_lane = mv88e6352_serdes_get_lane,
3919	.serdes_pcs_get_state = mv88e6352_serdes_pcs_get_state,
3920	.serdes_pcs_config = mv88e6352_serdes_pcs_config,
3921	.serdes_pcs_an_restart = mv88e6352_serdes_pcs_an_restart,
3922	.serdes_pcs_link_up = mv88e6352_serdes_pcs_link_up,
3923	.serdes_power = mv88e6352_serdes_power,
3924	.serdes_irq_mapping = mv88e6352_serdes_irq_mapping,
3925	.serdes_irq_enable = mv88e6352_serdes_irq_enable,
3926	.serdes_irq_status = mv88e6352_serdes_irq_status,
3927	.serdes_get_regs_len = mv88e6352_serdes_get_regs_len,
3928	.serdes_get_regs = mv88e6352_serdes_get_regs,
3929	.gpio_ops = &mv88e6352_gpio_ops,
3930	.phylink_validate = mv88e6352_phylink_validate,
3931};
3932
3933static const struct mv88e6xxx_ops mv88e6185_ops = {
3934	/* MV88E6XXX_FAMILY_6185 */
3935	.ieee_pri_map = mv88e6085_g1_ieee_pri_map,
3936	.ip_pri_map = mv88e6085_g1_ip_pri_map,
3937	.set_switch_mac = mv88e6xxx_g1_set_switch_mac,
3938	.phy_read = mv88e6185_phy_ppu_read,
3939	.phy_write = mv88e6185_phy_ppu_write,
3940	.port_set_link = mv88e6xxx_port_set_link,
3941	.port_set_speed_duplex = mv88e6185_port_set_speed_duplex,
 
3942	.port_set_frame_mode = mv88e6085_port_set_frame_mode,
3943	.port_set_egress_floods = mv88e6185_port_set_egress_floods,
3944	.port_egress_rate_limiting = mv88e6095_port_egress_rate_limiting,
3945	.port_set_upstream_port = mv88e6095_port_set_upstream_port,
3946	.port_set_pause = mv88e6185_port_set_pause,
 
3947	.port_get_cmode = mv88e6185_port_get_cmode,
3948	.port_setup_message_port = mv88e6xxx_setup_message_port,
3949	.stats_snapshot = mv88e6xxx_g1_stats_snapshot,
3950	.stats_set_histogram = mv88e6095_g1_stats_set_histogram,
3951	.stats_get_sset_count = mv88e6095_stats_get_sset_count,
3952	.stats_get_strings = mv88e6095_stats_get_strings,
3953	.stats_get_stats = mv88e6095_stats_get_stats,
3954	.set_cpu_port = mv88e6095_g1_set_cpu_port,
3955	.set_egress_port = mv88e6095_g1_set_egress_port,
3956	.watchdog_ops = &mv88e6097_watchdog_ops,
3957	.mgmt_rsvd2cpu = mv88e6185_g2_mgmt_rsvd2cpu,
3958	.set_cascade_port = mv88e6185_g1_set_cascade_port,
3959	.ppu_enable = mv88e6185_g1_ppu_enable,
3960	.ppu_disable = mv88e6185_g1_ppu_disable,
3961	.reset = mv88e6185_g1_reset,
3962	.vtu_getnext = mv88e6185_g1_vtu_getnext,
3963	.vtu_loadpurge = mv88e6185_g1_vtu_loadpurge,
3964	.phylink_validate = mv88e6185_phylink_validate,
3965	.set_max_frame_size = mv88e6185_g1_set_max_frame_size,
3966};
3967
3968static const struct mv88e6xxx_ops mv88e6190_ops = {
3969	/* MV88E6XXX_FAMILY_6390 */
3970	.setup_errata = mv88e6390_setup_errata,
3971	.irl_init_all = mv88e6390_g2_irl_init_all,
3972	.get_eeprom = mv88e6xxx_g2_get_eeprom8,
3973	.set_eeprom = mv88e6xxx_g2_set_eeprom8,
3974	.set_switch_mac = mv88e6xxx_g2_set_switch_mac,
3975	.phy_read = mv88e6xxx_g2_smi_phy_read,
3976	.phy_write = mv88e6xxx_g2_smi_phy_write,
3977	.port_set_link = mv88e6xxx_port_set_link,
 
3978	.port_set_rgmii_delay = mv88e6390_port_set_rgmii_delay,
3979	.port_set_speed_duplex = mv88e6390_port_set_speed_duplex,
3980	.port_max_speed_mode = mv88e6390_port_max_speed_mode,
3981	.port_tag_remap = mv88e6390_port_tag_remap,
3982	.port_set_policy = mv88e6352_port_set_policy,
3983	.port_set_frame_mode = mv88e6351_port_set_frame_mode,
3984	.port_set_egress_floods = mv88e6352_port_set_egress_floods,
3985	.port_set_ether_type = mv88e6351_port_set_ether_type,
3986	.port_set_jumbo_size = mv88e6165_port_set_jumbo_size,
3987	.port_pause_limit = mv88e6390_port_pause_limit,
3988	.port_disable_learn_limit = mv88e6xxx_port_disable_learn_limit,
3989	.port_disable_pri_override = mv88e6xxx_port_disable_pri_override,
 
3990	.port_get_cmode = mv88e6352_port_get_cmode,
3991	.port_set_cmode = mv88e6390_port_set_cmode,
3992	.port_setup_message_port = mv88e6xxx_setup_message_port,
3993	.stats_snapshot = mv88e6390_g1_stats_snapshot,
3994	.stats_set_histogram = mv88e6390_g1_stats_set_histogram,
3995	.stats_get_sset_count = mv88e6320_stats_get_sset_count,
3996	.stats_get_strings = mv88e6320_stats_get_strings,
3997	.stats_get_stats = mv88e6390_stats_get_stats,
3998	.set_cpu_port = mv88e6390_g1_set_cpu_port,
3999	.set_egress_port = mv88e6390_g1_set_egress_port,
4000	.watchdog_ops = &mv88e6390_watchdog_ops,
4001	.mgmt_rsvd2cpu = mv88e6390_g1_mgmt_rsvd2cpu,
4002	.pot_clear = mv88e6xxx_g2_pot_clear,
4003	.reset = mv88e6352_g1_reset,
4004	.rmu_disable = mv88e6390_g1_rmu_disable,
4005	.atu_get_hash = mv88e6165_g1_atu_get_hash,
4006	.atu_set_hash = mv88e6165_g1_atu_set_hash,
4007	.vtu_getnext = mv88e6390_g1_vtu_getnext,
4008	.vtu_loadpurge = mv88e6390_g1_vtu_loadpurge,
4009	.serdes_power = mv88e6390_serdes_power,
4010	.serdes_get_lane = mv88e6390_serdes_get_lane,
4011	/* Check status register pause & lpa register */
4012	.serdes_pcs_get_state = mv88e6390_serdes_pcs_get_state,
4013	.serdes_pcs_config = mv88e6390_serdes_pcs_config,
4014	.serdes_pcs_an_restart = mv88e6390_serdes_pcs_an_restart,
4015	.serdes_pcs_link_up = mv88e6390_serdes_pcs_link_up,
4016	.serdes_irq_mapping = mv88e6390_serdes_irq_mapping,
4017	.serdes_irq_enable = mv88e6390_serdes_irq_enable,
4018	.serdes_irq_status = mv88e6390_serdes_irq_status,
4019	.serdes_get_strings = mv88e6390_serdes_get_strings,
4020	.serdes_get_stats = mv88e6390_serdes_get_stats,
4021	.serdes_get_regs_len = mv88e6390_serdes_get_regs_len,
4022	.serdes_get_regs = mv88e6390_serdes_get_regs,
4023	.gpio_ops = &mv88e6352_gpio_ops,
4024	.phylink_validate = mv88e6390_phylink_validate,
4025};
4026
4027static const struct mv88e6xxx_ops mv88e6190x_ops = {
4028	/* MV88E6XXX_FAMILY_6390 */
4029	.setup_errata = mv88e6390_setup_errata,
4030	.irl_init_all = mv88e6390_g2_irl_init_all,
4031	.get_eeprom = mv88e6xxx_g2_get_eeprom8,
4032	.set_eeprom = mv88e6xxx_g2_set_eeprom8,
4033	.set_switch_mac = mv88e6xxx_g2_set_switch_mac,
4034	.phy_read = mv88e6xxx_g2_smi_phy_read,
4035	.phy_write = mv88e6xxx_g2_smi_phy_write,
4036	.port_set_link = mv88e6xxx_port_set_link,
 
4037	.port_set_rgmii_delay = mv88e6390_port_set_rgmii_delay,
4038	.port_set_speed_duplex = mv88e6390x_port_set_speed_duplex,
4039	.port_max_speed_mode = mv88e6390x_port_max_speed_mode,
4040	.port_tag_remap = mv88e6390_port_tag_remap,
4041	.port_set_policy = mv88e6352_port_set_policy,
4042	.port_set_frame_mode = mv88e6351_port_set_frame_mode,
4043	.port_set_egress_floods = mv88e6352_port_set_egress_floods,
4044	.port_set_ether_type = mv88e6351_port_set_ether_type,
4045	.port_set_jumbo_size = mv88e6165_port_set_jumbo_size,
4046	.port_pause_limit = mv88e6390_port_pause_limit,
4047	.port_disable_learn_limit = mv88e6xxx_port_disable_learn_limit,
4048	.port_disable_pri_override = mv88e6xxx_port_disable_pri_override,
 
4049	.port_get_cmode = mv88e6352_port_get_cmode,
4050	.port_set_cmode = mv88e6390x_port_set_cmode,
4051	.port_setup_message_port = mv88e6xxx_setup_message_port,
4052	.stats_snapshot = mv88e6390_g1_stats_snapshot,
4053	.stats_set_histogram = mv88e6390_g1_stats_set_histogram,
4054	.stats_get_sset_count = mv88e6320_stats_get_sset_count,
4055	.stats_get_strings = mv88e6320_stats_get_strings,
4056	.stats_get_stats = mv88e6390_stats_get_stats,
4057	.set_cpu_port = mv88e6390_g1_set_cpu_port,
4058	.set_egress_port = mv88e6390_g1_set_egress_port,
4059	.watchdog_ops = &mv88e6390_watchdog_ops,
4060	.mgmt_rsvd2cpu = mv88e6390_g1_mgmt_rsvd2cpu,
4061	.pot_clear = mv88e6xxx_g2_pot_clear,
4062	.reset = mv88e6352_g1_reset,
4063	.rmu_disable = mv88e6390_g1_rmu_disable,
4064	.atu_get_hash = mv88e6165_g1_atu_get_hash,
4065	.atu_set_hash = mv88e6165_g1_atu_set_hash,
4066	.vtu_getnext = mv88e6390_g1_vtu_getnext,
4067	.vtu_loadpurge = mv88e6390_g1_vtu_loadpurge,
4068	.serdes_power = mv88e6390_serdes_power,
4069	.serdes_get_lane = mv88e6390x_serdes_get_lane,
4070	/* Check status register pause & lpa register */
4071	.serdes_pcs_get_state = mv88e6390_serdes_pcs_get_state,
4072	.serdes_pcs_config = mv88e6390_serdes_pcs_config,
4073	.serdes_pcs_an_restart = mv88e6390_serdes_pcs_an_restart,
4074	.serdes_pcs_link_up = mv88e6390_serdes_pcs_link_up,
4075	.serdes_irq_mapping = mv88e6390_serdes_irq_mapping,
4076	.serdes_irq_enable = mv88e6390_serdes_irq_enable,
4077	.serdes_irq_status = mv88e6390_serdes_irq_status,
4078	.serdes_get_strings = mv88e6390_serdes_get_strings,
4079	.serdes_get_stats = mv88e6390_serdes_get_stats,
4080	.serdes_get_regs_len = mv88e6390_serdes_get_regs_len,
4081	.serdes_get_regs = mv88e6390_serdes_get_regs,
4082	.gpio_ops = &mv88e6352_gpio_ops,
4083	.phylink_validate = mv88e6390x_phylink_validate,
4084};
4085
4086static const struct mv88e6xxx_ops mv88e6191_ops = {
4087	/* MV88E6XXX_FAMILY_6390 */
4088	.setup_errata = mv88e6390_setup_errata,
4089	.irl_init_all = mv88e6390_g2_irl_init_all,
4090	.get_eeprom = mv88e6xxx_g2_get_eeprom8,
4091	.set_eeprom = mv88e6xxx_g2_set_eeprom8,
4092	.set_switch_mac = mv88e6xxx_g2_set_switch_mac,
4093	.phy_read = mv88e6xxx_g2_smi_phy_read,
4094	.phy_write = mv88e6xxx_g2_smi_phy_write,
4095	.port_set_link = mv88e6xxx_port_set_link,
 
4096	.port_set_rgmii_delay = mv88e6390_port_set_rgmii_delay,
4097	.port_set_speed_duplex = mv88e6390_port_set_speed_duplex,
4098	.port_max_speed_mode = mv88e6390_port_max_speed_mode,
4099	.port_tag_remap = mv88e6390_port_tag_remap,
4100	.port_set_frame_mode = mv88e6351_port_set_frame_mode,
4101	.port_set_egress_floods = mv88e6352_port_set_egress_floods,
4102	.port_set_ether_type = mv88e6351_port_set_ether_type,
4103	.port_pause_limit = mv88e6390_port_pause_limit,
4104	.port_disable_learn_limit = mv88e6xxx_port_disable_learn_limit,
4105	.port_disable_pri_override = mv88e6xxx_port_disable_pri_override,
 
4106	.port_get_cmode = mv88e6352_port_get_cmode,
4107	.port_set_cmode = mv88e6390_port_set_cmode,
4108	.port_setup_message_port = mv88e6xxx_setup_message_port,
4109	.stats_snapshot = mv88e6390_g1_stats_snapshot,
4110	.stats_set_histogram = mv88e6390_g1_stats_set_histogram,
4111	.stats_get_sset_count = mv88e6320_stats_get_sset_count,
4112	.stats_get_strings = mv88e6320_stats_get_strings,
4113	.stats_get_stats = mv88e6390_stats_get_stats,
4114	.set_cpu_port = mv88e6390_g1_set_cpu_port,
4115	.set_egress_port = mv88e6390_g1_set_egress_port,
4116	.watchdog_ops = &mv88e6390_watchdog_ops,
4117	.mgmt_rsvd2cpu = mv88e6390_g1_mgmt_rsvd2cpu,
4118	.pot_clear = mv88e6xxx_g2_pot_clear,
4119	.reset = mv88e6352_g1_reset,
4120	.rmu_disable = mv88e6390_g1_rmu_disable,
4121	.atu_get_hash = mv88e6165_g1_atu_get_hash,
4122	.atu_set_hash = mv88e6165_g1_atu_set_hash,
4123	.vtu_getnext = mv88e6390_g1_vtu_getnext,
4124	.vtu_loadpurge = mv88e6390_g1_vtu_loadpurge,
4125	.serdes_power = mv88e6390_serdes_power,
4126	.serdes_get_lane = mv88e6390_serdes_get_lane,
4127	/* Check status register pause & lpa register */
4128	.serdes_pcs_get_state = mv88e6390_serdes_pcs_get_state,
4129	.serdes_pcs_config = mv88e6390_serdes_pcs_config,
4130	.serdes_pcs_an_restart = mv88e6390_serdes_pcs_an_restart,
4131	.serdes_pcs_link_up = mv88e6390_serdes_pcs_link_up,
4132	.serdes_irq_mapping = mv88e6390_serdes_irq_mapping,
4133	.serdes_irq_enable = mv88e6390_serdes_irq_enable,
4134	.serdes_irq_status = mv88e6390_serdes_irq_status,
4135	.serdes_get_strings = mv88e6390_serdes_get_strings,
4136	.serdes_get_stats = mv88e6390_serdes_get_stats,
4137	.serdes_get_regs_len = mv88e6390_serdes_get_regs_len,
4138	.serdes_get_regs = mv88e6390_serdes_get_regs,
4139	.avb_ops = &mv88e6390_avb_ops,
4140	.ptp_ops = &mv88e6352_ptp_ops,
4141	.phylink_validate = mv88e6390_phylink_validate,
4142};
4143
4144static const struct mv88e6xxx_ops mv88e6240_ops = {
4145	/* MV88E6XXX_FAMILY_6352 */
4146	.ieee_pri_map = mv88e6085_g1_ieee_pri_map,
4147	.ip_pri_map = mv88e6085_g1_ip_pri_map,
4148	.irl_init_all = mv88e6352_g2_irl_init_all,
4149	.get_eeprom = mv88e6xxx_g2_get_eeprom16,
4150	.set_eeprom = mv88e6xxx_g2_set_eeprom16,
4151	.set_switch_mac = mv88e6xxx_g2_set_switch_mac,
4152	.phy_read = mv88e6xxx_g2_smi_phy_read,
4153	.phy_write = mv88e6xxx_g2_smi_phy_write,
4154	.port_set_link = mv88e6xxx_port_set_link,
 
4155	.port_set_rgmii_delay = mv88e6352_port_set_rgmii_delay,
4156	.port_set_speed_duplex = mv88e6352_port_set_speed_duplex,
4157	.port_tag_remap = mv88e6095_port_tag_remap,
4158	.port_set_policy = mv88e6352_port_set_policy,
4159	.port_set_frame_mode = mv88e6351_port_set_frame_mode,
4160	.port_set_egress_floods = mv88e6352_port_set_egress_floods,
4161	.port_set_ether_type = mv88e6351_port_set_ether_type,
4162	.port_set_jumbo_size = mv88e6165_port_set_jumbo_size,
4163	.port_egress_rate_limiting = mv88e6097_port_egress_rate_limiting,
4164	.port_pause_limit = mv88e6097_port_pause_limit,
4165	.port_disable_learn_limit = mv88e6xxx_port_disable_learn_limit,
4166	.port_disable_pri_override = mv88e6xxx_port_disable_pri_override,
 
4167	.port_get_cmode = mv88e6352_port_get_cmode,
4168	.port_setup_message_port = mv88e6xxx_setup_message_port,
4169	.stats_snapshot = mv88e6320_g1_stats_snapshot,
4170	.stats_set_histogram = mv88e6095_g1_stats_set_histogram,
4171	.stats_get_sset_count = mv88e6095_stats_get_sset_count,
4172	.stats_get_strings = mv88e6095_stats_get_strings,
4173	.stats_get_stats = mv88e6095_stats_get_stats,
4174	.set_cpu_port = mv88e6095_g1_set_cpu_port,
4175	.set_egress_port = mv88e6095_g1_set_egress_port,
4176	.watchdog_ops = &mv88e6097_watchdog_ops,
4177	.mgmt_rsvd2cpu = mv88e6352_g2_mgmt_rsvd2cpu,
4178	.pot_clear = mv88e6xxx_g2_pot_clear,
4179	.reset = mv88e6352_g1_reset,
4180	.rmu_disable = mv88e6352_g1_rmu_disable,
4181	.atu_get_hash = mv88e6165_g1_atu_get_hash,
4182	.atu_set_hash = mv88e6165_g1_atu_set_hash,
4183	.vtu_getnext = mv88e6352_g1_vtu_getnext,
4184	.vtu_loadpurge = mv88e6352_g1_vtu_loadpurge,
4185	.serdes_get_lane = mv88e6352_serdes_get_lane,
4186	.serdes_pcs_get_state = mv88e6352_serdes_pcs_get_state,
4187	.serdes_pcs_config = mv88e6352_serdes_pcs_config,
4188	.serdes_pcs_an_restart = mv88e6352_serdes_pcs_an_restart,
4189	.serdes_pcs_link_up = mv88e6352_serdes_pcs_link_up,
4190	.serdes_power = mv88e6352_serdes_power,
4191	.serdes_irq_mapping = mv88e6352_serdes_irq_mapping,
4192	.serdes_irq_enable = mv88e6352_serdes_irq_enable,
4193	.serdes_irq_status = mv88e6352_serdes_irq_status,
4194	.serdes_get_regs_len = mv88e6352_serdes_get_regs_len,
4195	.serdes_get_regs = mv88e6352_serdes_get_regs,
4196	.gpio_ops = &mv88e6352_gpio_ops,
4197	.avb_ops = &mv88e6352_avb_ops,
4198	.ptp_ops = &mv88e6352_ptp_ops,
4199	.phylink_validate = mv88e6352_phylink_validate,
4200};
4201
4202static const struct mv88e6xxx_ops mv88e6250_ops = {
4203	/* MV88E6XXX_FAMILY_6250 */
4204	.ieee_pri_map = mv88e6250_g1_ieee_pri_map,
4205	.ip_pri_map = mv88e6085_g1_ip_pri_map,
4206	.irl_init_all = mv88e6352_g2_irl_init_all,
4207	.get_eeprom = mv88e6xxx_g2_get_eeprom16,
4208	.set_eeprom = mv88e6xxx_g2_set_eeprom16,
4209	.set_switch_mac = mv88e6xxx_g2_set_switch_mac,
4210	.phy_read = mv88e6xxx_g2_smi_phy_read,
4211	.phy_write = mv88e6xxx_g2_smi_phy_write,
4212	.port_set_link = mv88e6xxx_port_set_link,
 
4213	.port_set_rgmii_delay = mv88e6352_port_set_rgmii_delay,
4214	.port_set_speed_duplex = mv88e6250_port_set_speed_duplex,
4215	.port_tag_remap = mv88e6095_port_tag_remap,
4216	.port_set_frame_mode = mv88e6351_port_set_frame_mode,
4217	.port_set_egress_floods = mv88e6352_port_set_egress_floods,
4218	.port_set_ether_type = mv88e6351_port_set_ether_type,
4219	.port_egress_rate_limiting = mv88e6097_port_egress_rate_limiting,
4220	.port_pause_limit = mv88e6097_port_pause_limit,
4221	.port_disable_pri_override = mv88e6xxx_port_disable_pri_override,
 
4222	.stats_snapshot = mv88e6320_g1_stats_snapshot,
4223	.stats_set_histogram = mv88e6095_g1_stats_set_histogram,
4224	.stats_get_sset_count = mv88e6250_stats_get_sset_count,
4225	.stats_get_strings = mv88e6250_stats_get_strings,
4226	.stats_get_stats = mv88e6250_stats_get_stats,
4227	.set_cpu_port = mv88e6095_g1_set_cpu_port,
4228	.set_egress_port = mv88e6095_g1_set_egress_port,
4229	.watchdog_ops = &mv88e6250_watchdog_ops,
4230	.mgmt_rsvd2cpu = mv88e6352_g2_mgmt_rsvd2cpu,
4231	.pot_clear = mv88e6xxx_g2_pot_clear,
4232	.reset = mv88e6250_g1_reset,
4233	.vtu_getnext = mv88e6250_g1_vtu_getnext,
4234	.vtu_loadpurge = mv88e6250_g1_vtu_loadpurge,
4235	.avb_ops = &mv88e6352_avb_ops,
4236	.ptp_ops = &mv88e6250_ptp_ops,
4237	.phylink_validate = mv88e6065_phylink_validate,
4238};
4239
4240static const struct mv88e6xxx_ops mv88e6290_ops = {
4241	/* MV88E6XXX_FAMILY_6390 */
4242	.setup_errata = mv88e6390_setup_errata,
4243	.irl_init_all = mv88e6390_g2_irl_init_all,
4244	.get_eeprom = mv88e6xxx_g2_get_eeprom8,
4245	.set_eeprom = mv88e6xxx_g2_set_eeprom8,
4246	.set_switch_mac = mv88e6xxx_g2_set_switch_mac,
4247	.phy_read = mv88e6xxx_g2_smi_phy_read,
4248	.phy_write = mv88e6xxx_g2_smi_phy_write,
4249	.port_set_link = mv88e6xxx_port_set_link,
 
4250	.port_set_rgmii_delay = mv88e6390_port_set_rgmii_delay,
4251	.port_set_speed_duplex = mv88e6390_port_set_speed_duplex,
4252	.port_max_speed_mode = mv88e6390_port_max_speed_mode,
4253	.port_tag_remap = mv88e6390_port_tag_remap,
4254	.port_set_policy = mv88e6352_port_set_policy,
4255	.port_set_frame_mode = mv88e6351_port_set_frame_mode,
4256	.port_set_egress_floods = mv88e6352_port_set_egress_floods,
4257	.port_set_ether_type = mv88e6351_port_set_ether_type,
4258	.port_pause_limit = mv88e6390_port_pause_limit,
4259	.port_disable_learn_limit = mv88e6xxx_port_disable_learn_limit,
4260	.port_disable_pri_override = mv88e6xxx_port_disable_pri_override,
 
4261	.port_get_cmode = mv88e6352_port_get_cmode,
4262	.port_set_cmode = mv88e6390_port_set_cmode,
4263	.port_setup_message_port = mv88e6xxx_setup_message_port,
4264	.stats_snapshot = mv88e6390_g1_stats_snapshot,
4265	.stats_set_histogram = mv88e6390_g1_stats_set_histogram,
4266	.stats_get_sset_count = mv88e6320_stats_get_sset_count,
4267	.stats_get_strings = mv88e6320_stats_get_strings,
4268	.stats_get_stats = mv88e6390_stats_get_stats,
4269	.set_cpu_port = mv88e6390_g1_set_cpu_port,
4270	.set_egress_port = mv88e6390_g1_set_egress_port,
4271	.watchdog_ops = &mv88e6390_watchdog_ops,
4272	.mgmt_rsvd2cpu = mv88e6390_g1_mgmt_rsvd2cpu,
4273	.pot_clear = mv88e6xxx_g2_pot_clear,
4274	.reset = mv88e6352_g1_reset,
4275	.rmu_disable = mv88e6390_g1_rmu_disable,
4276	.atu_get_hash = mv88e6165_g1_atu_get_hash,
4277	.atu_set_hash = mv88e6165_g1_atu_set_hash,
4278	.vtu_getnext = mv88e6390_g1_vtu_getnext,
4279	.vtu_loadpurge = mv88e6390_g1_vtu_loadpurge,
4280	.serdes_power = mv88e6390_serdes_power,
4281	.serdes_get_lane = mv88e6390_serdes_get_lane,
4282	/* Check status register pause & lpa register */
4283	.serdes_pcs_get_state = mv88e6390_serdes_pcs_get_state,
4284	.serdes_pcs_config = mv88e6390_serdes_pcs_config,
4285	.serdes_pcs_an_restart = mv88e6390_serdes_pcs_an_restart,
4286	.serdes_pcs_link_up = mv88e6390_serdes_pcs_link_up,
4287	.serdes_irq_mapping = mv88e6390_serdes_irq_mapping,
4288	.serdes_irq_enable = mv88e6390_serdes_irq_enable,
4289	.serdes_irq_status = mv88e6390_serdes_irq_status,
4290	.serdes_get_strings = mv88e6390_serdes_get_strings,
4291	.serdes_get_stats = mv88e6390_serdes_get_stats,
4292	.serdes_get_regs_len = mv88e6390_serdes_get_regs_len,
4293	.serdes_get_regs = mv88e6390_serdes_get_regs,
4294	.gpio_ops = &mv88e6352_gpio_ops,
4295	.avb_ops = &mv88e6390_avb_ops,
4296	.ptp_ops = &mv88e6352_ptp_ops,
4297	.phylink_validate = mv88e6390_phylink_validate,
4298};
4299
4300static const struct mv88e6xxx_ops mv88e6320_ops = {
4301	/* MV88E6XXX_FAMILY_6320 */
4302	.ieee_pri_map = mv88e6085_g1_ieee_pri_map,
4303	.ip_pri_map = mv88e6085_g1_ip_pri_map,
4304	.irl_init_all = mv88e6352_g2_irl_init_all,
4305	.get_eeprom = mv88e6xxx_g2_get_eeprom16,
4306	.set_eeprom = mv88e6xxx_g2_set_eeprom16,
4307	.set_switch_mac = mv88e6xxx_g2_set_switch_mac,
4308	.phy_read = mv88e6xxx_g2_smi_phy_read,
4309	.phy_write = mv88e6xxx_g2_smi_phy_write,
4310	.port_set_link = mv88e6xxx_port_set_link,
4311	.port_set_speed_duplex = mv88e6185_port_set_speed_duplex,
 
4312	.port_tag_remap = mv88e6095_port_tag_remap,
4313	.port_set_frame_mode = mv88e6351_port_set_frame_mode,
4314	.port_set_egress_floods = mv88e6352_port_set_egress_floods,
4315	.port_set_ether_type = mv88e6351_port_set_ether_type,
4316	.port_set_jumbo_size = mv88e6165_port_set_jumbo_size,
4317	.port_egress_rate_limiting = mv88e6097_port_egress_rate_limiting,
4318	.port_pause_limit = mv88e6097_port_pause_limit,
4319	.port_disable_learn_limit = mv88e6xxx_port_disable_learn_limit,
4320	.port_disable_pri_override = mv88e6xxx_port_disable_pri_override,
 
4321	.port_get_cmode = mv88e6352_port_get_cmode,
4322	.port_setup_message_port = mv88e6xxx_setup_message_port,
4323	.stats_snapshot = mv88e6320_g1_stats_snapshot,
4324	.stats_set_histogram = mv88e6095_g1_stats_set_histogram,
4325	.stats_get_sset_count = mv88e6320_stats_get_sset_count,
4326	.stats_get_strings = mv88e6320_stats_get_strings,
4327	.stats_get_stats = mv88e6320_stats_get_stats,
4328	.set_cpu_port = mv88e6095_g1_set_cpu_port,
4329	.set_egress_port = mv88e6095_g1_set_egress_port,
4330	.watchdog_ops = &mv88e6390_watchdog_ops,
4331	.mgmt_rsvd2cpu = mv88e6352_g2_mgmt_rsvd2cpu,
4332	.pot_clear = mv88e6xxx_g2_pot_clear,
4333	.reset = mv88e6352_g1_reset,
4334	.vtu_getnext = mv88e6185_g1_vtu_getnext,
4335	.vtu_loadpurge = mv88e6185_g1_vtu_loadpurge,
4336	.gpio_ops = &mv88e6352_gpio_ops,
4337	.avb_ops = &mv88e6352_avb_ops,
4338	.ptp_ops = &mv88e6352_ptp_ops,
4339	.phylink_validate = mv88e6185_phylink_validate,
4340};
4341
4342static const struct mv88e6xxx_ops mv88e6321_ops = {
4343	/* MV88E6XXX_FAMILY_6320 */
4344	.ieee_pri_map = mv88e6085_g1_ieee_pri_map,
4345	.ip_pri_map = mv88e6085_g1_ip_pri_map,
4346	.irl_init_all = mv88e6352_g2_irl_init_all,
4347	.get_eeprom = mv88e6xxx_g2_get_eeprom16,
4348	.set_eeprom = mv88e6xxx_g2_set_eeprom16,
4349	.set_switch_mac = mv88e6xxx_g2_set_switch_mac,
4350	.phy_read = mv88e6xxx_g2_smi_phy_read,
4351	.phy_write = mv88e6xxx_g2_smi_phy_write,
4352	.port_set_link = mv88e6xxx_port_set_link,
4353	.port_set_speed_duplex = mv88e6185_port_set_speed_duplex,
 
4354	.port_tag_remap = mv88e6095_port_tag_remap,
4355	.port_set_frame_mode = mv88e6351_port_set_frame_mode,
4356	.port_set_egress_floods = mv88e6352_port_set_egress_floods,
4357	.port_set_ether_type = mv88e6351_port_set_ether_type,
4358	.port_set_jumbo_size = mv88e6165_port_set_jumbo_size,
4359	.port_egress_rate_limiting = mv88e6097_port_egress_rate_limiting,
4360	.port_pause_limit = mv88e6097_port_pause_limit,
4361	.port_disable_learn_limit = mv88e6xxx_port_disable_learn_limit,
4362	.port_disable_pri_override = mv88e6xxx_port_disable_pri_override,
 
4363	.port_get_cmode = mv88e6352_port_get_cmode,
4364	.port_setup_message_port = mv88e6xxx_setup_message_port,
4365	.stats_snapshot = mv88e6320_g1_stats_snapshot,
4366	.stats_set_histogram = mv88e6095_g1_stats_set_histogram,
4367	.stats_get_sset_count = mv88e6320_stats_get_sset_count,
4368	.stats_get_strings = mv88e6320_stats_get_strings,
4369	.stats_get_stats = mv88e6320_stats_get_stats,
4370	.set_cpu_port = mv88e6095_g1_set_cpu_port,
4371	.set_egress_port = mv88e6095_g1_set_egress_port,
4372	.watchdog_ops = &mv88e6390_watchdog_ops,
4373	.reset = mv88e6352_g1_reset,
4374	.vtu_getnext = mv88e6185_g1_vtu_getnext,
4375	.vtu_loadpurge = mv88e6185_g1_vtu_loadpurge,
4376	.gpio_ops = &mv88e6352_gpio_ops,
4377	.avb_ops = &mv88e6352_avb_ops,
4378	.ptp_ops = &mv88e6352_ptp_ops,
4379	.phylink_validate = mv88e6185_phylink_validate,
4380};
4381
4382static const struct mv88e6xxx_ops mv88e6341_ops = {
4383	/* MV88E6XXX_FAMILY_6341 */
4384	.ieee_pri_map = mv88e6085_g1_ieee_pri_map,
4385	.ip_pri_map = mv88e6085_g1_ip_pri_map,
4386	.irl_init_all = mv88e6352_g2_irl_init_all,
4387	.get_eeprom = mv88e6xxx_g2_get_eeprom8,
4388	.set_eeprom = mv88e6xxx_g2_set_eeprom8,
4389	.set_switch_mac = mv88e6xxx_g2_set_switch_mac,
4390	.phy_read = mv88e6xxx_g2_smi_phy_read,
4391	.phy_write = mv88e6xxx_g2_smi_phy_write,
4392	.port_set_link = mv88e6xxx_port_set_link,
 
4393	.port_set_rgmii_delay = mv88e6390_port_set_rgmii_delay,
4394	.port_set_speed_duplex = mv88e6341_port_set_speed_duplex,
4395	.port_max_speed_mode = mv88e6341_port_max_speed_mode,
4396	.port_tag_remap = mv88e6095_port_tag_remap,
4397	.port_set_frame_mode = mv88e6351_port_set_frame_mode,
4398	.port_set_egress_floods = mv88e6352_port_set_egress_floods,
4399	.port_set_ether_type = mv88e6351_port_set_ether_type,
4400	.port_set_jumbo_size = mv88e6165_port_set_jumbo_size,
4401	.port_egress_rate_limiting = mv88e6097_port_egress_rate_limiting,
4402	.port_pause_limit = mv88e6097_port_pause_limit,
4403	.port_disable_learn_limit = mv88e6xxx_port_disable_learn_limit,
4404	.port_disable_pri_override = mv88e6xxx_port_disable_pri_override,
 
4405	.port_get_cmode = mv88e6352_port_get_cmode,
4406	.port_set_cmode = mv88e6341_port_set_cmode,
4407	.port_setup_message_port = mv88e6xxx_setup_message_port,
4408	.stats_snapshot = mv88e6390_g1_stats_snapshot,
4409	.stats_set_histogram = mv88e6095_g1_stats_set_histogram,
4410	.stats_get_sset_count = mv88e6320_stats_get_sset_count,
4411	.stats_get_strings = mv88e6320_stats_get_strings,
4412	.stats_get_stats = mv88e6390_stats_get_stats,
4413	.set_cpu_port = mv88e6390_g1_set_cpu_port,
4414	.set_egress_port = mv88e6390_g1_set_egress_port,
4415	.watchdog_ops = &mv88e6390_watchdog_ops,
4416	.mgmt_rsvd2cpu =  mv88e6390_g1_mgmt_rsvd2cpu,
4417	.pot_clear = mv88e6xxx_g2_pot_clear,
4418	.reset = mv88e6352_g1_reset,
4419	.vtu_getnext = mv88e6352_g1_vtu_getnext,
4420	.vtu_loadpurge = mv88e6352_g1_vtu_loadpurge,
4421	.serdes_power = mv88e6390_serdes_power,
4422	.serdes_get_lane = mv88e6341_serdes_get_lane,
4423	/* Check status register pause & lpa register */
4424	.serdes_pcs_get_state = mv88e6390_serdes_pcs_get_state,
4425	.serdes_pcs_config = mv88e6390_serdes_pcs_config,
4426	.serdes_pcs_an_restart = mv88e6390_serdes_pcs_an_restart,
4427	.serdes_pcs_link_up = mv88e6390_serdes_pcs_link_up,
4428	.serdes_irq_mapping = mv88e6390_serdes_irq_mapping,
4429	.serdes_irq_enable = mv88e6390_serdes_irq_enable,
4430	.serdes_irq_status = mv88e6390_serdes_irq_status,
4431	.gpio_ops = &mv88e6352_gpio_ops,
4432	.avb_ops = &mv88e6390_avb_ops,
4433	.ptp_ops = &mv88e6352_ptp_ops,
4434	.phylink_validate = mv88e6341_phylink_validate,
4435};
4436
4437static const struct mv88e6xxx_ops mv88e6350_ops = {
4438	/* MV88E6XXX_FAMILY_6351 */
4439	.ieee_pri_map = mv88e6085_g1_ieee_pri_map,
4440	.ip_pri_map = mv88e6085_g1_ip_pri_map,
4441	.irl_init_all = mv88e6352_g2_irl_init_all,
4442	.set_switch_mac = mv88e6xxx_g2_set_switch_mac,
4443	.phy_read = mv88e6xxx_g2_smi_phy_read,
4444	.phy_write = mv88e6xxx_g2_smi_phy_write,
4445	.port_set_link = mv88e6xxx_port_set_link,
 
4446	.port_set_rgmii_delay = mv88e6352_port_set_rgmii_delay,
4447	.port_set_speed_duplex = mv88e6185_port_set_speed_duplex,
4448	.port_tag_remap = mv88e6095_port_tag_remap,
4449	.port_set_frame_mode = mv88e6351_port_set_frame_mode,
4450	.port_set_egress_floods = mv88e6352_port_set_egress_floods,
4451	.port_set_ether_type = mv88e6351_port_set_ether_type,
4452	.port_set_jumbo_size = mv88e6165_port_set_jumbo_size,
4453	.port_egress_rate_limiting = mv88e6097_port_egress_rate_limiting,
4454	.port_pause_limit = mv88e6097_port_pause_limit,
4455	.port_disable_learn_limit = mv88e6xxx_port_disable_learn_limit,
4456	.port_disable_pri_override = mv88e6xxx_port_disable_pri_override,
 
4457	.port_get_cmode = mv88e6352_port_get_cmode,
4458	.port_setup_message_port = mv88e6xxx_setup_message_port,
4459	.stats_snapshot = mv88e6320_g1_stats_snapshot,
4460	.stats_set_histogram = mv88e6095_g1_stats_set_histogram,
4461	.stats_get_sset_count = mv88e6095_stats_get_sset_count,
4462	.stats_get_strings = mv88e6095_stats_get_strings,
4463	.stats_get_stats = mv88e6095_stats_get_stats,
4464	.set_cpu_port = mv88e6095_g1_set_cpu_port,
4465	.set_egress_port = mv88e6095_g1_set_egress_port,
4466	.watchdog_ops = &mv88e6097_watchdog_ops,
4467	.mgmt_rsvd2cpu = mv88e6352_g2_mgmt_rsvd2cpu,
4468	.pot_clear = mv88e6xxx_g2_pot_clear,
4469	.reset = mv88e6352_g1_reset,
4470	.atu_get_hash = mv88e6165_g1_atu_get_hash,
4471	.atu_set_hash = mv88e6165_g1_atu_set_hash,
4472	.vtu_getnext = mv88e6352_g1_vtu_getnext,
4473	.vtu_loadpurge = mv88e6352_g1_vtu_loadpurge,
4474	.phylink_validate = mv88e6185_phylink_validate,
4475};
4476
4477static const struct mv88e6xxx_ops mv88e6351_ops = {
4478	/* MV88E6XXX_FAMILY_6351 */
4479	.ieee_pri_map = mv88e6085_g1_ieee_pri_map,
4480	.ip_pri_map = mv88e6085_g1_ip_pri_map,
4481	.irl_init_all = mv88e6352_g2_irl_init_all,
4482	.set_switch_mac = mv88e6xxx_g2_set_switch_mac,
4483	.phy_read = mv88e6xxx_g2_smi_phy_read,
4484	.phy_write = mv88e6xxx_g2_smi_phy_write,
4485	.port_set_link = mv88e6xxx_port_set_link,
 
4486	.port_set_rgmii_delay = mv88e6352_port_set_rgmii_delay,
4487	.port_set_speed_duplex = mv88e6185_port_set_speed_duplex,
4488	.port_tag_remap = mv88e6095_port_tag_remap,
4489	.port_set_frame_mode = mv88e6351_port_set_frame_mode,
4490	.port_set_egress_floods = mv88e6352_port_set_egress_floods,
4491	.port_set_ether_type = mv88e6351_port_set_ether_type,
4492	.port_set_jumbo_size = mv88e6165_port_set_jumbo_size,
4493	.port_egress_rate_limiting = mv88e6097_port_egress_rate_limiting,
4494	.port_pause_limit = mv88e6097_port_pause_limit,
4495	.port_disable_learn_limit = mv88e6xxx_port_disable_learn_limit,
4496	.port_disable_pri_override = mv88e6xxx_port_disable_pri_override,
 
4497	.port_get_cmode = mv88e6352_port_get_cmode,
4498	.port_setup_message_port = mv88e6xxx_setup_message_port,
4499	.stats_snapshot = mv88e6320_g1_stats_snapshot,
4500	.stats_set_histogram = mv88e6095_g1_stats_set_histogram,
4501	.stats_get_sset_count = mv88e6095_stats_get_sset_count,
4502	.stats_get_strings = mv88e6095_stats_get_strings,
4503	.stats_get_stats = mv88e6095_stats_get_stats,
4504	.set_cpu_port = mv88e6095_g1_set_cpu_port,
4505	.set_egress_port = mv88e6095_g1_set_egress_port,
4506	.watchdog_ops = &mv88e6097_watchdog_ops,
4507	.mgmt_rsvd2cpu = mv88e6352_g2_mgmt_rsvd2cpu,
4508	.pot_clear = mv88e6xxx_g2_pot_clear,
4509	.reset = mv88e6352_g1_reset,
4510	.atu_get_hash = mv88e6165_g1_atu_get_hash,
4511	.atu_set_hash = mv88e6165_g1_atu_set_hash,
4512	.vtu_getnext = mv88e6352_g1_vtu_getnext,
4513	.vtu_loadpurge = mv88e6352_g1_vtu_loadpurge,
4514	.avb_ops = &mv88e6352_avb_ops,
4515	.ptp_ops = &mv88e6352_ptp_ops,
4516	.phylink_validate = mv88e6185_phylink_validate,
4517};
4518
4519static const struct mv88e6xxx_ops mv88e6352_ops = {
4520	/* MV88E6XXX_FAMILY_6352 */
4521	.ieee_pri_map = mv88e6085_g1_ieee_pri_map,
4522	.ip_pri_map = mv88e6085_g1_ip_pri_map,
4523	.irl_init_all = mv88e6352_g2_irl_init_all,
4524	.get_eeprom = mv88e6xxx_g2_get_eeprom16,
4525	.set_eeprom = mv88e6xxx_g2_set_eeprom16,
4526	.set_switch_mac = mv88e6xxx_g2_set_switch_mac,
4527	.phy_read = mv88e6xxx_g2_smi_phy_read,
4528	.phy_write = mv88e6xxx_g2_smi_phy_write,
4529	.port_set_link = mv88e6xxx_port_set_link,
 
4530	.port_set_rgmii_delay = mv88e6352_port_set_rgmii_delay,
4531	.port_set_speed_duplex = mv88e6352_port_set_speed_duplex,
4532	.port_tag_remap = mv88e6095_port_tag_remap,
4533	.port_set_policy = mv88e6352_port_set_policy,
4534	.port_set_frame_mode = mv88e6351_port_set_frame_mode,
4535	.port_set_egress_floods = mv88e6352_port_set_egress_floods,
4536	.port_set_ether_type = mv88e6351_port_set_ether_type,
4537	.port_set_jumbo_size = mv88e6165_port_set_jumbo_size,
4538	.port_egress_rate_limiting = mv88e6097_port_egress_rate_limiting,
4539	.port_pause_limit = mv88e6097_port_pause_limit,
4540	.port_disable_learn_limit = mv88e6xxx_port_disable_learn_limit,
4541	.port_disable_pri_override = mv88e6xxx_port_disable_pri_override,
 
4542	.port_get_cmode = mv88e6352_port_get_cmode,
4543	.port_setup_message_port = mv88e6xxx_setup_message_port,
4544	.stats_snapshot = mv88e6320_g1_stats_snapshot,
4545	.stats_set_histogram = mv88e6095_g1_stats_set_histogram,
4546	.stats_get_sset_count = mv88e6095_stats_get_sset_count,
4547	.stats_get_strings = mv88e6095_stats_get_strings,
4548	.stats_get_stats = mv88e6095_stats_get_stats,
4549	.set_cpu_port = mv88e6095_g1_set_cpu_port,
4550	.set_egress_port = mv88e6095_g1_set_egress_port,
4551	.watchdog_ops = &mv88e6097_watchdog_ops,
4552	.mgmt_rsvd2cpu = mv88e6352_g2_mgmt_rsvd2cpu,
4553	.pot_clear = mv88e6xxx_g2_pot_clear,
4554	.reset = mv88e6352_g1_reset,
4555	.rmu_disable = mv88e6352_g1_rmu_disable,
4556	.atu_get_hash = mv88e6165_g1_atu_get_hash,
4557	.atu_set_hash = mv88e6165_g1_atu_set_hash,
4558	.vtu_getnext = mv88e6352_g1_vtu_getnext,
4559	.vtu_loadpurge = mv88e6352_g1_vtu_loadpurge,
4560	.serdes_get_lane = mv88e6352_serdes_get_lane,
4561	.serdes_pcs_get_state = mv88e6352_serdes_pcs_get_state,
4562	.serdes_pcs_config = mv88e6352_serdes_pcs_config,
4563	.serdes_pcs_an_restart = mv88e6352_serdes_pcs_an_restart,
4564	.serdes_pcs_link_up = mv88e6352_serdes_pcs_link_up,
4565	.serdes_power = mv88e6352_serdes_power,
4566	.serdes_irq_mapping = mv88e6352_serdes_irq_mapping,
4567	.serdes_irq_enable = mv88e6352_serdes_irq_enable,
4568	.serdes_irq_status = mv88e6352_serdes_irq_status,
4569	.gpio_ops = &mv88e6352_gpio_ops,
4570	.avb_ops = &mv88e6352_avb_ops,
4571	.ptp_ops = &mv88e6352_ptp_ops,
4572	.serdes_get_sset_count = mv88e6352_serdes_get_sset_count,
4573	.serdes_get_strings = mv88e6352_serdes_get_strings,
4574	.serdes_get_stats = mv88e6352_serdes_get_stats,
4575	.serdes_get_regs_len = mv88e6352_serdes_get_regs_len,
4576	.serdes_get_regs = mv88e6352_serdes_get_regs,
4577	.phylink_validate = mv88e6352_phylink_validate,
4578};
4579
4580static const struct mv88e6xxx_ops mv88e6390_ops = {
4581	/* MV88E6XXX_FAMILY_6390 */
4582	.setup_errata = mv88e6390_setup_errata,
4583	.irl_init_all = mv88e6390_g2_irl_init_all,
4584	.get_eeprom = mv88e6xxx_g2_get_eeprom8,
4585	.set_eeprom = mv88e6xxx_g2_set_eeprom8,
4586	.set_switch_mac = mv88e6xxx_g2_set_switch_mac,
4587	.phy_read = mv88e6xxx_g2_smi_phy_read,
4588	.phy_write = mv88e6xxx_g2_smi_phy_write,
4589	.port_set_link = mv88e6xxx_port_set_link,
 
4590	.port_set_rgmii_delay = mv88e6390_port_set_rgmii_delay,
4591	.port_set_speed_duplex = mv88e6390_port_set_speed_duplex,
4592	.port_max_speed_mode = mv88e6390_port_max_speed_mode,
4593	.port_tag_remap = mv88e6390_port_tag_remap,
4594	.port_set_policy = mv88e6352_port_set_policy,
4595	.port_set_frame_mode = mv88e6351_port_set_frame_mode,
4596	.port_set_egress_floods = mv88e6352_port_set_egress_floods,
4597	.port_set_ether_type = mv88e6351_port_set_ether_type,
4598	.port_set_jumbo_size = mv88e6165_port_set_jumbo_size,
4599	.port_egress_rate_limiting = mv88e6097_port_egress_rate_limiting,
4600	.port_pause_limit = mv88e6390_port_pause_limit,
4601	.port_disable_learn_limit = mv88e6xxx_port_disable_learn_limit,
4602	.port_disable_pri_override = mv88e6xxx_port_disable_pri_override,
 
4603	.port_get_cmode = mv88e6352_port_get_cmode,
4604	.port_set_cmode = mv88e6390_port_set_cmode,
4605	.port_setup_message_port = mv88e6xxx_setup_message_port,
4606	.stats_snapshot = mv88e6390_g1_stats_snapshot,
4607	.stats_set_histogram = mv88e6390_g1_stats_set_histogram,
4608	.stats_get_sset_count = mv88e6320_stats_get_sset_count,
4609	.stats_get_strings = mv88e6320_stats_get_strings,
4610	.stats_get_stats = mv88e6390_stats_get_stats,
4611	.set_cpu_port = mv88e6390_g1_set_cpu_port,
4612	.set_egress_port = mv88e6390_g1_set_egress_port,
4613	.watchdog_ops = &mv88e6390_watchdog_ops,
4614	.mgmt_rsvd2cpu = mv88e6390_g1_mgmt_rsvd2cpu,
4615	.pot_clear = mv88e6xxx_g2_pot_clear,
4616	.reset = mv88e6352_g1_reset,
4617	.rmu_disable = mv88e6390_g1_rmu_disable,
4618	.atu_get_hash = mv88e6165_g1_atu_get_hash,
4619	.atu_set_hash = mv88e6165_g1_atu_set_hash,
4620	.vtu_getnext = mv88e6390_g1_vtu_getnext,
4621	.vtu_loadpurge = mv88e6390_g1_vtu_loadpurge,
4622	.serdes_power = mv88e6390_serdes_power,
4623	.serdes_get_lane = mv88e6390_serdes_get_lane,
4624	/* Check status register pause & lpa register */
4625	.serdes_pcs_get_state = mv88e6390_serdes_pcs_get_state,
4626	.serdes_pcs_config = mv88e6390_serdes_pcs_config,
4627	.serdes_pcs_an_restart = mv88e6390_serdes_pcs_an_restart,
4628	.serdes_pcs_link_up = mv88e6390_serdes_pcs_link_up,
4629	.serdes_irq_mapping = mv88e6390_serdes_irq_mapping,
4630	.serdes_irq_enable = mv88e6390_serdes_irq_enable,
4631	.serdes_irq_status = mv88e6390_serdes_irq_status,
4632	.gpio_ops = &mv88e6352_gpio_ops,
4633	.avb_ops = &mv88e6390_avb_ops,
4634	.ptp_ops = &mv88e6352_ptp_ops,
4635	.serdes_get_sset_count = mv88e6390_serdes_get_sset_count,
4636	.serdes_get_strings = mv88e6390_serdes_get_strings,
4637	.serdes_get_stats = mv88e6390_serdes_get_stats,
4638	.serdes_get_regs_len = mv88e6390_serdes_get_regs_len,
4639	.serdes_get_regs = mv88e6390_serdes_get_regs,
4640	.phylink_validate = mv88e6390_phylink_validate,
4641};
4642
4643static const struct mv88e6xxx_ops mv88e6390x_ops = {
4644	/* MV88E6XXX_FAMILY_6390 */
4645	.setup_errata = mv88e6390_setup_errata,
4646	.irl_init_all = mv88e6390_g2_irl_init_all,
4647	.get_eeprom = mv88e6xxx_g2_get_eeprom8,
4648	.set_eeprom = mv88e6xxx_g2_set_eeprom8,
4649	.set_switch_mac = mv88e6xxx_g2_set_switch_mac,
4650	.phy_read = mv88e6xxx_g2_smi_phy_read,
4651	.phy_write = mv88e6xxx_g2_smi_phy_write,
4652	.port_set_link = mv88e6xxx_port_set_link,
 
4653	.port_set_rgmii_delay = mv88e6390_port_set_rgmii_delay,
4654	.port_set_speed_duplex = mv88e6390x_port_set_speed_duplex,
4655	.port_max_speed_mode = mv88e6390x_port_max_speed_mode,
4656	.port_tag_remap = mv88e6390_port_tag_remap,
4657	.port_set_policy = mv88e6352_port_set_policy,
4658	.port_set_frame_mode = mv88e6351_port_set_frame_mode,
4659	.port_set_egress_floods = mv88e6352_port_set_egress_floods,
4660	.port_set_ether_type = mv88e6351_port_set_ether_type,
4661	.port_set_jumbo_size = mv88e6165_port_set_jumbo_size,
4662	.port_egress_rate_limiting = mv88e6097_port_egress_rate_limiting,
4663	.port_pause_limit = mv88e6390_port_pause_limit,
4664	.port_disable_learn_limit = mv88e6xxx_port_disable_learn_limit,
4665	.port_disable_pri_override = mv88e6xxx_port_disable_pri_override,
 
4666	.port_get_cmode = mv88e6352_port_get_cmode,
4667	.port_set_cmode = mv88e6390x_port_set_cmode,
4668	.port_setup_message_port = mv88e6xxx_setup_message_port,
4669	.stats_snapshot = mv88e6390_g1_stats_snapshot,
4670	.stats_set_histogram = mv88e6390_g1_stats_set_histogram,
4671	.stats_get_sset_count = mv88e6320_stats_get_sset_count,
4672	.stats_get_strings = mv88e6320_stats_get_strings,
4673	.stats_get_stats = mv88e6390_stats_get_stats,
4674	.set_cpu_port = mv88e6390_g1_set_cpu_port,
4675	.set_egress_port = mv88e6390_g1_set_egress_port,
4676	.watchdog_ops = &mv88e6390_watchdog_ops,
4677	.mgmt_rsvd2cpu = mv88e6390_g1_mgmt_rsvd2cpu,
4678	.pot_clear = mv88e6xxx_g2_pot_clear,
4679	.reset = mv88e6352_g1_reset,
4680	.rmu_disable = mv88e6390_g1_rmu_disable,
4681	.atu_get_hash = mv88e6165_g1_atu_get_hash,
4682	.atu_set_hash = mv88e6165_g1_atu_set_hash,
4683	.vtu_getnext = mv88e6390_g1_vtu_getnext,
4684	.vtu_loadpurge = mv88e6390_g1_vtu_loadpurge,
4685	.serdes_power = mv88e6390_serdes_power,
4686	.serdes_get_lane = mv88e6390x_serdes_get_lane,
4687	.serdes_pcs_get_state = mv88e6390_serdes_pcs_get_state,
4688	.serdes_pcs_config = mv88e6390_serdes_pcs_config,
4689	.serdes_pcs_an_restart = mv88e6390_serdes_pcs_an_restart,
4690	.serdes_pcs_link_up = mv88e6390_serdes_pcs_link_up,
4691	.serdes_irq_mapping = mv88e6390_serdes_irq_mapping,
4692	.serdes_irq_enable = mv88e6390_serdes_irq_enable,
4693	.serdes_irq_status = mv88e6390_serdes_irq_status,
4694	.serdes_get_sset_count = mv88e6390_serdes_get_sset_count,
4695	.serdes_get_strings = mv88e6390_serdes_get_strings,
4696	.serdes_get_stats = mv88e6390_serdes_get_stats,
4697	.serdes_get_regs_len = mv88e6390_serdes_get_regs_len,
4698	.serdes_get_regs = mv88e6390_serdes_get_regs,
4699	.gpio_ops = &mv88e6352_gpio_ops,
4700	.avb_ops = &mv88e6390_avb_ops,
4701	.ptp_ops = &mv88e6352_ptp_ops,
4702	.phylink_validate = mv88e6390x_phylink_validate,
4703};
4704
4705static const struct mv88e6xxx_info mv88e6xxx_table[] = {
4706	[MV88E6085] = {
4707		.prod_num = MV88E6XXX_PORT_SWITCH_ID_PROD_6085,
4708		.family = MV88E6XXX_FAMILY_6097,
4709		.name = "Marvell 88E6085",
4710		.num_databases = 4096,
4711		.num_macs = 8192,
4712		.num_ports = 10,
4713		.num_internal_phys = 5,
4714		.max_vid = 4095,
4715		.port_base_addr = 0x10,
4716		.phy_base_addr = 0x0,
4717		.global1_addr = 0x1b,
4718		.global2_addr = 0x1c,
4719		.age_time_coeff = 15000,
4720		.g1_irqs = 8,
4721		.g2_irqs = 10,
4722		.atu_move_port_mask = 0xf,
4723		.pvt = true,
4724		.multi_chip = true,
4725		.tag_protocol = DSA_TAG_PROTO_DSA,
4726		.ops = &mv88e6085_ops,
4727	},
4728
4729	[MV88E6095] = {
4730		.prod_num = MV88E6XXX_PORT_SWITCH_ID_PROD_6095,
4731		.family = MV88E6XXX_FAMILY_6095,
4732		.name = "Marvell 88E6095/88E6095F",
4733		.num_databases = 256,
4734		.num_macs = 8192,
4735		.num_ports = 11,
4736		.num_internal_phys = 0,
4737		.max_vid = 4095,
4738		.port_base_addr = 0x10,
4739		.phy_base_addr = 0x0,
4740		.global1_addr = 0x1b,
4741		.global2_addr = 0x1c,
4742		.age_time_coeff = 15000,
4743		.g1_irqs = 8,
4744		.atu_move_port_mask = 0xf,
4745		.multi_chip = true,
4746		.tag_protocol = DSA_TAG_PROTO_DSA,
4747		.ops = &mv88e6095_ops,
4748	},
4749
4750	[MV88E6097] = {
4751		.prod_num = MV88E6XXX_PORT_SWITCH_ID_PROD_6097,
4752		.family = MV88E6XXX_FAMILY_6097,
4753		.name = "Marvell 88E6097/88E6097F",
4754		.num_databases = 4096,
4755		.num_macs = 8192,
4756		.num_ports = 11,
4757		.num_internal_phys = 8,
4758		.max_vid = 4095,
4759		.port_base_addr = 0x10,
4760		.phy_base_addr = 0x0,
4761		.global1_addr = 0x1b,
4762		.global2_addr = 0x1c,
4763		.age_time_coeff = 15000,
4764		.g1_irqs = 8,
4765		.g2_irqs = 10,
4766		.atu_move_port_mask = 0xf,
4767		.pvt = true,
4768		.multi_chip = true,
4769		.tag_protocol = DSA_TAG_PROTO_EDSA,
4770		.ops = &mv88e6097_ops,
4771	},
4772
4773	[MV88E6123] = {
4774		.prod_num = MV88E6XXX_PORT_SWITCH_ID_PROD_6123,
4775		.family = MV88E6XXX_FAMILY_6165,
4776		.name = "Marvell 88E6123",
4777		.num_databases = 4096,
4778		.num_macs = 1024,
4779		.num_ports = 3,
4780		.num_internal_phys = 5,
4781		.max_vid = 4095,
4782		.port_base_addr = 0x10,
4783		.phy_base_addr = 0x0,
4784		.global1_addr = 0x1b,
4785		.global2_addr = 0x1c,
4786		.age_time_coeff = 15000,
4787		.g1_irqs = 9,
4788		.g2_irqs = 10,
4789		.atu_move_port_mask = 0xf,
4790		.pvt = true,
4791		.multi_chip = true,
4792		.tag_protocol = DSA_TAG_PROTO_EDSA,
4793		.ops = &mv88e6123_ops,
4794	},
4795
4796	[MV88E6131] = {
4797		.prod_num = MV88E6XXX_PORT_SWITCH_ID_PROD_6131,
4798		.family = MV88E6XXX_FAMILY_6185,
4799		.name = "Marvell 88E6131",
4800		.num_databases = 256,
4801		.num_macs = 8192,
4802		.num_ports = 8,
4803		.num_internal_phys = 0,
4804		.max_vid = 4095,
4805		.port_base_addr = 0x10,
4806		.phy_base_addr = 0x0,
4807		.global1_addr = 0x1b,
4808		.global2_addr = 0x1c,
4809		.age_time_coeff = 15000,
4810		.g1_irqs = 9,
4811		.atu_move_port_mask = 0xf,
4812		.multi_chip = true,
4813		.tag_protocol = DSA_TAG_PROTO_DSA,
4814		.ops = &mv88e6131_ops,
4815	},
4816
4817	[MV88E6141] = {
4818		.prod_num = MV88E6XXX_PORT_SWITCH_ID_PROD_6141,
4819		.family = MV88E6XXX_FAMILY_6341,
4820		.name = "Marvell 88E6141",
4821		.num_databases = 4096,
4822		.num_macs = 2048,
4823		.num_ports = 6,
4824		.num_internal_phys = 5,
4825		.num_gpio = 11,
4826		.max_vid = 4095,
4827		.port_base_addr = 0x10,
4828		.phy_base_addr = 0x10,
4829		.global1_addr = 0x1b,
4830		.global2_addr = 0x1c,
4831		.age_time_coeff = 3750,
4832		.atu_move_port_mask = 0x1f,
4833		.g1_irqs = 9,
4834		.g2_irqs = 10,
4835		.pvt = true,
4836		.multi_chip = true,
4837		.tag_protocol = DSA_TAG_PROTO_EDSA,
4838		.ops = &mv88e6141_ops,
4839	},
4840
4841	[MV88E6161] = {
4842		.prod_num = MV88E6XXX_PORT_SWITCH_ID_PROD_6161,
4843		.family = MV88E6XXX_FAMILY_6165,
4844		.name = "Marvell 88E6161",
4845		.num_databases = 4096,
4846		.num_macs = 1024,
4847		.num_ports = 6,
4848		.num_internal_phys = 5,
4849		.max_vid = 4095,
4850		.port_base_addr = 0x10,
4851		.phy_base_addr = 0x0,
4852		.global1_addr = 0x1b,
4853		.global2_addr = 0x1c,
4854		.age_time_coeff = 15000,
4855		.g1_irqs = 9,
4856		.g2_irqs = 10,
4857		.atu_move_port_mask = 0xf,
4858		.pvt = true,
4859		.multi_chip = true,
4860		.tag_protocol = DSA_TAG_PROTO_EDSA,
4861		.ptp_support = true,
4862		.ops = &mv88e6161_ops,
4863	},
4864
4865	[MV88E6165] = {
4866		.prod_num = MV88E6XXX_PORT_SWITCH_ID_PROD_6165,
4867		.family = MV88E6XXX_FAMILY_6165,
4868		.name = "Marvell 88E6165",
4869		.num_databases = 4096,
4870		.num_macs = 8192,
4871		.num_ports = 6,
4872		.num_internal_phys = 0,
4873		.max_vid = 4095,
4874		.port_base_addr = 0x10,
4875		.phy_base_addr = 0x0,
4876		.global1_addr = 0x1b,
4877		.global2_addr = 0x1c,
4878		.age_time_coeff = 15000,
4879		.g1_irqs = 9,
4880		.g2_irqs = 10,
4881		.atu_move_port_mask = 0xf,
4882		.pvt = true,
4883		.multi_chip = true,
4884		.tag_protocol = DSA_TAG_PROTO_DSA,
4885		.ptp_support = true,
4886		.ops = &mv88e6165_ops,
4887	},
4888
4889	[MV88E6171] = {
4890		.prod_num = MV88E6XXX_PORT_SWITCH_ID_PROD_6171,
4891		.family = MV88E6XXX_FAMILY_6351,
4892		.name = "Marvell 88E6171",
4893		.num_databases = 4096,
4894		.num_macs = 8192,
4895		.num_ports = 7,
4896		.num_internal_phys = 5,
4897		.max_vid = 4095,
4898		.port_base_addr = 0x10,
4899		.phy_base_addr = 0x0,
4900		.global1_addr = 0x1b,
4901		.global2_addr = 0x1c,
4902		.age_time_coeff = 15000,
4903		.g1_irqs = 9,
4904		.g2_irqs = 10,
4905		.atu_move_port_mask = 0xf,
4906		.pvt = true,
4907		.multi_chip = true,
4908		.tag_protocol = DSA_TAG_PROTO_EDSA,
4909		.ops = &mv88e6171_ops,
4910	},
4911
4912	[MV88E6172] = {
4913		.prod_num = MV88E6XXX_PORT_SWITCH_ID_PROD_6172,
4914		.family = MV88E6XXX_FAMILY_6352,
4915		.name = "Marvell 88E6172",
4916		.num_databases = 4096,
4917		.num_macs = 8192,
4918		.num_ports = 7,
4919		.num_internal_phys = 5,
4920		.num_gpio = 15,
4921		.max_vid = 4095,
4922		.port_base_addr = 0x10,
4923		.phy_base_addr = 0x0,
4924		.global1_addr = 0x1b,
4925		.global2_addr = 0x1c,
4926		.age_time_coeff = 15000,
4927		.g1_irqs = 9,
4928		.g2_irqs = 10,
4929		.atu_move_port_mask = 0xf,
4930		.pvt = true,
4931		.multi_chip = true,
4932		.tag_protocol = DSA_TAG_PROTO_EDSA,
4933		.ops = &mv88e6172_ops,
4934	},
4935
4936	[MV88E6175] = {
4937		.prod_num = MV88E6XXX_PORT_SWITCH_ID_PROD_6175,
4938		.family = MV88E6XXX_FAMILY_6351,
4939		.name = "Marvell 88E6175",
4940		.num_databases = 4096,
4941		.num_macs = 8192,
4942		.num_ports = 7,
4943		.num_internal_phys = 5,
4944		.max_vid = 4095,
4945		.port_base_addr = 0x10,
4946		.phy_base_addr = 0x0,
4947		.global1_addr = 0x1b,
4948		.global2_addr = 0x1c,
4949		.age_time_coeff = 15000,
4950		.g1_irqs = 9,
4951		.g2_irqs = 10,
4952		.atu_move_port_mask = 0xf,
4953		.pvt = true,
4954		.multi_chip = true,
4955		.tag_protocol = DSA_TAG_PROTO_EDSA,
4956		.ops = &mv88e6175_ops,
4957	},
4958
4959	[MV88E6176] = {
4960		.prod_num = MV88E6XXX_PORT_SWITCH_ID_PROD_6176,
4961		.family = MV88E6XXX_FAMILY_6352,
4962		.name = "Marvell 88E6176",
4963		.num_databases = 4096,
4964		.num_macs = 8192,
4965		.num_ports = 7,
4966		.num_internal_phys = 5,
4967		.num_gpio = 15,
4968		.max_vid = 4095,
4969		.port_base_addr = 0x10,
4970		.phy_base_addr = 0x0,
4971		.global1_addr = 0x1b,
4972		.global2_addr = 0x1c,
4973		.age_time_coeff = 15000,
4974		.g1_irqs = 9,
4975		.g2_irqs = 10,
4976		.atu_move_port_mask = 0xf,
4977		.pvt = true,
4978		.multi_chip = true,
4979		.tag_protocol = DSA_TAG_PROTO_EDSA,
4980		.ops = &mv88e6176_ops,
4981	},
4982
4983	[MV88E6185] = {
4984		.prod_num = MV88E6XXX_PORT_SWITCH_ID_PROD_6185,
4985		.family = MV88E6XXX_FAMILY_6185,
4986		.name = "Marvell 88E6185",
4987		.num_databases = 256,
4988		.num_macs = 8192,
4989		.num_ports = 10,
4990		.num_internal_phys = 0,
4991		.max_vid = 4095,
4992		.port_base_addr = 0x10,
4993		.phy_base_addr = 0x0,
4994		.global1_addr = 0x1b,
4995		.global2_addr = 0x1c,
4996		.age_time_coeff = 15000,
4997		.g1_irqs = 8,
4998		.atu_move_port_mask = 0xf,
4999		.multi_chip = true,
5000		.tag_protocol = DSA_TAG_PROTO_EDSA,
5001		.ops = &mv88e6185_ops,
5002	},
5003
5004	[MV88E6190] = {
5005		.prod_num = MV88E6XXX_PORT_SWITCH_ID_PROD_6190,
5006		.family = MV88E6XXX_FAMILY_6390,
5007		.name = "Marvell 88E6190",
5008		.num_databases = 4096,
5009		.num_macs = 16384,
5010		.num_ports = 11,	/* 10 + Z80 */
5011		.num_internal_phys = 9,
5012		.num_gpio = 16,
5013		.max_vid = 8191,
5014		.port_base_addr = 0x0,
5015		.phy_base_addr = 0x0,
5016		.global1_addr = 0x1b,
5017		.global2_addr = 0x1c,
5018		.tag_protocol = DSA_TAG_PROTO_DSA,
5019		.age_time_coeff = 3750,
5020		.g1_irqs = 9,
5021		.g2_irqs = 14,
5022		.pvt = true,
5023		.multi_chip = true,
5024		.atu_move_port_mask = 0x1f,
5025		.ops = &mv88e6190_ops,
5026	},
5027
5028	[MV88E6190X] = {
5029		.prod_num = MV88E6XXX_PORT_SWITCH_ID_PROD_6190X,
5030		.family = MV88E6XXX_FAMILY_6390,
5031		.name = "Marvell 88E6190X",
5032		.num_databases = 4096,
5033		.num_macs = 16384,
5034		.num_ports = 11,	/* 10 + Z80 */
5035		.num_internal_phys = 9,
5036		.num_gpio = 16,
5037		.max_vid = 8191,
5038		.port_base_addr = 0x0,
5039		.phy_base_addr = 0x0,
5040		.global1_addr = 0x1b,
5041		.global2_addr = 0x1c,
5042		.age_time_coeff = 3750,
5043		.g1_irqs = 9,
5044		.g2_irqs = 14,
5045		.atu_move_port_mask = 0x1f,
5046		.pvt = true,
5047		.multi_chip = true,
5048		.tag_protocol = DSA_TAG_PROTO_DSA,
5049		.ops = &mv88e6190x_ops,
5050	},
5051
5052	[MV88E6191] = {
5053		.prod_num = MV88E6XXX_PORT_SWITCH_ID_PROD_6191,
5054		.family = MV88E6XXX_FAMILY_6390,
5055		.name = "Marvell 88E6191",
5056		.num_databases = 4096,
5057		.num_macs = 16384,
5058		.num_ports = 11,	/* 10 + Z80 */
5059		.num_internal_phys = 9,
5060		.max_vid = 8191,
5061		.port_base_addr = 0x0,
5062		.phy_base_addr = 0x0,
5063		.global1_addr = 0x1b,
5064		.global2_addr = 0x1c,
5065		.age_time_coeff = 3750,
5066		.g1_irqs = 9,
5067		.g2_irqs = 14,
5068		.atu_move_port_mask = 0x1f,
5069		.pvt = true,
5070		.multi_chip = true,
5071		.tag_protocol = DSA_TAG_PROTO_DSA,
5072		.ptp_support = true,
5073		.ops = &mv88e6191_ops,
5074	},
5075
5076	[MV88E6220] = {
5077		.prod_num = MV88E6XXX_PORT_SWITCH_ID_PROD_6220,
5078		.family = MV88E6XXX_FAMILY_6250,
5079		.name = "Marvell 88E6220",
5080		.num_databases = 64,
5081
5082		/* Ports 2-4 are not routed to pins
5083		 * => usable ports 0, 1, 5, 6
5084		 */
5085		.num_ports = 7,
5086		.num_internal_phys = 2,
5087		.invalid_port_mask = BIT(2) | BIT(3) | BIT(4),
5088		.max_vid = 4095,
5089		.port_base_addr = 0x08,
5090		.phy_base_addr = 0x00,
5091		.global1_addr = 0x0f,
5092		.global2_addr = 0x07,
5093		.age_time_coeff = 15000,
5094		.g1_irqs = 9,
5095		.g2_irqs = 10,
5096		.atu_move_port_mask = 0xf,
5097		.dual_chip = true,
5098		.tag_protocol = DSA_TAG_PROTO_DSA,
5099		.ptp_support = true,
5100		.ops = &mv88e6250_ops,
5101	},
5102
5103	[MV88E6240] = {
5104		.prod_num = MV88E6XXX_PORT_SWITCH_ID_PROD_6240,
5105		.family = MV88E6XXX_FAMILY_6352,
5106		.name = "Marvell 88E6240",
5107		.num_databases = 4096,
5108		.num_macs = 8192,
5109		.num_ports = 7,
5110		.num_internal_phys = 5,
5111		.num_gpio = 15,
5112		.max_vid = 4095,
5113		.port_base_addr = 0x10,
5114		.phy_base_addr = 0x0,
5115		.global1_addr = 0x1b,
5116		.global2_addr = 0x1c,
5117		.age_time_coeff = 15000,
5118		.g1_irqs = 9,
5119		.g2_irqs = 10,
5120		.atu_move_port_mask = 0xf,
5121		.pvt = true,
5122		.multi_chip = true,
5123		.tag_protocol = DSA_TAG_PROTO_EDSA,
5124		.ptp_support = true,
5125		.ops = &mv88e6240_ops,
5126	},
5127
5128	[MV88E6250] = {
5129		.prod_num = MV88E6XXX_PORT_SWITCH_ID_PROD_6250,
5130		.family = MV88E6XXX_FAMILY_6250,
5131		.name = "Marvell 88E6250",
5132		.num_databases = 64,
5133		.num_ports = 7,
5134		.num_internal_phys = 5,
5135		.max_vid = 4095,
5136		.port_base_addr = 0x08,
5137		.phy_base_addr = 0x00,
5138		.global1_addr = 0x0f,
5139		.global2_addr = 0x07,
5140		.age_time_coeff = 15000,
5141		.g1_irqs = 9,
5142		.g2_irqs = 10,
5143		.atu_move_port_mask = 0xf,
5144		.dual_chip = true,
5145		.tag_protocol = DSA_TAG_PROTO_DSA,
5146		.ptp_support = true,
5147		.ops = &mv88e6250_ops,
5148	},
5149
5150	[MV88E6290] = {
5151		.prod_num = MV88E6XXX_PORT_SWITCH_ID_PROD_6290,
5152		.family = MV88E6XXX_FAMILY_6390,
5153		.name = "Marvell 88E6290",
5154		.num_databases = 4096,
5155		.num_ports = 11,	/* 10 + Z80 */
5156		.num_internal_phys = 9,
5157		.num_gpio = 16,
5158		.max_vid = 8191,
5159		.port_base_addr = 0x0,
5160		.phy_base_addr = 0x0,
5161		.global1_addr = 0x1b,
5162		.global2_addr = 0x1c,
5163		.age_time_coeff = 3750,
5164		.g1_irqs = 9,
5165		.g2_irqs = 14,
5166		.atu_move_port_mask = 0x1f,
5167		.pvt = true,
5168		.multi_chip = true,
5169		.tag_protocol = DSA_TAG_PROTO_DSA,
5170		.ptp_support = true,
5171		.ops = &mv88e6290_ops,
5172	},
5173
5174	[MV88E6320] = {
5175		.prod_num = MV88E6XXX_PORT_SWITCH_ID_PROD_6320,
5176		.family = MV88E6XXX_FAMILY_6320,
5177		.name = "Marvell 88E6320",
5178		.num_databases = 4096,
5179		.num_macs = 8192,
5180		.num_ports = 7,
5181		.num_internal_phys = 5,
5182		.num_gpio = 15,
5183		.max_vid = 4095,
5184		.port_base_addr = 0x10,
5185		.phy_base_addr = 0x0,
5186		.global1_addr = 0x1b,
5187		.global2_addr = 0x1c,
5188		.age_time_coeff = 15000,
5189		.g1_irqs = 8,
5190		.g2_irqs = 10,
5191		.atu_move_port_mask = 0xf,
5192		.pvt = true,
5193		.multi_chip = true,
5194		.tag_protocol = DSA_TAG_PROTO_EDSA,
5195		.ptp_support = true,
5196		.ops = &mv88e6320_ops,
5197	},
5198
5199	[MV88E6321] = {
5200		.prod_num = MV88E6XXX_PORT_SWITCH_ID_PROD_6321,
5201		.family = MV88E6XXX_FAMILY_6320,
5202		.name = "Marvell 88E6321",
5203		.num_databases = 4096,
5204		.num_macs = 8192,
5205		.num_ports = 7,
5206		.num_internal_phys = 5,
5207		.num_gpio = 15,
5208		.max_vid = 4095,
5209		.port_base_addr = 0x10,
5210		.phy_base_addr = 0x0,
5211		.global1_addr = 0x1b,
5212		.global2_addr = 0x1c,
5213		.age_time_coeff = 15000,
5214		.g1_irqs = 8,
5215		.g2_irqs = 10,
5216		.atu_move_port_mask = 0xf,
5217		.multi_chip = true,
5218		.tag_protocol = DSA_TAG_PROTO_EDSA,
5219		.ptp_support = true,
5220		.ops = &mv88e6321_ops,
5221	},
5222
5223	[MV88E6341] = {
5224		.prod_num = MV88E6XXX_PORT_SWITCH_ID_PROD_6341,
5225		.family = MV88E6XXX_FAMILY_6341,
5226		.name = "Marvell 88E6341",
5227		.num_databases = 4096,
5228		.num_macs = 2048,
5229		.num_internal_phys = 5,
5230		.num_ports = 6,
5231		.num_gpio = 11,
5232		.max_vid = 4095,
5233		.port_base_addr = 0x10,
5234		.phy_base_addr = 0x10,
5235		.global1_addr = 0x1b,
5236		.global2_addr = 0x1c,
5237		.age_time_coeff = 3750,
5238		.atu_move_port_mask = 0x1f,
5239		.g1_irqs = 9,
5240		.g2_irqs = 10,
5241		.pvt = true,
5242		.multi_chip = true,
5243		.tag_protocol = DSA_TAG_PROTO_EDSA,
5244		.ptp_support = true,
5245		.ops = &mv88e6341_ops,
5246	},
5247
5248	[MV88E6350] = {
5249		.prod_num = MV88E6XXX_PORT_SWITCH_ID_PROD_6350,
5250		.family = MV88E6XXX_FAMILY_6351,
5251		.name = "Marvell 88E6350",
5252		.num_databases = 4096,
5253		.num_macs = 8192,
5254		.num_ports = 7,
5255		.num_internal_phys = 5,
5256		.max_vid = 4095,
5257		.port_base_addr = 0x10,
5258		.phy_base_addr = 0x0,
5259		.global1_addr = 0x1b,
5260		.global2_addr = 0x1c,
5261		.age_time_coeff = 15000,
5262		.g1_irqs = 9,
5263		.g2_irqs = 10,
5264		.atu_move_port_mask = 0xf,
5265		.pvt = true,
5266		.multi_chip = true,
5267		.tag_protocol = DSA_TAG_PROTO_EDSA,
5268		.ops = &mv88e6350_ops,
5269	},
5270
5271	[MV88E6351] = {
5272		.prod_num = MV88E6XXX_PORT_SWITCH_ID_PROD_6351,
5273		.family = MV88E6XXX_FAMILY_6351,
5274		.name = "Marvell 88E6351",
5275		.num_databases = 4096,
5276		.num_macs = 8192,
5277		.num_ports = 7,
5278		.num_internal_phys = 5,
5279		.max_vid = 4095,
5280		.port_base_addr = 0x10,
5281		.phy_base_addr = 0x0,
5282		.global1_addr = 0x1b,
5283		.global2_addr = 0x1c,
5284		.age_time_coeff = 15000,
5285		.g1_irqs = 9,
5286		.g2_irqs = 10,
5287		.atu_move_port_mask = 0xf,
5288		.pvt = true,
5289		.multi_chip = true,
5290		.tag_protocol = DSA_TAG_PROTO_EDSA,
5291		.ops = &mv88e6351_ops,
5292	},
5293
5294	[MV88E6352] = {
5295		.prod_num = MV88E6XXX_PORT_SWITCH_ID_PROD_6352,
5296		.family = MV88E6XXX_FAMILY_6352,
5297		.name = "Marvell 88E6352",
5298		.num_databases = 4096,
5299		.num_macs = 8192,
5300		.num_ports = 7,
5301		.num_internal_phys = 5,
5302		.num_gpio = 15,
5303		.max_vid = 4095,
5304		.port_base_addr = 0x10,
5305		.phy_base_addr = 0x0,
5306		.global1_addr = 0x1b,
5307		.global2_addr = 0x1c,
5308		.age_time_coeff = 15000,
5309		.g1_irqs = 9,
5310		.g2_irqs = 10,
5311		.atu_move_port_mask = 0xf,
5312		.pvt = true,
5313		.multi_chip = true,
5314		.tag_protocol = DSA_TAG_PROTO_EDSA,
5315		.ptp_support = true,
5316		.ops = &mv88e6352_ops,
5317	},
5318	[MV88E6390] = {
5319		.prod_num = MV88E6XXX_PORT_SWITCH_ID_PROD_6390,
5320		.family = MV88E6XXX_FAMILY_6390,
5321		.name = "Marvell 88E6390",
5322		.num_databases = 4096,
5323		.num_macs = 16384,
5324		.num_ports = 11,	/* 10 + Z80 */
5325		.num_internal_phys = 9,
5326		.num_gpio = 16,
5327		.max_vid = 8191,
5328		.port_base_addr = 0x0,
5329		.phy_base_addr = 0x0,
5330		.global1_addr = 0x1b,
5331		.global2_addr = 0x1c,
5332		.age_time_coeff = 3750,
5333		.g1_irqs = 9,
5334		.g2_irqs = 14,
5335		.atu_move_port_mask = 0x1f,
5336		.pvt = true,
5337		.multi_chip = true,
5338		.tag_protocol = DSA_TAG_PROTO_DSA,
5339		.ptp_support = true,
5340		.ops = &mv88e6390_ops,
5341	},
5342	[MV88E6390X] = {
5343		.prod_num = MV88E6XXX_PORT_SWITCH_ID_PROD_6390X,
5344		.family = MV88E6XXX_FAMILY_6390,
5345		.name = "Marvell 88E6390X",
5346		.num_databases = 4096,
5347		.num_macs = 16384,
5348		.num_ports = 11,	/* 10 + Z80 */
5349		.num_internal_phys = 9,
5350		.num_gpio = 16,
5351		.max_vid = 8191,
5352		.port_base_addr = 0x0,
5353		.phy_base_addr = 0x0,
5354		.global1_addr = 0x1b,
5355		.global2_addr = 0x1c,
5356		.age_time_coeff = 3750,
5357		.g1_irqs = 9,
5358		.g2_irqs = 14,
5359		.atu_move_port_mask = 0x1f,
5360		.pvt = true,
5361		.multi_chip = true,
5362		.tag_protocol = DSA_TAG_PROTO_DSA,
5363		.ptp_support = true,
5364		.ops = &mv88e6390x_ops,
5365	},
5366};
5367
5368static const struct mv88e6xxx_info *mv88e6xxx_lookup_info(unsigned int prod_num)
5369{
5370	int i;
5371
5372	for (i = 0; i < ARRAY_SIZE(mv88e6xxx_table); ++i)
5373		if (mv88e6xxx_table[i].prod_num == prod_num)
5374			return &mv88e6xxx_table[i];
5375
5376	return NULL;
5377}
5378
5379static int mv88e6xxx_detect(struct mv88e6xxx_chip *chip)
5380{
5381	const struct mv88e6xxx_info *info;
5382	unsigned int prod_num, rev;
5383	u16 id;
5384	int err;
5385
5386	mv88e6xxx_reg_lock(chip);
5387	err = mv88e6xxx_port_read(chip, 0, MV88E6XXX_PORT_SWITCH_ID, &id);
5388	mv88e6xxx_reg_unlock(chip);
5389	if (err)
5390		return err;
5391
5392	prod_num = id & MV88E6XXX_PORT_SWITCH_ID_PROD_MASK;
5393	rev = id & MV88E6XXX_PORT_SWITCH_ID_REV_MASK;
5394
5395	info = mv88e6xxx_lookup_info(prod_num);
5396	if (!info)
5397		return -ENODEV;
5398
5399	/* Update the compatible info with the probed one */
5400	chip->info = info;
5401
5402	err = mv88e6xxx_g2_require(chip);
5403	if (err)
5404		return err;
5405
5406	dev_info(chip->dev, "switch 0x%x detected: %s, revision %u\n",
5407		 chip->info->prod_num, chip->info->name, rev);
5408
5409	return 0;
5410}
5411
5412static struct mv88e6xxx_chip *mv88e6xxx_alloc_chip(struct device *dev)
5413{
5414	struct mv88e6xxx_chip *chip;
5415
5416	chip = devm_kzalloc(dev, sizeof(*chip), GFP_KERNEL);
5417	if (!chip)
5418		return NULL;
5419
5420	chip->dev = dev;
5421
5422	mutex_init(&chip->reg_lock);
5423	INIT_LIST_HEAD(&chip->mdios);
5424	idr_init(&chip->policies);
5425
5426	return chip;
5427}
5428
5429static enum dsa_tag_protocol mv88e6xxx_get_tag_protocol(struct dsa_switch *ds,
5430							int port,
5431							enum dsa_tag_protocol m)
5432{
5433	struct mv88e6xxx_chip *chip = ds->priv;
5434
5435	return chip->info->tag_protocol;
5436}
5437
5438static int mv88e6xxx_port_mdb_prepare(struct dsa_switch *ds, int port,
5439				      const struct switchdev_obj_port_mdb *mdb)
5440{
5441	/* We don't need any dynamic resource from the kernel (yet),
5442	 * so skip the prepare phase.
5443	 */
5444
5445	return 0;
5446}
5447
5448static void mv88e6xxx_port_mdb_add(struct dsa_switch *ds, int port,
5449				   const struct switchdev_obj_port_mdb *mdb)
5450{
5451	struct mv88e6xxx_chip *chip = ds->priv;
5452
5453	mv88e6xxx_reg_lock(chip);
5454	if (mv88e6xxx_port_db_load_purge(chip, port, mdb->addr, mdb->vid,
5455					 MV88E6XXX_G1_ATU_DATA_STATE_MC_STATIC))
5456		dev_err(ds->dev, "p%d: failed to load multicast MAC address\n",
5457			port);
5458	mv88e6xxx_reg_unlock(chip);
5459}
5460
5461static int mv88e6xxx_port_mdb_del(struct dsa_switch *ds, int port,
5462				  const struct switchdev_obj_port_mdb *mdb)
5463{
5464	struct mv88e6xxx_chip *chip = ds->priv;
5465	int err;
5466
5467	mv88e6xxx_reg_lock(chip);
5468	err = mv88e6xxx_port_db_load_purge(chip, port, mdb->addr, mdb->vid, 0);
5469	mv88e6xxx_reg_unlock(chip);
5470
5471	return err;
5472}
5473
5474static int mv88e6xxx_port_mirror_add(struct dsa_switch *ds, int port,
5475				     struct dsa_mall_mirror_tc_entry *mirror,
5476				     bool ingress)
5477{
5478	enum mv88e6xxx_egress_direction direction = ingress ?
5479						MV88E6XXX_EGRESS_DIR_INGRESS :
5480						MV88E6XXX_EGRESS_DIR_EGRESS;
5481	struct mv88e6xxx_chip *chip = ds->priv;
5482	bool other_mirrors = false;
5483	int i;
5484	int err;
5485
5486	if (!chip->info->ops->set_egress_port)
5487		return -EOPNOTSUPP;
5488
5489	mutex_lock(&chip->reg_lock);
5490	if ((ingress ? chip->ingress_dest_port : chip->egress_dest_port) !=
5491	    mirror->to_local_port) {
5492		for (i = 0; i < mv88e6xxx_num_ports(chip); i++)
5493			other_mirrors |= ingress ?
5494					 chip->ports[i].mirror_ingress :
5495					 chip->ports[i].mirror_egress;
5496
5497		/* Can't change egress port when other mirror is active */
5498		if (other_mirrors) {
5499			err = -EBUSY;
5500			goto out;
5501		}
5502
5503		err = chip->info->ops->set_egress_port(chip,
5504						       direction,
5505						       mirror->to_local_port);
5506		if (err)
5507			goto out;
5508	}
5509
5510	err = mv88e6xxx_port_set_mirror(chip, port, direction, true);
5511out:
5512	mutex_unlock(&chip->reg_lock);
5513
5514	return err;
5515}
5516
5517static void mv88e6xxx_port_mirror_del(struct dsa_switch *ds, int port,
5518				      struct dsa_mall_mirror_tc_entry *mirror)
5519{
5520	enum mv88e6xxx_egress_direction direction = mirror->ingress ?
5521						MV88E6XXX_EGRESS_DIR_INGRESS :
5522						MV88E6XXX_EGRESS_DIR_EGRESS;
5523	struct mv88e6xxx_chip *chip = ds->priv;
5524	bool other_mirrors = false;
5525	int i;
5526
5527	mutex_lock(&chip->reg_lock);
5528	if (mv88e6xxx_port_set_mirror(chip, port, direction, false))
5529		dev_err(ds->dev, "p%d: failed to disable mirroring\n", port);
5530
5531	for (i = 0; i < mv88e6xxx_num_ports(chip); i++)
5532		other_mirrors |= mirror->ingress ?
5533				 chip->ports[i].mirror_ingress :
5534				 chip->ports[i].mirror_egress;
5535
5536	/* Reset egress port when no other mirror is active */
5537	if (!other_mirrors) {
5538		if (chip->info->ops->set_egress_port(chip,
5539						     direction,
5540						     dsa_upstream_port(ds,
5541								       port)))
5542			dev_err(ds->dev, "failed to set egress port\n");
5543	}
5544
5545	mutex_unlock(&chip->reg_lock);
5546}
5547
5548static int mv88e6xxx_port_egress_floods(struct dsa_switch *ds, int port,
5549					 bool unicast, bool multicast)
5550{
5551	struct mv88e6xxx_chip *chip = ds->priv;
5552	int err = -EOPNOTSUPP;
5553
5554	mv88e6xxx_reg_lock(chip);
5555	if (chip->info->ops->port_set_egress_floods)
5556		err = chip->info->ops->port_set_egress_floods(chip, port,
5557							      unicast,
5558							      multicast);
5559	mv88e6xxx_reg_unlock(chip);
5560
5561	return err;
5562}
5563
5564static const struct dsa_switch_ops mv88e6xxx_switch_ops = {
5565	.get_tag_protocol	= mv88e6xxx_get_tag_protocol,
5566	.setup			= mv88e6xxx_setup,
5567	.teardown		= mv88e6xxx_teardown,
5568	.phylink_validate	= mv88e6xxx_validate,
5569	.phylink_mac_link_state	= mv88e6xxx_serdes_pcs_get_state,
5570	.phylink_mac_config	= mv88e6xxx_mac_config,
5571	.phylink_mac_an_restart	= mv88e6xxx_serdes_pcs_an_restart,
5572	.phylink_mac_link_down	= mv88e6xxx_mac_link_down,
5573	.phylink_mac_link_up	= mv88e6xxx_mac_link_up,
5574	.get_strings		= mv88e6xxx_get_strings,
5575	.get_ethtool_stats	= mv88e6xxx_get_ethtool_stats,
5576	.get_sset_count		= mv88e6xxx_get_sset_count,
5577	.port_enable		= mv88e6xxx_port_enable,
5578	.port_disable		= mv88e6xxx_port_disable,
5579	.port_max_mtu		= mv88e6xxx_get_max_mtu,
5580	.port_change_mtu	= mv88e6xxx_change_mtu,
5581	.get_mac_eee		= mv88e6xxx_get_mac_eee,
5582	.set_mac_eee		= mv88e6xxx_set_mac_eee,
5583	.get_eeprom_len		= mv88e6xxx_get_eeprom_len,
5584	.get_eeprom		= mv88e6xxx_get_eeprom,
5585	.set_eeprom		= mv88e6xxx_set_eeprom,
5586	.get_regs_len		= mv88e6xxx_get_regs_len,
5587	.get_regs		= mv88e6xxx_get_regs,
5588	.get_rxnfc		= mv88e6xxx_get_rxnfc,
5589	.set_rxnfc		= mv88e6xxx_set_rxnfc,
5590	.set_ageing_time	= mv88e6xxx_set_ageing_time,
5591	.port_bridge_join	= mv88e6xxx_port_bridge_join,
5592	.port_bridge_leave	= mv88e6xxx_port_bridge_leave,
5593	.port_egress_floods	= mv88e6xxx_port_egress_floods,
5594	.port_stp_state_set	= mv88e6xxx_port_stp_state_set,
5595	.port_fast_age		= mv88e6xxx_port_fast_age,
5596	.port_vlan_filtering	= mv88e6xxx_port_vlan_filtering,
5597	.port_vlan_prepare	= mv88e6xxx_port_vlan_prepare,
5598	.port_vlan_add		= mv88e6xxx_port_vlan_add,
5599	.port_vlan_del		= mv88e6xxx_port_vlan_del,
5600	.port_fdb_add           = mv88e6xxx_port_fdb_add,
5601	.port_fdb_del           = mv88e6xxx_port_fdb_del,
5602	.port_fdb_dump          = mv88e6xxx_port_fdb_dump,
5603	.port_mdb_prepare       = mv88e6xxx_port_mdb_prepare,
5604	.port_mdb_add           = mv88e6xxx_port_mdb_add,
5605	.port_mdb_del           = mv88e6xxx_port_mdb_del,
5606	.port_mirror_add	= mv88e6xxx_port_mirror_add,
5607	.port_mirror_del	= mv88e6xxx_port_mirror_del,
5608	.crosschip_bridge_join	= mv88e6xxx_crosschip_bridge_join,
5609	.crosschip_bridge_leave	= mv88e6xxx_crosschip_bridge_leave,
5610	.port_hwtstamp_set	= mv88e6xxx_port_hwtstamp_set,
5611	.port_hwtstamp_get	= mv88e6xxx_port_hwtstamp_get,
5612	.port_txtstamp		= mv88e6xxx_port_txtstamp,
5613	.port_rxtstamp		= mv88e6xxx_port_rxtstamp,
5614	.get_ts_info		= mv88e6xxx_get_ts_info,
5615	.devlink_param_get	= mv88e6xxx_devlink_param_get,
5616	.devlink_param_set	= mv88e6xxx_devlink_param_set,
5617};
5618
5619static int mv88e6xxx_register_switch(struct mv88e6xxx_chip *chip)
5620{
5621	struct device *dev = chip->dev;
5622	struct dsa_switch *ds;
5623
5624	ds = devm_kzalloc(dev, sizeof(*ds), GFP_KERNEL);
5625	if (!ds)
5626		return -ENOMEM;
5627
5628	ds->dev = dev;
5629	ds->num_ports = mv88e6xxx_num_ports(chip);
5630	ds->priv = chip;
5631	ds->dev = dev;
5632	ds->ops = &mv88e6xxx_switch_ops;
5633	ds->ageing_time_min = chip->info->age_time_coeff;
5634	ds->ageing_time_max = chip->info->age_time_coeff * U8_MAX;
5635
5636	dev_set_drvdata(dev, ds);
5637
5638	return dsa_register_switch(ds);
5639}
5640
5641static void mv88e6xxx_unregister_switch(struct mv88e6xxx_chip *chip)
5642{
5643	dsa_unregister_switch(chip->ds);
5644}
5645
5646static const void *pdata_device_get_match_data(struct device *dev)
5647{
5648	const struct of_device_id *matches = dev->driver->of_match_table;
5649	const struct dsa_mv88e6xxx_pdata *pdata = dev->platform_data;
5650
5651	for (; matches->name[0] || matches->type[0] || matches->compatible[0];
5652	     matches++) {
5653		if (!strcmp(pdata->compatible, matches->compatible))
5654			return matches->data;
5655	}
5656	return NULL;
5657}
5658
5659/* There is no suspend to RAM support at DSA level yet, the switch configuration
5660 * would be lost after a power cycle so prevent it to be suspended.
5661 */
5662static int __maybe_unused mv88e6xxx_suspend(struct device *dev)
5663{
5664	return -EOPNOTSUPP;
5665}
5666
5667static int __maybe_unused mv88e6xxx_resume(struct device *dev)
5668{
5669	return 0;
5670}
5671
5672static SIMPLE_DEV_PM_OPS(mv88e6xxx_pm_ops, mv88e6xxx_suspend, mv88e6xxx_resume);
5673
5674static int mv88e6xxx_probe(struct mdio_device *mdiodev)
5675{
5676	struct dsa_mv88e6xxx_pdata *pdata = mdiodev->dev.platform_data;
5677	const struct mv88e6xxx_info *compat_info = NULL;
5678	struct device *dev = &mdiodev->dev;
5679	struct device_node *np = dev->of_node;
5680	struct mv88e6xxx_chip *chip;
5681	int port;
5682	int err;
5683
5684	if (!np && !pdata)
5685		return -EINVAL;
5686
5687	if (np)
5688		compat_info = of_device_get_match_data(dev);
5689
5690	if (pdata) {
5691		compat_info = pdata_device_get_match_data(dev);
5692
5693		if (!pdata->netdev)
5694			return -EINVAL;
5695
5696		for (port = 0; port < DSA_MAX_PORTS; port++) {
5697			if (!(pdata->enabled_ports & (1 << port)))
5698				continue;
5699			if (strcmp(pdata->cd.port_names[port], "cpu"))
5700				continue;
5701			pdata->cd.netdev[port] = &pdata->netdev->dev;
5702			break;
5703		}
5704	}
5705
5706	if (!compat_info)
5707		return -EINVAL;
5708
5709	chip = mv88e6xxx_alloc_chip(dev);
5710	if (!chip) {
5711		err = -ENOMEM;
5712		goto out;
5713	}
5714
5715	chip->info = compat_info;
5716
5717	err = mv88e6xxx_smi_init(chip, mdiodev->bus, mdiodev->addr);
5718	if (err)
5719		goto out;
5720
5721	chip->reset = devm_gpiod_get_optional(dev, "reset", GPIOD_OUT_LOW);
5722	if (IS_ERR(chip->reset)) {
5723		err = PTR_ERR(chip->reset);
5724		goto out;
5725	}
5726	if (chip->reset)
5727		usleep_range(1000, 2000);
5728
5729	err = mv88e6xxx_detect(chip);
5730	if (err)
5731		goto out;
5732
5733	mv88e6xxx_phy_init(chip);
5734
5735	if (chip->info->ops->get_eeprom) {
5736		if (np)
5737			of_property_read_u32(np, "eeprom-length",
5738					     &chip->eeprom_len);
5739		else
5740			chip->eeprom_len = pdata->eeprom_len;
5741	}
5742
5743	mv88e6xxx_reg_lock(chip);
5744	err = mv88e6xxx_switch_reset(chip);
5745	mv88e6xxx_reg_unlock(chip);
5746	if (err)
5747		goto out;
5748
5749	if (np) {
5750		chip->irq = of_irq_get(np, 0);
5751		if (chip->irq == -EPROBE_DEFER) {
5752			err = chip->irq;
5753			goto out;
5754		}
5755	}
5756
5757	if (pdata)
5758		chip->irq = pdata->irq;
5759
5760	/* Has to be performed before the MDIO bus is created, because
5761	 * the PHYs will link their interrupts to these interrupt
5762	 * controllers
5763	 */
5764	mv88e6xxx_reg_lock(chip);
5765	if (chip->irq > 0)
5766		err = mv88e6xxx_g1_irq_setup(chip);
5767	else
5768		err = mv88e6xxx_irq_poll_setup(chip);
5769	mv88e6xxx_reg_unlock(chip);
5770
5771	if (err)
5772		goto out;
5773
5774	if (chip->info->g2_irqs > 0) {
5775		err = mv88e6xxx_g2_irq_setup(chip);
5776		if (err)
5777			goto out_g1_irq;
5778	}
5779
5780	err = mv88e6xxx_g1_atu_prob_irq_setup(chip);
5781	if (err)
5782		goto out_g2_irq;
5783
5784	err = mv88e6xxx_g1_vtu_prob_irq_setup(chip);
5785	if (err)
5786		goto out_g1_atu_prob_irq;
5787
5788	err = mv88e6xxx_mdios_register(chip, np);
5789	if (err)
5790		goto out_g1_vtu_prob_irq;
5791
5792	err = mv88e6xxx_register_switch(chip);
5793	if (err)
5794		goto out_mdio;
5795
5796	return 0;
5797
5798out_mdio:
5799	mv88e6xxx_mdios_unregister(chip);
5800out_g1_vtu_prob_irq:
5801	mv88e6xxx_g1_vtu_prob_irq_free(chip);
5802out_g1_atu_prob_irq:
5803	mv88e6xxx_g1_atu_prob_irq_free(chip);
5804out_g2_irq:
5805	if (chip->info->g2_irqs > 0)
5806		mv88e6xxx_g2_irq_free(chip);
5807out_g1_irq:
5808	if (chip->irq > 0)
5809		mv88e6xxx_g1_irq_free(chip);
5810	else
5811		mv88e6xxx_irq_poll_free(chip);
5812out:
5813	if (pdata)
5814		dev_put(pdata->netdev);
5815
5816	return err;
5817}
5818
5819static void mv88e6xxx_remove(struct mdio_device *mdiodev)
5820{
5821	struct dsa_switch *ds = dev_get_drvdata(&mdiodev->dev);
5822	struct mv88e6xxx_chip *chip = ds->priv;
5823
5824	if (chip->info->ptp_support) {
5825		mv88e6xxx_hwtstamp_free(chip);
5826		mv88e6xxx_ptp_free(chip);
5827	}
5828
5829	mv88e6xxx_phy_destroy(chip);
5830	mv88e6xxx_unregister_switch(chip);
5831	mv88e6xxx_mdios_unregister(chip);
5832
5833	mv88e6xxx_g1_vtu_prob_irq_free(chip);
5834	mv88e6xxx_g1_atu_prob_irq_free(chip);
5835
5836	if (chip->info->g2_irqs > 0)
5837		mv88e6xxx_g2_irq_free(chip);
5838
5839	if (chip->irq > 0)
5840		mv88e6xxx_g1_irq_free(chip);
5841	else
5842		mv88e6xxx_irq_poll_free(chip);
5843}
5844
5845static const struct of_device_id mv88e6xxx_of_match[] = {
5846	{
5847		.compatible = "marvell,mv88e6085",
5848		.data = &mv88e6xxx_table[MV88E6085],
5849	},
5850	{
5851		.compatible = "marvell,mv88e6190",
5852		.data = &mv88e6xxx_table[MV88E6190],
5853	},
5854	{
5855		.compatible = "marvell,mv88e6250",
5856		.data = &mv88e6xxx_table[MV88E6250],
5857	},
5858	{ /* sentinel */ },
5859};
5860
5861MODULE_DEVICE_TABLE(of, mv88e6xxx_of_match);
5862
5863static struct mdio_driver mv88e6xxx_driver = {
5864	.probe	= mv88e6xxx_probe,
5865	.remove = mv88e6xxx_remove,
5866	.mdiodrv.driver = {
5867		.name = "mv88e6085",
5868		.of_match_table = mv88e6xxx_of_match,
5869		.pm = &mv88e6xxx_pm_ops,
5870	},
5871};
5872
5873mdio_module_driver(mv88e6xxx_driver);
5874
5875MODULE_AUTHOR("Lennert Buytenhek <buytenh@wantstofly.org>");
5876MODULE_DESCRIPTION("Driver for Marvell 88E6XXX ethernet switch chips");
5877MODULE_LICENSE("GPL");