projects / openwrt / staging / jow.git / blob
? search:
summary | shortlog | log | commit | commitdiff | tree
history | raw | HEAD
realtek: handle changed flags in VLAN configuration
[openwrt/staging/jow.git] / target / linux / realtek / files-5.15 / drivers / net / dsa / rtl83xx / dsa.c
1 // SPDX-License-Identifier: GPL-2.0-only
2
3 #include <net/dsa.h>
4 #include <linux/if_bridge.h>
5 #include <asm/mach-rtl838x/mach-rtl83xx.h>
6
7 #include "rtl83xx.h"
8
9 extern struct rtl83xx_soc_info soc_info;
10
11 static void rtl83xx_init_stats(struct rtl838x_switch_priv *priv)
12 {
13 mutex_lock(&priv->reg_mutex);
14
15 /* Enable statistics module: all counters plus debug.
16 * On RTL839x all counters are enabled by default
17 */
18 if (priv->family_id == RTL8380_FAMILY_ID)
19 sw_w32_mask(0, 3, RTL838X_STAT_CTRL);
20
21 /* Reset statistics counters */
22 sw_w32_mask(0, 1, priv->r->stat_rst);
23
24 mutex_unlock(&priv->reg_mutex);
25 }
26
27 static void rtl83xx_enable_phy_polling(struct rtl838x_switch_priv *priv)
28 {
29 u64 v = 0;
30
31 msleep(1000);
32 /* Enable all ports with a PHY, including the SFP-ports */
33 for (int i = 0; i < priv->cpu_port; i++) {
34 if (priv->ports[i].phy)
35 v |= BIT_ULL(i);
36 }
37
38 pr_info("%s: %16llx\n", __func__, v);
39 priv->r->set_port_reg_le(v, priv->r->smi_poll_ctrl);
40
41 /* PHY update complete, there is no global PHY polling enable bit on the 9300 */
42 if (priv->family_id == RTL8390_FAMILY_ID)
43 sw_w32_mask(0, BIT(7), RTL839X_SMI_GLB_CTRL);
44 else if(priv->family_id == RTL9300_FAMILY_ID)
45 sw_w32_mask(0, 0x8000, RTL838X_SMI_GLB_CTRL);
46 }
47
48 const struct rtl83xx_mib_desc rtl83xx_mib[] = {
49 MIB_DESC(2, 0xf8, "ifInOctets"),
50 MIB_DESC(2, 0xf0, "ifOutOctets"),
51 MIB_DESC(1, 0xec, "dot1dTpPortInDiscards"),
52 MIB_DESC(1, 0xe8, "ifInUcastPkts"),
53 MIB_DESC(1, 0xe4, "ifInMulticastPkts"),
54 MIB_DESC(1, 0xe0, "ifInBroadcastPkts"),
55 MIB_DESC(1, 0xdc, "ifOutUcastPkts"),
56 MIB_DESC(1, 0xd8, "ifOutMulticastPkts"),
57 MIB_DESC(1, 0xd4, "ifOutBroadcastPkts"),
58 MIB_DESC(1, 0xd0, "ifOutDiscards"),
59 MIB_DESC(1, 0xcc, ".3SingleCollisionFrames"),
60 MIB_DESC(1, 0xc8, ".3MultipleCollisionFrames"),
61 MIB_DESC(1, 0xc4, ".3DeferredTransmissions"),
62 MIB_DESC(1, 0xc0, ".3LateCollisions"),
63 MIB_DESC(1, 0xbc, ".3ExcessiveCollisions"),
64 MIB_DESC(1, 0xb8, ".3SymbolErrors"),
65 MIB_DESC(1, 0xb4, ".3ControlInUnknownOpcodes"),
66 MIB_DESC(1, 0xb0, ".3InPauseFrames"),
67 MIB_DESC(1, 0xac, ".3OutPauseFrames"),
68 MIB_DESC(1, 0xa8, "DropEvents"),
69 MIB_DESC(1, 0xa4, "tx_BroadcastPkts"),
70 MIB_DESC(1, 0xa0, "tx_MulticastPkts"),
71 MIB_DESC(1, 0x9c, "CRCAlignErrors"),
72 MIB_DESC(1, 0x98, "tx_UndersizePkts"),
73 MIB_DESC(1, 0x94, "rx_UndersizePkts"),
74 MIB_DESC(1, 0x90, "rx_UndersizedropPkts"),
75 MIB_DESC(1, 0x8c, "tx_OversizePkts"),
76 MIB_DESC(1, 0x88, "rx_OversizePkts"),
77 MIB_DESC(1, 0x84, "Fragments"),
78 MIB_DESC(1, 0x80, "Jabbers"),
79 MIB_DESC(1, 0x7c, "Collisions"),
80 MIB_DESC(1, 0x78, "tx_Pkts64Octets"),
81 MIB_DESC(1, 0x74, "rx_Pkts64Octets"),
82 MIB_DESC(1, 0x70, "tx_Pkts65to127Octets"),
83 MIB_DESC(1, 0x6c, "rx_Pkts65to127Octets"),
84 MIB_DESC(1, 0x68, "tx_Pkts128to255Octets"),
85 MIB_DESC(1, 0x64, "rx_Pkts128to255Octets"),
86 MIB_DESC(1, 0x60, "tx_Pkts256to511Octets"),
87 MIB_DESC(1, 0x5c, "rx_Pkts256to511Octets"),
88 MIB_DESC(1, 0x58, "tx_Pkts512to1023Octets"),
89 MIB_DESC(1, 0x54, "rx_Pkts512to1023Octets"),
90 MIB_DESC(1, 0x50, "tx_Pkts1024to1518Octets"),
91 MIB_DESC(1, 0x4c, "rx_StatsPkts1024to1518Octets"),
92 MIB_DESC(1, 0x48, "tx_Pkts1519toMaxOctets"),
93 MIB_DESC(1, 0x44, "rx_Pkts1519toMaxOctets"),
94 MIB_DESC(1, 0x40, "rxMacDiscards")
95 };
96
97
98 /* DSA callbacks */
99
100
101 static enum dsa_tag_protocol rtl83xx_get_tag_protocol(struct dsa_switch *ds,
102 int port,
103 enum dsa_tag_protocol mprot)
104 {
105 /* The switch does not tag the frames, instead internally the header
106 * structure for each packet is tagged accordingly.
107 */
108 return DSA_TAG_PROTO_TRAILER;
109 }
110
111 /* Initialize all VLANS */
112 static void rtl83xx_vlan_setup(struct rtl838x_switch_priv *priv)
113 {
114 struct rtl838x_vlan_info info;
115
116 pr_info("In %s\n", __func__);
117
118 priv->r->vlan_profile_setup(0);
119 priv->r->vlan_profile_setup(1);
120 pr_info("UNKNOWN_MC_PMASK: %016llx\n", priv->r->read_mcast_pmask(UNKNOWN_MC_PMASK));
121 priv->r->vlan_profile_dump(0);
122
123 info.fid = 0; /* Default Forwarding ID / MSTI */
124 info.hash_uc_fid = false; /* Do not build the L2 lookup hash with FID, but VID */
125 info.hash_mc_fid = false; /* Do the same for Multicast packets */
126 info.profile_id = 0; /* Use default Vlan Profile 0 */
127 info.tagged_ports = 0; /* Initially no port members */
128 if (priv->family_id == RTL9310_FAMILY_ID) {
129 info.if_id = 0;
130 info.multicast_grp_mask = 0;
131 info.l2_tunnel_list_id = -1;
132 }
133
134 /* Initialize all vlans 0-4095 */
135 for (int i = 0; i < MAX_VLANS; i ++)
136 priv->r->vlan_set_tagged(i, &info);
137
138 /* reset PVIDs; defaults to 1 on reset */
139 for (int i = 0; i <= priv->ds->num_ports; i++) {
140 priv->r->vlan_port_pvid_set(i, PBVLAN_TYPE_INNER, 0);
141 priv->r->vlan_port_pvid_set(i, PBVLAN_TYPE_OUTER, 0);
142 priv->r->vlan_port_pvidmode_set(i, PBVLAN_TYPE_INNER, PBVLAN_MODE_UNTAG_AND_PRITAG);
143 priv->r->vlan_port_pvidmode_set(i, PBVLAN_TYPE_OUTER, PBVLAN_MODE_UNTAG_AND_PRITAG);
144 }
145
146 /* Set forwarding action based on inner VLAN tag */
147 for (int i = 0; i < priv->cpu_port; i++)
148 priv->r->vlan_fwd_on_inner(i, true);
149 }
150
151 static void rtl83xx_setup_bpdu_traps(struct rtl838x_switch_priv *priv)
152 {
153 for (int i = 0; i < priv->cpu_port; i++)
154 priv->r->set_receive_management_action(i, BPDU, COPY2CPU);
155 }
156
157 static void rtl83xx_port_set_salrn(struct rtl838x_switch_priv *priv,
158 int port, bool enable)
159 {
160 int shift = SALRN_PORT_SHIFT(port);
161 int val = enable ? SALRN_MODE_HARDWARE : SALRN_MODE_DISABLED;
162
163 sw_w32_mask(SALRN_MODE_MASK << shift, val << shift,
164 priv->r->l2_port_new_salrn(port));
165 }
166
167 static int rtl83xx_setup(struct dsa_switch *ds)
168 {
169 struct rtl838x_switch_priv *priv = ds->priv;
170
171 pr_debug("%s called\n", __func__);
172
173 /* Disable MAC polling the PHY so that we can start configuration */
174 priv->r->set_port_reg_le(0ULL, priv->r->smi_poll_ctrl);
175
176 for (int i = 0; i < ds->num_ports; i++)
177 priv->ports[i].enable = false;
178 priv->ports[priv->cpu_port].enable = true;
179
180 /* Configure ports so they are disabled by default, but once enabled
181 * they will work in isolated mode (only traffic between port and CPU).
182 */
183 for (int i = 0; i < priv->cpu_port; i++) {
184 if (priv->ports[i].phy) {
185 priv->ports[i].pm = BIT_ULL(priv->cpu_port);
186 priv->r->traffic_set(i, BIT_ULL(i));
187 }
188 }
189 priv->r->traffic_set(priv->cpu_port, BIT_ULL(priv->cpu_port));
190
191 /* For standalone ports, forward packets even if a static fdb
192 * entry for the source address exists on another port.
193 */
194 if (priv->r->set_static_move_action) {
195 for (int i = 0; i <= priv->cpu_port; i++)
196 priv->r->set_static_move_action(i, true);
197 }
198
199 if (priv->family_id == RTL8380_FAMILY_ID)
200 rtl838x_print_matrix();
201 else
202 rtl839x_print_matrix();
203
204 rtl83xx_init_stats(priv);
205
206 rtl83xx_vlan_setup(priv);
207
208 rtl83xx_setup_bpdu_traps(priv);
209
210 ds->configure_vlan_while_not_filtering = true;
211
212 priv->r->l2_learning_setup();
213
214 rtl83xx_port_set_salrn(priv, priv->cpu_port, false);
215 ds->assisted_learning_on_cpu_port = true;
216
217 /* Make sure all frames sent to the switch's MAC are trapped to the CPU-port
218 * 0: FWD, 1: DROP, 2: TRAP2CPU
219 */
220 if (priv->family_id == RTL8380_FAMILY_ID)
221 sw_w32(0x2, RTL838X_SPCL_TRAP_SWITCH_MAC_CTRL);
222 else
223 sw_w32(0x2, RTL839X_SPCL_TRAP_SWITCH_MAC_CTRL);
224
225 /* Enable MAC Polling PHY again */
226 rtl83xx_enable_phy_polling(priv);
227 pr_debug("Please wait until PHY is settled\n");
228 msleep(1000);
229 priv->r->pie_init(priv);
230
231 return 0;
232 }
233
234 static int rtl93xx_setup(struct dsa_switch *ds)
235 {
236 struct rtl838x_switch_priv *priv = ds->priv;
237
238 pr_info("%s called\n", __func__);
239
240 /* Disable MAC polling the PHY so that we can start configuration */
241 if (priv->family_id == RTL9300_FAMILY_ID)
242 sw_w32(0, RTL930X_SMI_POLL_CTRL);
243
244 if (priv->family_id == RTL9310_FAMILY_ID) {
245 sw_w32(0, RTL931X_SMI_PORT_POLLING_CTRL);
246 sw_w32(0, RTL931X_SMI_PORT_POLLING_CTRL + 4);
247 }
248
249 /* Disable all ports except CPU port */
250 for (int i = 0; i < ds->num_ports; i++)
251 priv->ports[i].enable = false;
252 priv->ports[priv->cpu_port].enable = true;
253
254 /* Configure ports so they are disabled by default, but once enabled
255 * they will work in isolated mode (only traffic between port and CPU).
256 */
257 for (int i = 0; i < priv->cpu_port; i++) {
258 if (priv->ports[i].phy) {
259 priv->ports[i].pm = BIT_ULL(priv->cpu_port);
260 priv->r->traffic_set(i, BIT_ULL(i));
261 }
262 }
263 priv->r->traffic_set(priv->cpu_port, BIT_ULL(priv->cpu_port));
264
265 rtl930x_print_matrix();
266
267 /* TODO: Initialize statistics */
268
269 rtl83xx_vlan_setup(priv);
270
271 ds->configure_vlan_while_not_filtering = true;
272
273 priv->r->l2_learning_setup();
274
275 rtl83xx_port_set_salrn(priv, priv->cpu_port, false);
276 ds->assisted_learning_on_cpu_port = true;
277
278 rtl83xx_enable_phy_polling(priv);
279
280 priv->r->pie_init(priv);
281
282 priv->r->led_init(priv);
283
284 return 0;
285 }
286
287 static int rtl93xx_get_sds(struct phy_device *phydev)
288 {
289 struct device *dev = &phydev->mdio.dev;
290 struct device_node *dn;
291 u32 sds_num;
292
293 if (!dev)
294 return -1;
295 if (dev->of_node) {
296 dn = dev->of_node;
297 if (of_property_read_u32(dn, "sds", &sds_num))
298 sds_num = -1;
299 } else {
300 dev_err(dev, "No DT node.\n");
301 return -1;
302 }
303
304 return sds_num;
305 }
306
307 static void rtl83xx_phylink_validate(struct dsa_switch *ds, int port,
308 unsigned long *supported,
309 struct phylink_link_state *state)
310 {
311 struct rtl838x_switch_priv *priv = ds->priv;
312 __ETHTOOL_DECLARE_LINK_MODE_MASK(mask) = { 0, };
313
314 pr_debug("In %s port %d, state is %d", __func__, port, state->interface);
315
316 if (!phy_interface_mode_is_rgmii(state->interface) &&
317 state->interface != PHY_INTERFACE_MODE_NA &&
318 state->interface != PHY_INTERFACE_MODE_1000BASEX &&
319 state->interface != PHY_INTERFACE_MODE_MII &&
320 state->interface != PHY_INTERFACE_MODE_REVMII &&
321 state->interface != PHY_INTERFACE_MODE_GMII &&
322 state->interface != PHY_INTERFACE_MODE_QSGMII &&
323 state->interface != PHY_INTERFACE_MODE_INTERNAL &&
324 state->interface != PHY_INTERFACE_MODE_SGMII) {
325 bitmap_zero(supported, __ETHTOOL_LINK_MODE_MASK_NBITS);
326 dev_err(ds->dev,
327 "Unsupported interface: %d for port %d\n",
328 state->interface, port);
329 return;
330 }
331
332 /* Allow all the expected bits */
333 phylink_set(mask, Autoneg);
334 phylink_set_port_modes(mask);
335 phylink_set(mask, Pause);
336 phylink_set(mask, Asym_Pause);
337
338 /* With the exclusion of MII and Reverse MII, we support Gigabit,
339 * including Half duplex
340 */
341 if (state->interface != PHY_INTERFACE_MODE_MII &&
342 state->interface != PHY_INTERFACE_MODE_REVMII) {
343 phylink_set(mask, 1000baseT_Full);
344 phylink_set(mask, 1000baseT_Half);
345 }
346
347 /* On both the 8380 and 8382, ports 24-27 are SFP ports */
348 if (port >= 24 && port <= 27 && priv->family_id == RTL8380_FAMILY_ID)
349 phylink_set(mask, 1000baseX_Full);
350
351 /* On the RTL839x family of SoCs, ports 48 to 51 are SFP ports */
352 if (port >= 48 && port <= 51 && priv->family_id == RTL8390_FAMILY_ID)
353 phylink_set(mask, 1000baseX_Full);
354
355 phylink_set(mask, 10baseT_Half);
356 phylink_set(mask, 10baseT_Full);
357 phylink_set(mask, 100baseT_Half);
358 phylink_set(mask, 100baseT_Full);
359
360 bitmap_and(supported, supported, mask,
361 __ETHTOOL_LINK_MODE_MASK_NBITS);
362 bitmap_and(state->advertising, state->advertising, mask,
363 __ETHTOOL_LINK_MODE_MASK_NBITS);
364 }
365
366 static void rtl93xx_phylink_validate(struct dsa_switch *ds, int port,
367 unsigned long *supported,
368 struct phylink_link_state *state)
369 {
370 struct rtl838x_switch_priv *priv = ds->priv;
371 __ETHTOOL_DECLARE_LINK_MODE_MASK(mask) = { 0, };
372
373 pr_debug("In %s port %d, state is %d (%s)", __func__, port, state->interface,
374 phy_modes(state->interface));
375
376 if (!phy_interface_mode_is_rgmii(state->interface) &&
377 state->interface != PHY_INTERFACE_MODE_NA &&
378 state->interface != PHY_INTERFACE_MODE_1000BASEX &&
379 state->interface != PHY_INTERFACE_MODE_MII &&
380 state->interface != PHY_INTERFACE_MODE_REVMII &&
381 state->interface != PHY_INTERFACE_MODE_GMII &&
382 state->interface != PHY_INTERFACE_MODE_QSGMII &&
383 state->interface != PHY_INTERFACE_MODE_XGMII &&
384 state->interface != PHY_INTERFACE_MODE_HSGMII &&
385 state->interface != PHY_INTERFACE_MODE_10GBASER &&
386 state->interface != PHY_INTERFACE_MODE_10GKR &&
387 state->interface != PHY_INTERFACE_MODE_USXGMII &&
388 state->interface != PHY_INTERFACE_MODE_INTERNAL &&
389 state->interface != PHY_INTERFACE_MODE_SGMII) {
390 bitmap_zero(supported, __ETHTOOL_LINK_MODE_MASK_NBITS);
391 dev_err(ds->dev,
392 "Unsupported interface: %d for port %d\n",
393 state->interface, port);
394 return;
395 }
396
397 /* Allow all the expected bits */
398 phylink_set(mask, Autoneg);
399 phylink_set_port_modes(mask);
400 phylink_set(mask, Pause);
401 phylink_set(mask, Asym_Pause);
402
403 /* With the exclusion of MII and Reverse MII, we support Gigabit,
404 * including Half duplex
405 */
406 if (state->interface != PHY_INTERFACE_MODE_MII &&
407 state->interface != PHY_INTERFACE_MODE_REVMII) {
408 phylink_set(mask, 1000baseT_Full);
409 phylink_set(mask, 1000baseT_Half);
410 }
411
412 /* Internal phys of the RTL93xx family provide 10G */
413 if (priv->ports[port].phy_is_integrated &&
414 state->interface == PHY_INTERFACE_MODE_1000BASEX) {
415 phylink_set(mask, 1000baseX_Full);
416 } else if (priv->ports[port].phy_is_integrated) {
417 phylink_set(mask, 1000baseX_Full);
418 phylink_set(mask, 10000baseKR_Full);
419 phylink_set(mask, 10000baseSR_Full);
420 phylink_set(mask, 10000baseCR_Full);
421 }
422 if (state->interface == PHY_INTERFACE_MODE_INTERNAL) {
423 phylink_set(mask, 1000baseX_Full);
424 phylink_set(mask, 1000baseT_Full);
425 phylink_set(mask, 10000baseKR_Full);
426 phylink_set(mask, 10000baseT_Full);
427 phylink_set(mask, 10000baseSR_Full);
428 phylink_set(mask, 10000baseCR_Full);
429 }
430
431 if (state->interface == PHY_INTERFACE_MODE_USXGMII)
432 phylink_set(mask, 10000baseT_Full);
433
434 phylink_set(mask, 10baseT_Half);
435 phylink_set(mask, 10baseT_Full);
436 phylink_set(mask, 100baseT_Half);
437 phylink_set(mask, 100baseT_Full);
438
439 bitmap_and(supported, supported, mask,
440 __ETHTOOL_LINK_MODE_MASK_NBITS);
441 bitmap_and(state->advertising, state->advertising, mask,
442 __ETHTOOL_LINK_MODE_MASK_NBITS);
443 pr_debug("%s leaving supported: %*pb", __func__, __ETHTOOL_LINK_MODE_MASK_NBITS, supported);
444 }
445
446 static int rtl83xx_phylink_mac_link_state(struct dsa_switch *ds, int port,
447 struct phylink_link_state *state)
448 {
449 struct rtl838x_switch_priv *priv = ds->priv;
450 u64 speed;
451 u64 link;
452
453 if (port < 0 || port > priv->cpu_port)
454 return -EINVAL;
455
456 state->link = 0;
457 link = priv->r->get_port_reg_le(priv->r->mac_link_sts);
458 if (link & BIT_ULL(port))
459 state->link = 1;
460 pr_debug("%s: link state port %d: %llx\n", __func__, port, link & BIT_ULL(port));
461
462 state->duplex = 0;
463 if (priv->r->get_port_reg_le(priv->r->mac_link_dup_sts) & BIT_ULL(port))
464 state->duplex = 1;
465
466 speed = priv->r->get_port_reg_le(priv->r->mac_link_spd_sts(port));
467 speed >>= (port % 16) << 1;
468 switch (speed & 0x3) {
469 case 0:
470 state->speed = SPEED_10;
471 break;
472 case 1:
473 state->speed = SPEED_100;
474 break;
475 case 2:
476 state->speed = SPEED_1000;
477 break;
478 case 3:
479 if (priv->family_id == RTL9300_FAMILY_ID
480 && (port == 24 || port == 26)) /* Internal serdes */
481 state->speed = SPEED_2500;
482 else
483 state->speed = SPEED_100; /* Is in fact 500Mbit */
484 }
485
486 state->pause &= (MLO_PAUSE_RX | MLO_PAUSE_TX);
487 if (priv->r->get_port_reg_le(priv->r->mac_rx_pause_sts) & BIT_ULL(port))
488 state->pause |= MLO_PAUSE_RX;
489 if (priv->r->get_port_reg_le(priv->r->mac_tx_pause_sts) & BIT_ULL(port))
490 state->pause |= MLO_PAUSE_TX;
491
492 return 1;
493 }
494
495 static int rtl93xx_phylink_mac_link_state(struct dsa_switch *ds, int port,
496 struct phylink_link_state *state)
497 {
498 struct rtl838x_switch_priv *priv = ds->priv;
499 u64 speed;
500 u64 link;
501 u64 media;
502
503 if (port < 0 || port > priv->cpu_port)
504 return -EINVAL;
505
506 /* On the RTL9300 for at least the RTL8226B PHY, the MAC-side link
507 * state needs to be read twice in order to read a correct result.
508 * This would not be necessary for ports connected e.g. to RTL8218D
509 * PHYs.
510 */
511 state->link = 0;
512 link = priv->r->get_port_reg_le(priv->r->mac_link_sts);
513 link = priv->r->get_port_reg_le(priv->r->mac_link_sts);
514 if (link & BIT_ULL(port))
515 state->link = 1;
516
517 if (priv->family_id == RTL9310_FAMILY_ID)
518 media = priv->r->get_port_reg_le(RTL931X_MAC_LINK_MEDIA_STS);
519
520 if (priv->family_id == RTL9300_FAMILY_ID)
521 media = sw_r32(RTL930X_MAC_LINK_MEDIA_STS);
522
523 if (media & BIT_ULL(port))
524 state->link = 1;
525
526 pr_debug("%s: link state port %d: %llx, media %llx\n", __func__, port,
527 link & BIT_ULL(port), media);
528
529 state->duplex = 0;
530 if (priv->r->get_port_reg_le(priv->r->mac_link_dup_sts) & BIT_ULL(port))
531 state->duplex = 1;
532
533 speed = priv->r->get_port_reg_le(priv->r->mac_link_spd_sts(port));
534 speed >>= (port % 8) << 2;
535 switch (speed & 0xf) {
536 case 0:
537 state->speed = SPEED_10;
538 break;
539 case 1:
540 state->speed = SPEED_100;
541 break;
542 case 2:
543 case 7:
544 state->speed = SPEED_1000;
545 break;
546 case 4:
547 state->speed = SPEED_10000;
548 break;
549 case 5:
550 case 8:
551 state->speed = SPEED_2500;
552 break;
553 case 6:
554 state->speed = SPEED_5000;
555 break;
556 default:
557 pr_err("%s: unknown speed: %d\n", __func__, (u32)speed & 0xf);
558 }
559
560 if (priv->family_id == RTL9310_FAMILY_ID
561 && (port >= 52 || port <= 55)) { /* Internal serdes */
562 state->speed = SPEED_10000;
563 state->link = 1;
564 state->duplex = 1;
565 }
566
567 pr_debug("%s: speed is: %d %d\n", __func__, (u32)speed & 0xf, state->speed);
568 state->pause &= (MLO_PAUSE_RX | MLO_PAUSE_TX);
569 if (priv->r->get_port_reg_le(priv->r->mac_rx_pause_sts) & BIT_ULL(port))
570 state->pause |= MLO_PAUSE_RX;
571 if (priv->r->get_port_reg_le(priv->r->mac_tx_pause_sts) & BIT_ULL(port))
572 state->pause |= MLO_PAUSE_TX;
573
574 return 1;
575 }
576
577 static void rtl83xx_config_interface(int port, phy_interface_t interface)
578 {
579 u32 old, int_shift, sds_shift;
580
581 switch (port) {
582 case 24:
583 int_shift = 0;
584 sds_shift = 5;
585 break;
586 case 26:
587 int_shift = 3;
588 sds_shift = 0;
589 break;
590 default:
591 return;
592 }
593
594 old = sw_r32(RTL838X_SDS_MODE_SEL);
595 switch (interface) {
596 case PHY_INTERFACE_MODE_1000BASEX:
597 if ((old >> sds_shift & 0x1f) == 4)
598 return;
599 sw_w32_mask(0x7 << int_shift, 1 << int_shift, RTL838X_INT_MODE_CTRL);
600 sw_w32_mask(0x1f << sds_shift, 4 << sds_shift, RTL838X_SDS_MODE_SEL);
601 break;
602 case PHY_INTERFACE_MODE_SGMII:
603 if ((old >> sds_shift & 0x1f) == 2)
604 return;
605 sw_w32_mask(0x7 << int_shift, 2 << int_shift, RTL838X_INT_MODE_CTRL);
606 sw_w32_mask(0x1f << sds_shift, 2 << sds_shift, RTL838X_SDS_MODE_SEL);
607 break;
608 default:
609 return;
610 }
611 pr_debug("configured port %d for interface %s\n", port, phy_modes(interface));
612 }
613
614 static void rtl83xx_phylink_mac_config(struct dsa_switch *ds, int port,
615 unsigned int mode,
616 const struct phylink_link_state *state)
617 {
618 struct rtl838x_switch_priv *priv = ds->priv;
619 u32 reg;
620 int speed_bit = priv->family_id == RTL8380_FAMILY_ID ? 4 : 3;
621
622 pr_debug("%s port %d, mode %x\n", __func__, port, mode);
623
624 if (port == priv->cpu_port) {
625 /* Set Speed, duplex, flow control
626 * FORCE_EN | LINK_EN | NWAY_EN | DUP_SEL
627 * | SPD_SEL = 0b10 | FORCE_FC_EN | PHY_MASTER_SLV_MANUAL_EN
628 * | MEDIA_SEL
629 */
630 if (priv->family_id == RTL8380_FAMILY_ID) {
631 sw_w32(0x6192F, priv->r->mac_force_mode_ctrl(priv->cpu_port));
632 /* allow CRC errors on CPU-port */
633 sw_w32_mask(0, 0x8, RTL838X_MAC_PORT_CTRL(priv->cpu_port));
634 } else {
635 sw_w32_mask(0, 3, priv->r->mac_force_mode_ctrl(priv->cpu_port));
636 }
637 return;
638 }
639
640 reg = sw_r32(priv->r->mac_force_mode_ctrl(port));
641 /* Auto-Negotiation does not work for MAC in RTL8390 */
642 if (priv->family_id == RTL8380_FAMILY_ID) {
643 if (mode == MLO_AN_PHY || phylink_autoneg_inband(mode)) {
644 pr_debug("PHY autonegotiates\n");
645 reg |= RTL838X_NWAY_EN;
646 sw_w32(reg, priv->r->mac_force_mode_ctrl(port));
647 rtl83xx_config_interface(port, state->interface);
648 return;
649 }
650 }
651
652 if (mode != MLO_AN_FIXED)
653 pr_debug("Fixed state.\n");
654
655 /* Clear id_mode_dis bit, and the existing port mode, let
656 * RGMII_MODE_EN bet set by mac_link_{up,down} */
657 if (priv->family_id == RTL8380_FAMILY_ID) {
658 reg &= ~(RTL838X_RX_PAUSE_EN | RTL838X_TX_PAUSE_EN);
659 if (state->pause & MLO_PAUSE_TXRX_MASK) {
660 if (state->pause & MLO_PAUSE_TX)
661 reg |= RTL838X_TX_PAUSE_EN;
662 reg |= RTL838X_RX_PAUSE_EN;
663 }
664 } else if (priv->family_id == RTL8390_FAMILY_ID) {
665 reg &= ~(RTL839X_RX_PAUSE_EN | RTL839X_TX_PAUSE_EN);
666 if (state->pause & MLO_PAUSE_TXRX_MASK) {
667 if (state->pause & MLO_PAUSE_TX)
668 reg |= RTL839X_TX_PAUSE_EN;
669 reg |= RTL839X_RX_PAUSE_EN;
670 }
671 }
672
673
674 reg &= ~(3 << speed_bit);
675 switch (state->speed) {
676 case SPEED_1000:
677 reg |= 2 << speed_bit;
678 break;
679 case SPEED_100:
680 reg |= 1 << speed_bit;
681 break;
682 default:
683 break; /* Ignore, including 10MBit which has a speed value of 0 */
684 }
685
686 if (priv->family_id == RTL8380_FAMILY_ID) {
687 reg &= ~(RTL838X_DUPLEX_MODE | RTL838X_FORCE_LINK_EN);
688 if (state->link)
689 reg |= RTL838X_FORCE_LINK_EN;
690 if (state->duplex == RTL838X_DUPLEX_MODE)
691 reg |= RTL838X_DUPLEX_MODE;
692 } else if (priv->family_id == RTL8390_FAMILY_ID) {
693 reg &= ~(RTL839X_DUPLEX_MODE | RTL839X_FORCE_LINK_EN);
694 if (state->link)
695 reg |= RTL839X_FORCE_LINK_EN;
696 if (state->duplex == RTL839X_DUPLEX_MODE)
697 reg |= RTL839X_DUPLEX_MODE;
698 }
699
700 /* LAG members must use DUPLEX and we need to enable the link */
701 if (priv->lagmembers & BIT_ULL(port)) {
702 switch(priv->family_id) {
703 case RTL8380_FAMILY_ID:
704 reg |= (RTL838X_DUPLEX_MODE | RTL838X_FORCE_LINK_EN);
705 break;
706 case RTL8390_FAMILY_ID:
707 reg |= (RTL839X_DUPLEX_MODE | RTL839X_FORCE_LINK_EN);
708 break;
709 }
710 }
711
712 /* Disable AN */
713 if (priv->family_id == RTL8380_FAMILY_ID)
714 reg &= ~RTL838X_NWAY_EN;
715 sw_w32(reg, priv->r->mac_force_mode_ctrl(port));
716 }
717
718 static void rtl931x_phylink_mac_config(struct dsa_switch *ds, int port,
719 unsigned int mode,
720 const struct phylink_link_state *state)
721 {
722 struct rtl838x_switch_priv *priv = ds->priv;
723 int sds_num;
724 u32 reg, band;
725
726 sds_num = priv->ports[port].sds_num;
727 pr_info("%s: speed %d sds_num %d\n", __func__, state->speed, sds_num);
728
729 switch (state->interface) {
730 case PHY_INTERFACE_MODE_HSGMII:
731 pr_info("%s setting mode PHY_INTERFACE_MODE_HSGMII\n", __func__);
732 band = rtl931x_sds_cmu_band_get(sds_num, PHY_INTERFACE_MODE_HSGMII);
733 rtl931x_sds_init(sds_num, PHY_INTERFACE_MODE_HSGMII);
734 band = rtl931x_sds_cmu_band_set(sds_num, true, 62, PHY_INTERFACE_MODE_HSGMII);
735 break;
736 case PHY_INTERFACE_MODE_1000BASEX:
737 band = rtl931x_sds_cmu_band_get(sds_num, PHY_INTERFACE_MODE_1000BASEX);
738 rtl931x_sds_init(sds_num, PHY_INTERFACE_MODE_1000BASEX);
739 break;
740 case PHY_INTERFACE_MODE_XGMII:
741 band = rtl931x_sds_cmu_band_get(sds_num, PHY_INTERFACE_MODE_XGMII);
742 rtl931x_sds_init(sds_num, PHY_INTERFACE_MODE_XGMII);
743 break;
744 case PHY_INTERFACE_MODE_10GBASER:
745 case PHY_INTERFACE_MODE_10GKR:
746 band = rtl931x_sds_cmu_band_get(sds_num, PHY_INTERFACE_MODE_10GBASER);
747 rtl931x_sds_init(sds_num, PHY_INTERFACE_MODE_10GBASER);
748 break;
749 case PHY_INTERFACE_MODE_USXGMII:
750 /* Translates to MII_USXGMII_10GSXGMII */
751 band = rtl931x_sds_cmu_band_get(sds_num, PHY_INTERFACE_MODE_USXGMII);
752 rtl931x_sds_init(sds_num, PHY_INTERFACE_MODE_USXGMII);
753 break;
754 case PHY_INTERFACE_MODE_SGMII:
755 pr_info("%s setting mode PHY_INTERFACE_MODE_SGMII\n", __func__);
756 band = rtl931x_sds_cmu_band_get(sds_num, PHY_INTERFACE_MODE_SGMII);
757 rtl931x_sds_init(sds_num, PHY_INTERFACE_MODE_SGMII);
758 band = rtl931x_sds_cmu_band_set(sds_num, true, 62, PHY_INTERFACE_MODE_SGMII);
759 break;
760 case PHY_INTERFACE_MODE_QSGMII:
761 band = rtl931x_sds_cmu_band_get(sds_num, PHY_INTERFACE_MODE_QSGMII);
762 rtl931x_sds_init(sds_num, PHY_INTERFACE_MODE_QSGMII);
763 break;
764 default:
765 pr_err("%s: unknown serdes mode: %s\n",
766 __func__, phy_modes(state->interface));
767 return;
768 }
769
770 reg = sw_r32(priv->r->mac_force_mode_ctrl(port));
771 pr_info("%s reading FORCE_MODE_CTRL: %08x\n", __func__, reg);
772
773 reg &= ~(RTL931X_DUPLEX_MODE | RTL931X_FORCE_EN | RTL931X_FORCE_LINK_EN);
774
775 reg &= ~(0xf << 12);
776 reg |= 0x2 << 12; /* Set SMI speed to 0x2 */
777
778 reg |= RTL931X_TX_PAUSE_EN | RTL931X_RX_PAUSE_EN;
779
780 if (priv->lagmembers & BIT_ULL(port))
781 reg |= RTL931X_DUPLEX_MODE;
782
783 if (state->duplex == DUPLEX_FULL)
784 reg |= RTL931X_DUPLEX_MODE;
785
786 sw_w32(reg, priv->r->mac_force_mode_ctrl(port));
787
788 }
789
790 static void rtl93xx_phylink_mac_config(struct dsa_switch *ds, int port,
791 unsigned int mode,
792 const struct phylink_link_state *state)
793 {
794 struct rtl838x_switch_priv *priv = ds->priv;
795 int sds_num, sds_mode;
796 u32 reg;
797
798 pr_info("%s port %d, mode %x, phy-mode: %s, speed %d, link %d\n", __func__,
799 port, mode, phy_modes(state->interface), state->speed, state->link);
800
801 /* Nothing to be done for the CPU-port */
802 if (port == priv->cpu_port)
803 return;
804
805 if (priv->family_id == RTL9310_FAMILY_ID)
806 return rtl931x_phylink_mac_config(ds, port, mode, state);
807
808 sds_num = priv->ports[port].sds_num;
809 pr_info("%s SDS is %d\n", __func__, sds_num);
810 if (sds_num >= 0) {
811 switch (state->interface) {
812 case PHY_INTERFACE_MODE_HSGMII:
813 sds_mode = 0x12;
814 break;
815 case PHY_INTERFACE_MODE_1000BASEX:
816 sds_mode = 0x04;
817 break;
818 case PHY_INTERFACE_MODE_XGMII:
819 sds_mode = 0x10;
820 break;
821 case PHY_INTERFACE_MODE_10GBASER:
822 case PHY_INTERFACE_MODE_10GKR:
823 sds_mode = 0x1b; /* 10G 1000X Auto */
824 break;
825 case PHY_INTERFACE_MODE_USXGMII:
826 sds_mode = 0x0d;
827 break;
828 default:
829 pr_err("%s: unknown serdes mode: %s\n",
830 __func__, phy_modes(state->interface));
831 return;
832 }
833 if (state->interface == PHY_INTERFACE_MODE_10GBASER)
834 rtl9300_serdes_setup(sds_num, state->interface);
835 }
836
837 reg = sw_r32(priv->r->mac_force_mode_ctrl(port));
838 reg &= ~(0xf << 3);
839
840 switch (state->speed) {
841 case SPEED_10000:
842 reg |= 4 << 3;
843 break;
844 case SPEED_5000:
845 reg |= 6 << 3;
846 break;
847 case SPEED_2500:
848 reg |= 5 << 3;
849 break;
850 case SPEED_1000:
851 reg |= 2 << 3;
852 break;
853 default:
854 reg |= 2 << 3;
855 break;
856 }
857
858 if (state->link)
859 reg |= RTL930X_FORCE_LINK_EN;
860
861 if (priv->lagmembers & BIT_ULL(port))
862 reg |= RTL930X_DUPLEX_MODE | RTL930X_FORCE_LINK_EN;
863
864 if (state->duplex == DUPLEX_FULL)
865 reg |= RTL930X_DUPLEX_MODE;
866
867 if (priv->ports[port].phy_is_integrated)
868 reg &= ~RTL930X_FORCE_EN; /* Clear MAC_FORCE_EN to allow SDS-MAC link */
869 else
870 reg |= RTL930X_FORCE_EN;
871
872 sw_w32(reg, priv->r->mac_force_mode_ctrl(port));
873 }
874
875 static void rtl83xx_phylink_mac_link_down(struct dsa_switch *ds, int port,
876 unsigned int mode,
877 phy_interface_t interface)
878 {
879 struct rtl838x_switch_priv *priv = ds->priv;
880
881 /* Stop TX/RX to port */
882 sw_w32_mask(0x3, 0, priv->r->mac_port_ctrl(port));
883
884 /* No longer force link */
885 sw_w32_mask(0x3, 0, priv->r->mac_force_mode_ctrl(port));
886 }
887
888 static void rtl93xx_phylink_mac_link_down(struct dsa_switch *ds, int port,
889 unsigned int mode,
890 phy_interface_t interface)
891 {
892 struct rtl838x_switch_priv *priv = ds->priv;
893 u32 v = 0;
894
895 /* Stop TX/RX to port */
896 sw_w32_mask(0x3, 0, priv->r->mac_port_ctrl(port));
897
898 /* No longer force link */
899 if (priv->family_id == RTL9300_FAMILY_ID)
900 v = RTL930X_FORCE_EN | RTL930X_FORCE_LINK_EN;
901 else if (priv->family_id == RTL9310_FAMILY_ID)
902 v = RTL931X_FORCE_EN | RTL931X_FORCE_LINK_EN;
903 sw_w32_mask(v, 0, priv->r->mac_force_mode_ctrl(port));
904 }
905
906 static void rtl83xx_phylink_mac_link_up(struct dsa_switch *ds, int port,
907 unsigned int mode,
908 phy_interface_t interface,
909 struct phy_device *phydev,
910 int speed, int duplex,
911 bool tx_pause, bool rx_pause)
912 {
913 struct rtl838x_switch_priv *priv = ds->priv;
914 /* Restart TX/RX to port */
915 sw_w32_mask(0, 0x3, priv->r->mac_port_ctrl(port));
916 /* TODO: Set speed/duplex/pauses */
917 }
918
919 static void rtl93xx_phylink_mac_link_up(struct dsa_switch *ds, int port,
920 unsigned int mode,
921 phy_interface_t interface,
922 struct phy_device *phydev,
923 int speed, int duplex,
924 bool tx_pause, bool rx_pause)
925 {
926 struct rtl838x_switch_priv *priv = ds->priv;
927
928 /* Restart TX/RX to port */
929 sw_w32_mask(0, 0x3, priv->r->mac_port_ctrl(port));
930 /* TODO: Set speed/duplex/pauses */
931 }
932
933 static void rtl83xx_get_strings(struct dsa_switch *ds,
934 int port, u32 stringset, u8 *data)
935 {
936 if (stringset != ETH_SS_STATS)
937 return;
938
939 for (int i = 0; i < ARRAY_SIZE(rtl83xx_mib); i++)
940 strncpy(data + i * ETH_GSTRING_LEN, rtl83xx_mib[i].name,
941 ETH_GSTRING_LEN);
942 }
943
944 static void rtl83xx_get_ethtool_stats(struct dsa_switch *ds, int port,
945 uint64_t *data)
946 {
947 struct rtl838x_switch_priv *priv = ds->priv;
948 const struct rtl83xx_mib_desc *mib;
949 u64 h;
950
951 for (int i = 0; i < ARRAY_SIZE(rtl83xx_mib); i++) {
952 mib = &rtl83xx_mib[i];
953
954 data[i] = sw_r32(priv->r->stat_port_std_mib + (port << 8) + 252 - mib->offset);
955 if (mib->size == 2) {
956 h = sw_r32(priv->r->stat_port_std_mib + (port << 8) + 248 - mib->offset);
957 data[i] |= h << 32;
958 }
959 }
960 }
961
962 static int rtl83xx_get_sset_count(struct dsa_switch *ds, int port, int sset)
963 {
964 if (sset != ETH_SS_STATS)
965 return 0;
966
967 return ARRAY_SIZE(rtl83xx_mib);
968 }
969
970 static int rtl83xx_mc_group_alloc(struct rtl838x_switch_priv *priv, int port)
971 {
972 int mc_group = find_first_zero_bit(priv->mc_group_bm, MAX_MC_GROUPS - 1);
973 u64 portmask;
974
975 if (mc_group >= MAX_MC_GROUPS - 1)
976 return -1;
977
978 if (priv->is_lagmember[port]) {
979 pr_info("%s: %d is lag slave. ignore\n", __func__, port);
980 return 0;
981 }
982
983 set_bit(mc_group, priv->mc_group_bm);
984 mc_group++; /* We cannot use group 0, as this is used for lookup miss flooding */
985 portmask = BIT_ULL(port) | BIT_ULL(priv->cpu_port);
986 priv->r->write_mcast_pmask(mc_group, portmask);
987
988 return mc_group;
989 }
990
991 static u64 rtl83xx_mc_group_add_port(struct rtl838x_switch_priv *priv, int mc_group, int port)
992 {
993 u64 portmask = priv->r->read_mcast_pmask(mc_group);
994
995 pr_debug("%s: %d\n", __func__, port);
996 if (priv->is_lagmember[port]) {
997 pr_info("%s: %d is lag slave. ignore\n", __func__, port);
998 return portmask;
999 }
1000 portmask |= BIT_ULL(port);
1001 priv->r->write_mcast_pmask(mc_group, portmask);
1002
1003 return portmask;
1004 }
1005
1006 static u64 rtl83xx_mc_group_del_port(struct rtl838x_switch_priv *priv, int mc_group, int port)
1007 {
1008 u64 portmask = priv->r->read_mcast_pmask(mc_group);
1009
1010 pr_debug("%s: %d\n", __func__, port);
1011 if (priv->is_lagmember[port]) {
1012 pr_info("%s: %d is lag slave. ignore\n", __func__, port);
1013 return portmask;
1014 }
1015 priv->r->write_mcast_pmask(mc_group, portmask);
1016 if (portmask == BIT_ULL(priv->cpu_port)) {
1017 portmask &= ~BIT_ULL(priv->cpu_port);
1018 priv->r->write_mcast_pmask(mc_group, portmask);
1019 clear_bit(mc_group, priv->mc_group_bm);
1020 }
1021
1022 return portmask;
1023 }
1024
1025 static void store_mcgroups(struct rtl838x_switch_priv *priv, int port)
1026 {
1027 for (int mc_group = 0; mc_group < MAX_MC_GROUPS; mc_group++) {
1028 u64 portmask = priv->r->read_mcast_pmask(mc_group);
1029 if (portmask & BIT_ULL(port)) {
1030 priv->mc_group_saves[mc_group] = port;
1031 rtl83xx_mc_group_del_port(priv, mc_group, port);
1032 }
1033 }
1034 }
1035
1036 static void load_mcgroups(struct rtl838x_switch_priv *priv, int port)
1037 {
1038 for (int mc_group = 0; mc_group < MAX_MC_GROUPS; mc_group++) {
1039 if (priv->mc_group_saves[mc_group] == port) {
1040 rtl83xx_mc_group_add_port(priv, mc_group, port);
1041 priv->mc_group_saves[mc_group] = -1;
1042 }
1043 }
1044 }
1045
1046 static int rtl83xx_port_enable(struct dsa_switch *ds, int port,
1047 struct phy_device *phydev)
1048 {
1049 struct rtl838x_switch_priv *priv = ds->priv;
1050 u64 v;
1051
1052 pr_debug("%s: %x %d", __func__, (u32) priv, port);
1053 priv->ports[port].enable = true;
1054
1055 /* enable inner tagging on egress, do not keep any tags */
1056 priv->r->vlan_port_keep_tag_set(port, 0, 1);
1057
1058 if (dsa_is_cpu_port(ds, port))
1059 return 0;
1060
1061 /* add port to switch mask of CPU_PORT */
1062 priv->r->traffic_enable(priv->cpu_port, port);
1063
1064 load_mcgroups(priv, port);
1065
1066 if (priv->is_lagmember[port]) {
1067 pr_debug("%s: %d is lag slave. ignore\n", __func__, port);
1068 return 0;
1069 }
1070
1071 /* add all other ports in the same bridge to switch mask of port */
1072 v = priv->r->traffic_get(port);
1073 v |= priv->ports[port].pm;
1074 priv->r->traffic_set(port, v);
1075
1076 /* TODO: Figure out if this is necessary */
1077 if (priv->family_id == RTL9300_FAMILY_ID) {
1078 sw_w32_mask(0, BIT(port), RTL930X_L2_PORT_SABLK_CTRL);
1079 sw_w32_mask(0, BIT(port), RTL930X_L2_PORT_DABLK_CTRL);
1080 }
1081
1082 if (priv->ports[port].sds_num < 0)
1083 priv->ports[port].sds_num = rtl93xx_get_sds(phydev);
1084
1085 return 0;
1086 }
1087
1088 static void rtl83xx_port_disable(struct dsa_switch *ds, int port)
1089 {
1090 struct rtl838x_switch_priv *priv = ds->priv;
1091 u64 v;
1092
1093 pr_debug("%s %x: %d", __func__, (u32)priv, port);
1094 /* you can only disable user ports */
1095 if (!dsa_is_user_port(ds, port))
1096 return;
1097
1098 /* BUG: This does not work on RTL931X */
1099 /* remove port from switch mask of CPU_PORT */
1100 priv->r->traffic_disable(priv->cpu_port, port);
1101 store_mcgroups(priv, port);
1102
1103 /* remove all other ports in the same bridge from switch mask of port */
1104 v = priv->r->traffic_get(port);
1105 v &= ~priv->ports[port].pm;
1106 priv->r->traffic_set(port, v);
1107
1108 priv->ports[port].enable = false;
1109 }
1110
1111 static int rtl83xx_set_mac_eee(struct dsa_switch *ds, int port,
1112 struct ethtool_eee *e)
1113 {
1114 struct rtl838x_switch_priv *priv = ds->priv;
1115
1116 if (e->eee_enabled && !priv->eee_enabled) {
1117 pr_info("Globally enabling EEE\n");
1118 priv->r->init_eee(priv, true);
1119 }
1120
1121 priv->r->port_eee_set(priv, port, e->eee_enabled);
1122
1123 if (e->eee_enabled)
1124 pr_info("Enabled EEE for port %d\n", port);
1125 else
1126 pr_info("Disabled EEE for port %d\n", port);
1127
1128 return 0;
1129 }
1130
1131 static int rtl83xx_get_mac_eee(struct dsa_switch *ds, int port,
1132 struct ethtool_eee *e)
1133 {
1134 struct rtl838x_switch_priv *priv = ds->priv;
1135
1136 e->supported = SUPPORTED_100baseT_Full | SUPPORTED_1000baseT_Full;
1137
1138 priv->r->eee_port_ability(priv, e, port);
1139
1140 e->eee_enabled = priv->ports[port].eee_enabled;
1141
1142 e->eee_active = !!(e->advertised & e->lp_advertised);
1143
1144 return 0;
1145 }
1146
1147 static int rtl93xx_get_mac_eee(struct dsa_switch *ds, int port,
1148 struct ethtool_eee *e)
1149 {
1150 struct rtl838x_switch_priv *priv = ds->priv;
1151
1152 e->supported = SUPPORTED_100baseT_Full |
1153 SUPPORTED_1000baseT_Full |
1154 SUPPORTED_2500baseX_Full;
1155
1156 priv->r->eee_port_ability(priv, e, port);
1157
1158 e->eee_enabled = priv->ports[port].eee_enabled;
1159
1160 e->eee_active = !!(e->advertised & e->lp_advertised);
1161
1162 return 0;
1163 }
1164
1165 static int rtl83xx_set_ageing_time(struct dsa_switch *ds, unsigned int msec)
1166 {
1167 struct rtl838x_switch_priv *priv = ds->priv;
1168
1169 priv->r->set_ageing_time(msec);
1170
1171 return 0;
1172 }
1173
1174 static int rtl83xx_port_bridge_join(struct dsa_switch *ds, int port,
1175 struct net_device *bridge)
1176 {
1177 struct rtl838x_switch_priv *priv = ds->priv;
1178 u64 port_bitmap = BIT_ULL(priv->cpu_port), v;
1179
1180 pr_debug("%s %x: %d %llx", __func__, (u32)priv, port, port_bitmap);
1181
1182 if (priv->is_lagmember[port]) {
1183 pr_debug("%s: %d is lag slave. ignore\n", __func__, port);
1184 return 0;
1185 }
1186
1187 mutex_lock(&priv->reg_mutex);
1188 for (int i = 0; i < ds->num_ports; i++) {
1189 /* Add this port to the port matrix of the other ports in the
1190 * same bridge. If the port is disabled, port matrix is kept
1191 * and not being setup until the port becomes enabled.
1192 */
1193 if (dsa_is_user_port(ds, i) && !priv->is_lagmember[i] && i != port) {
1194 if (dsa_to_port(ds, i)->bridge_dev != bridge)
1195 continue;
1196 if (priv->ports[i].enable)
1197 priv->r->traffic_enable(i, port);
1198
1199 priv->ports[i].pm |= BIT_ULL(port);
1200 port_bitmap |= BIT_ULL(i);
1201 }
1202 }
1203 load_mcgroups(priv, port);
1204
1205 /* Add all other ports to this port matrix. */
1206 if (priv->ports[port].enable) {
1207 priv->r->traffic_enable(priv->cpu_port, port);
1208 v = priv->r->traffic_get(port);
1209 v |= port_bitmap;
1210 priv->r->traffic_set(port, v);
1211 }
1212 priv->ports[port].pm |= port_bitmap;
1213
1214 if (priv->r->set_static_move_action)
1215 priv->r->set_static_move_action(port, false);
1216
1217 mutex_unlock(&priv->reg_mutex);
1218
1219 return 0;
1220 }
1221
1222 static void rtl83xx_port_bridge_leave(struct dsa_switch *ds, int port,
1223 struct net_device *bridge)
1224 {
1225 struct rtl838x_switch_priv *priv = ds->priv;
1226 u64 port_bitmap = 0, v;
1227
1228 pr_debug("%s %x: %d", __func__, (u32)priv, port);
1229 mutex_lock(&priv->reg_mutex);
1230 for (int i = 0; i < ds->num_ports; i++) {
1231 /* Remove this port from the port matrix of the other ports
1232 * in the same bridge. If the port is disabled, port matrix
1233 * is kept and not being setup until the port becomes enabled.
1234 * And the other port's port matrix cannot be broken when the
1235 * other port is still a VLAN-aware port.
1236 */
1237 if (dsa_is_user_port(ds, i) && i != port) {
1238 if (dsa_to_port(ds, i)->bridge_dev != bridge)
1239 continue;
1240 if (priv->ports[i].enable)
1241 priv->r->traffic_disable(i, port);
1242
1243 priv->ports[i].pm &= ~BIT_ULL(port);
1244 port_bitmap |= BIT_ULL(i);
1245 }
1246 }
1247 store_mcgroups(priv, port);
1248
1249 /* Remove all other ports from this port matrix. */
1250 if (priv->ports[port].enable) {
1251 v = priv->r->traffic_get(port);
1252 v &= ~port_bitmap;
1253 priv->r->traffic_set(port, v);
1254 }
1255 priv->ports[port].pm &= ~port_bitmap;
1256
1257 if (priv->r->set_static_move_action)
1258 priv->r->set_static_move_action(port, true);
1259
1260 mutex_unlock(&priv->reg_mutex);
1261 }
1262
1263 void rtl83xx_port_stp_state_set(struct dsa_switch *ds, int port, u8 state)
1264 {
1265 u32 msti = 0;
1266 u32 port_state[4];
1267 int index, bit;
1268 int pos = port;
1269 struct rtl838x_switch_priv *priv = ds->priv;
1270 int n = priv->port_width << 1;
1271
1272 /* Ports above or equal CPU port can never be configured */
1273 if (port >= priv->cpu_port)
1274 return;
1275
1276 mutex_lock(&priv->reg_mutex);
1277
1278 /* For the RTL839x and following, the bits are left-aligned, 838x and 930x
1279 * have 64 bit fields, 839x and 931x have 128 bit fields
1280 */
1281 if (priv->family_id == RTL8390_FAMILY_ID)
1282 pos += 12;
1283 if (priv->family_id == RTL9300_FAMILY_ID)
1284 pos += 3;
1285 if (priv->family_id == RTL9310_FAMILY_ID)
1286 pos += 8;
1287
1288 index = n - (pos >> 4) - 1;
1289 bit = (pos << 1) % 32;
1290
1291 priv->r->stp_get(priv, msti, port_state);
1292
1293 pr_debug("Current state, port %d: %d\n", port, (port_state[index] >> bit) & 3);
1294 port_state[index] &= ~(3 << bit);
1295
1296 switch (state) {
1297 case BR_STATE_DISABLED: /* 0 */
1298 port_state[index] |= (0 << bit);
1299 break;
1300 case BR_STATE_BLOCKING: /* 4 */
1301 case BR_STATE_LISTENING: /* 1 */
1302 port_state[index] |= (1 << bit);
1303 break;
1304 case BR_STATE_LEARNING: /* 2 */
1305 port_state[index] |= (2 << bit);
1306 break;
1307 case BR_STATE_FORWARDING: /* 3 */
1308 port_state[index] |= (3 << bit);
1309 default:
1310 break;
1311 }
1312
1313 priv->r->stp_set(priv, msti, port_state);
1314
1315 mutex_unlock(&priv->reg_mutex);
1316 }
1317
1318 void rtl83xx_fast_age(struct dsa_switch *ds, int port)
1319 {
1320 struct rtl838x_switch_priv *priv = ds->priv;
1321 int s = priv->family_id == RTL8390_FAMILY_ID ? 2 : 0;
1322
1323 pr_debug("FAST AGE port %d\n", port);
1324 mutex_lock(&priv->reg_mutex);
1325 /* RTL838X_L2_TBL_FLUSH_CTRL register bits, 839x has 1 bit larger
1326 * port fields:
1327 * 0-4: Replacing port
1328 * 5-9: Flushed/replaced port
1329 * 10-21: FVID
1330 * 22: Entry types: 1: dynamic, 0: also static
1331 * 23: Match flush port
1332 * 24: Match FVID
1333 * 25: Flush (0) or replace (1) L2 entries
1334 * 26: Status of action (1: Start, 0: Done)
1335 */
1336 sw_w32(1 << (26 + s) | 1 << (23 + s) | port << (5 + (s / 2)), priv->r->l2_tbl_flush_ctrl);
1337
1338 do { } while (sw_r32(priv->r->l2_tbl_flush_ctrl) & BIT(26 + s));
1339
1340 mutex_unlock(&priv->reg_mutex);
1341 }
1342
1343 void rtl931x_fast_age(struct dsa_switch *ds, int port)
1344 {
1345 struct rtl838x_switch_priv *priv = ds->priv;
1346
1347 pr_info("%s port %d\n", __func__, port);
1348 mutex_lock(&priv->reg_mutex);
1349 sw_w32(port << 11, RTL931X_L2_TBL_FLUSH_CTRL + 4);
1350
1351 sw_w32(BIT(24) | BIT(28), RTL931X_L2_TBL_FLUSH_CTRL);
1352
1353 do { } while (sw_r32(RTL931X_L2_TBL_FLUSH_CTRL) & BIT (28));
1354
1355 mutex_unlock(&priv->reg_mutex);
1356 }
1357
1358 void rtl930x_fast_age(struct dsa_switch *ds, int port)
1359 {
1360 struct rtl838x_switch_priv *priv = ds->priv;
1361
1362 if (priv->family_id == RTL9310_FAMILY_ID)
1363 return rtl931x_fast_age(ds, port);
1364
1365 pr_debug("FAST AGE port %d\n", port);
1366 mutex_lock(&priv->reg_mutex);
1367 sw_w32(port << 11, RTL930X_L2_TBL_FLUSH_CTRL + 4);
1368
1369 sw_w32(BIT(26) | BIT(30), RTL930X_L2_TBL_FLUSH_CTRL);
1370
1371 do { } while (sw_r32(priv->r->l2_tbl_flush_ctrl) & BIT(30));
1372
1373 mutex_unlock(&priv->reg_mutex);
1374 }
1375
1376 static int rtl83xx_vlan_filtering(struct dsa_switch *ds, int port,
1377 bool vlan_filtering,
1378 struct netlink_ext_ack *extack)
1379 {
1380 struct rtl838x_switch_priv *priv = ds->priv;
1381
1382 pr_debug("%s: port %d\n", __func__, port);
1383 mutex_lock(&priv->reg_mutex);
1384
1385 if (vlan_filtering) {
1386 /* Enable ingress and egress filtering
1387 * The VLAN_PORT_IGR_FILTER register uses 2 bits for each port to define
1388 * the filter action:
1389 * 0: Always Forward
1390 * 1: Drop packet
1391 * 2: Trap packet to CPU port
1392 * The Egress filter used 1 bit per state (0: DISABLED, 1: ENABLED)
1393 */
1394 if (port != priv->cpu_port)
1395 priv->r->set_vlan_igr_filter(port, IGR_DROP);
1396
1397 priv->r->set_vlan_egr_filter(port, EGR_ENABLE);
1398 } else {
1399 /* Disable ingress and egress filtering */
1400 if (port != priv->cpu_port)
1401 priv->r->set_vlan_igr_filter(port, IGR_FORWARD);
1402
1403 priv->r->set_vlan_egr_filter(port, EGR_DISABLE);
1404 }
1405
1406 /* Do we need to do something to the CPU-Port, too? */
1407 mutex_unlock(&priv->reg_mutex);
1408
1409 return 0;
1410 }
1411
1412 static int rtl83xx_vlan_prepare(struct dsa_switch *ds, int port,
1413 const struct switchdev_obj_port_vlan *vlan)
1414 {
1415 struct rtl838x_vlan_info info;
1416 struct rtl838x_switch_priv *priv = ds->priv;
1417
1418 priv->r->vlan_tables_read(0, &info);
1419
1420 pr_debug("VLAN 0: Tagged ports %llx, untag %llx, profile %d, MC# %d, UC# %d, FID %x\n",
1421 info.tagged_ports, info.untagged_ports, info.profile_id,
1422 info.hash_mc_fid, info.hash_uc_fid, info.fid);
1423
1424 priv->r->vlan_tables_read(1, &info);
1425 pr_debug("VLAN 1: Tagged ports %llx, untag %llx, profile %d, MC# %d, UC# %d, FID %x\n",
1426 info.tagged_ports, info.untagged_ports, info.profile_id,
1427 info.hash_mc_fid, info.hash_uc_fid, info.fid);
1428 priv->r->vlan_set_untagged(1, info.untagged_ports);
1429 pr_debug("SET: Untagged ports, VLAN %d: %llx\n", 1, info.untagged_ports);
1430
1431 priv->r->vlan_set_tagged(1, &info);
1432 pr_debug("SET: Tagged ports, VLAN %d: %llx\n", 1, info.tagged_ports);
1433
1434 return 0;
1435 }
1436
1437 static void rtl83xx_vlan_set_pvid(struct rtl838x_switch_priv *priv,
1438 int port, int pvid)
1439 {
1440 /* Set both inner and outer PVID of the port */
1441 priv->r->vlan_port_pvid_set(port, PBVLAN_TYPE_INNER, pvid);
1442 priv->r->vlan_port_pvid_set(port, PBVLAN_TYPE_OUTER, pvid);
1443 priv->r->vlan_port_pvidmode_set(port, PBVLAN_TYPE_INNER,
1444 PBVLAN_MODE_UNTAG_AND_PRITAG);
1445 priv->r->vlan_port_pvidmode_set(port, PBVLAN_TYPE_OUTER,
1446 PBVLAN_MODE_UNTAG_AND_PRITAG);
1447
1448 priv->ports[port].pvid = pvid;
1449 }
1450
1451 static int rtl83xx_vlan_add(struct dsa_switch *ds, int port,
1452 const struct switchdev_obj_port_vlan *vlan,
1453 struct netlink_ext_ack *extack)
1454 {
1455 struct rtl838x_vlan_info info;
1456 struct rtl838x_switch_priv *priv = ds->priv;
1457 int err;
1458
1459 pr_debug("%s port %d, vid %d, flags %x\n",
1460 __func__, port, vlan->vid, vlan->flags);
1461
1462 if (vlan->vid > 4095) {
1463 dev_err(priv->dev, "VLAN out of range: %d", vlan->vid);
1464 return -ENOTSUPP;
1465 }
1466
1467 err = rtl83xx_vlan_prepare(ds, port, vlan);
1468 if (err)
1469 return err;
1470
1471 mutex_lock(&priv->reg_mutex);
1472
1473 if (vlan->flags & BRIDGE_VLAN_INFO_PVID)
1474 rtl83xx_vlan_set_pvid(priv, port, vlan->vid);
1475 else if (priv->ports[port].pvid == vlan->vid)
1476 rtl83xx_vlan_set_pvid(priv, port, 0);
1477
1478 /* Get port memberships of this vlan */
1479 priv->r->vlan_tables_read(vlan->vid, &info);
1480
1481 /* new VLAN? */
1482 if (!info.tagged_ports) {
1483 info.fid = 0;
1484 info.hash_mc_fid = false;
1485 info.hash_uc_fid = false;
1486 info.profile_id = 0;
1487 }
1488
1489 /* sanitize untagged_ports - must be a subset */
1490 if (info.untagged_ports & ~info.tagged_ports)
1491 info.untagged_ports = 0;
1492
1493 info.tagged_ports |= BIT_ULL(port);
1494 if (vlan->flags & BRIDGE_VLAN_INFO_UNTAGGED)
1495 info.untagged_ports |= BIT_ULL(port);
1496 else
1497 info.untagged_ports &= ~BIT_ULL(port);
1498
1499 priv->r->vlan_set_untagged(vlan->vid, info.untagged_ports);
1500 pr_debug("Untagged ports, VLAN %d: %llx\n", vlan->vid, info.untagged_ports);
1501
1502 priv->r->vlan_set_tagged(vlan->vid, &info);
1503 pr_debug("Tagged ports, VLAN %d: %llx\n", vlan->vid, info.tagged_ports);
1504
1505 mutex_unlock(&priv->reg_mutex);
1506
1507 return 0;
1508 }
1509
1510 static int rtl83xx_vlan_del(struct dsa_switch *ds, int port,
1511 const struct switchdev_obj_port_vlan *vlan)
1512 {
1513 struct rtl838x_vlan_info info;
1514 struct rtl838x_switch_priv *priv = ds->priv;
1515 u16 pvid;
1516
1517 pr_debug("%s: port %d, vid %d, flags %x\n",
1518 __func__, port, vlan->vid, vlan->flags);
1519
1520 if (vlan->vid > 4095) {
1521 dev_err(priv->dev, "VLAN out of range: %d", vlan->vid);
1522 return -ENOTSUPP;
1523 }
1524
1525 mutex_lock(&priv->reg_mutex);
1526 pvid = priv->ports[port].pvid;
1527
1528 /* Reset to default if removing the current PVID */
1529 if (vlan->vid == pvid) {
1530 rtl83xx_vlan_set_pvid(priv, port, 0);
1531 }
1532 /* Get port memberships of this vlan */
1533 priv->r->vlan_tables_read(vlan->vid, &info);
1534
1535 /* remove port from both tables */
1536 info.untagged_ports &= (~BIT_ULL(port));
1537 info.tagged_ports &= (~BIT_ULL(port));
1538
1539 priv->r->vlan_set_untagged(vlan->vid, info.untagged_ports);
1540 pr_debug("Untagged ports, VLAN %d: %llx\n", vlan->vid, info.untagged_ports);
1541
1542 priv->r->vlan_set_tagged(vlan->vid, &info);
1543 pr_debug("Tagged ports, VLAN %d: %llx\n", vlan->vid, info.tagged_ports);
1544
1545 mutex_unlock(&priv->reg_mutex);
1546
1547 return 0;
1548 }
1549
1550 static void rtl83xx_setup_l2_uc_entry(struct rtl838x_l2_entry *e, int port, int vid, u64 mac)
1551 {
1552 memset(e, 0, sizeof(*e));
1553
1554 e->type = L2_UNICAST;
1555 e->valid = true;
1556
1557 e->age = 3;
1558 e->is_static = true;
1559
1560 e->port = port;
1561
1562 e->rvid = e->vid = vid;
1563 e->is_ip_mc = e->is_ipv6_mc = false;
1564 u64_to_ether_addr(mac, e->mac);
1565 }
1566
1567 static void rtl83xx_setup_l2_mc_entry(struct rtl838x_l2_entry *e, int vid, u64 mac, int mc_group)
1568 {
1569 memset(e, 0, sizeof(*e));
1570
1571 e->type = L2_MULTICAST;
1572 e->valid = true;
1573
1574 e->mc_portmask_index = mc_group;
1575
1576 e->rvid = e->vid = vid;
1577 e->is_ip_mc = e->is_ipv6_mc = false;
1578 u64_to_ether_addr(mac, e->mac);
1579 }
1580
1581 /* Uses the seed to identify a hash bucket in the L2 using the derived hash key and then loops
1582 * over the entries in the bucket until either a matching entry is found or an empty slot
1583 * Returns the filled in rtl838x_l2_entry and the index in the bucket when an entry was found
1584 * when an empty slot was found and must exist is false, the index of the slot is returned
1585 * when no slots are available returns -1
1586 */
1587 static int rtl83xx_find_l2_hash_entry(struct rtl838x_switch_priv *priv, u64 seed,
1588 bool must_exist, struct rtl838x_l2_entry *e)
1589 {
1590 int idx = -1;
1591 u32 key = priv->r->l2_hash_key(priv, seed);
1592 u64 entry;
1593
1594 pr_debug("%s: using key %x, for seed %016llx\n", __func__, key, seed);
1595 /* Loop over all entries in the hash-bucket and over the second block on 93xx SoCs */
1596 for (int i = 0; i < priv->l2_bucket_size; i++) {
1597 entry = priv->r->read_l2_entry_using_hash(key, i, e);
1598 pr_debug("valid %d, mac %016llx\n", e->valid, ether_addr_to_u64(&e->mac[0]));
1599 if (must_exist && !e->valid)
1600 continue;
1601 if (!e->valid || ((entry & 0x0fffffffffffffffULL) == seed)) {
1602 idx = i > 3 ? ((key >> 14) & 0xffff) | i >> 1 : ((key << 2) | i) & 0xffff;
1603 break;
1604 }
1605 }
1606
1607 return idx;
1608 }
1609
1610 /* Uses the seed to identify an entry in the CAM by looping over all its entries
1611 * Returns the filled in rtl838x_l2_entry and the index in the CAM when an entry was found
1612 * when an empty slot was found the index of the slot is returned
1613 * when no slots are available returns -1
1614 */
1615 static int rtl83xx_find_l2_cam_entry(struct rtl838x_switch_priv *priv, u64 seed,
1616 bool must_exist, struct rtl838x_l2_entry *e)
1617 {
1618 int idx = -1;
1619 u64 entry;
1620
1621 for (int i = 0; i < 64; i++) {
1622 entry = priv->r->read_cam(i, e);
1623 if (!must_exist && !e->valid) {
1624 if (idx < 0) /* First empty entry? */
1625 idx = i;
1626 break;
1627 } else if ((entry & 0x0fffffffffffffffULL) == seed) {
1628 pr_debug("Found entry in CAM\n");
1629 idx = i;
1630 break;
1631 }
1632 }
1633
1634 return idx;
1635 }
1636
1637 static int rtl83xx_port_fdb_add(struct dsa_switch *ds, int port,
1638 const unsigned char *addr, u16 vid)
1639 {
1640 struct rtl838x_switch_priv *priv = ds->priv;
1641 u64 mac = ether_addr_to_u64(addr);
1642 struct rtl838x_l2_entry e;
1643 int err = 0, idx;
1644 u64 seed = priv->r->l2_hash_seed(mac, vid);
1645
1646 if (priv->is_lagmember[port]) {
1647 pr_debug("%s: %d is lag slave. ignore\n", __func__, port);
1648 return 0;
1649 }
1650
1651 mutex_lock(&priv->reg_mutex);
1652
1653 idx = rtl83xx_find_l2_hash_entry(priv, seed, false, &e);
1654
1655 /* Found an existing or empty entry */
1656 if (idx >= 0) {
1657 rtl83xx_setup_l2_uc_entry(&e, port, vid, mac);
1658 priv->r->write_l2_entry_using_hash(idx >> 2, idx & 0x3, &e);
1659 goto out;
1660 }
1661
1662 /* Hash buckets full, try CAM */
1663 rtl83xx_find_l2_cam_entry(priv, seed, false, &e);
1664
1665 if (idx >= 0) {
1666 rtl83xx_setup_l2_uc_entry(&e, port, vid, mac);
1667 priv->r->write_cam(idx, &e);
1668 goto out;
1669 }
1670
1671 err = -ENOTSUPP;
1672
1673 out:
1674 mutex_unlock(&priv->reg_mutex);
1675
1676 return err;
1677 }
1678
1679 static int rtl83xx_port_fdb_del(struct dsa_switch *ds, int port,
1680 const unsigned char *addr, u16 vid)
1681 {
1682 struct rtl838x_switch_priv *priv = ds->priv;
1683 u64 mac = ether_addr_to_u64(addr);
1684 struct rtl838x_l2_entry e;
1685 int err = 0, idx;
1686 u64 seed = priv->r->l2_hash_seed(mac, vid);
1687
1688 pr_debug("In %s, mac %llx, vid: %d\n", __func__, mac, vid);
1689 mutex_lock(&priv->reg_mutex);
1690
1691 idx = rtl83xx_find_l2_hash_entry(priv, seed, true, &e);
1692
1693 if (idx >= 0) {
1694 pr_debug("Found entry index %d, key %d and bucket %d\n", idx, idx >> 2, idx & 3);
1695 e.valid = false;
1696 priv->r->write_l2_entry_using_hash(idx >> 2, idx & 0x3, &e);
1697 goto out;
1698 }
1699
1700 /* Check CAM for spillover from hash buckets */
1701 rtl83xx_find_l2_cam_entry(priv, seed, true, &e);
1702
1703 if (idx >= 0) {
1704 e.valid = false;
1705 priv->r->write_cam(idx, &e);
1706 goto out;
1707 }
1708 err = -ENOENT;
1709
1710 out:
1711 mutex_unlock(&priv->reg_mutex);
1712
1713 return err;
1714 }
1715
1716 static int rtl83xx_port_fdb_dump(struct dsa_switch *ds, int port,
1717 dsa_fdb_dump_cb_t *cb, void *data)
1718 {
1719 struct rtl838x_l2_entry e;
1720 struct rtl838x_switch_priv *priv = ds->priv;
1721
1722 mutex_lock(&priv->reg_mutex);
1723
1724 for (int i = 0; i < priv->fib_entries; i++) {
1725 priv->r->read_l2_entry_using_hash(i >> 2, i & 0x3, &e);
1726
1727 if (!e.valid)
1728 continue;
1729
1730 if (e.port == port || e.port == RTL930X_PORT_IGNORE)
1731 cb(e.mac, e.vid, e.is_static, data);
1732
1733 if (!((i + 1) % 64))
1734 cond_resched();
1735 }
1736
1737 for (int i = 0; i < 64; i++) {
1738 priv->r->read_cam(i, &e);
1739
1740 if (!e.valid)
1741 continue;
1742
1743 if (e.port == port)
1744 cb(e.mac, e.vid, e.is_static, data);
1745 }
1746
1747 mutex_unlock(&priv->reg_mutex);
1748
1749 return 0;
1750 }
1751
1752 static int rtl83xx_port_mdb_add(struct dsa_switch *ds, int port,
1753 const struct switchdev_obj_port_mdb *mdb)
1754 {
1755 struct rtl838x_switch_priv *priv = ds->priv;
1756 u64 mac = ether_addr_to_u64(mdb->addr);
1757 struct rtl838x_l2_entry e;
1758 int err = 0, idx;
1759 int vid = mdb->vid;
1760 u64 seed = priv->r->l2_hash_seed(mac, vid);
1761 int mc_group;
1762
1763 if (priv->id >= 0x9300)
1764 return -EOPNOTSUPP;
1765
1766 pr_debug("In %s port %d, mac %llx, vid: %d\n", __func__, port, mac, vid);
1767
1768 if (priv->is_lagmember[port]) {
1769 pr_debug("%s: %d is lag slave. ignore\n", __func__, port);
1770 return -EINVAL;
1771 }
1772
1773 mutex_lock(&priv->reg_mutex);
1774
1775 idx = rtl83xx_find_l2_hash_entry(priv, seed, false, &e);
1776
1777 /* Found an existing or empty entry */
1778 if (idx >= 0) {
1779 if (e.valid) {
1780 pr_debug("Found an existing entry %016llx, mc_group %d\n",
1781 ether_addr_to_u64(e.mac), e.mc_portmask_index);
1782 rtl83xx_mc_group_add_port(priv, e.mc_portmask_index, port);
1783 } else {
1784 pr_debug("New entry for seed %016llx\n", seed);
1785 mc_group = rtl83xx_mc_group_alloc(priv, port);
1786 if (mc_group < 0) {
1787 err = -ENOTSUPP;
1788 goto out;
1789 }
1790 rtl83xx_setup_l2_mc_entry(&e, vid, mac, mc_group);
1791 priv->r->write_l2_entry_using_hash(idx >> 2, idx & 0x3, &e);
1792 }
1793 goto out;
1794 }
1795
1796 /* Hash buckets full, try CAM */
1797 rtl83xx_find_l2_cam_entry(priv, seed, false, &e);
1798
1799 if (idx >= 0) {
1800 if (e.valid) {
1801 pr_debug("Found existing CAM entry %016llx, mc_group %d\n",
1802 ether_addr_to_u64(e.mac), e.mc_portmask_index);
1803 rtl83xx_mc_group_add_port(priv, e.mc_portmask_index, port);
1804 } else {
1805 pr_debug("New entry\n");
1806 mc_group = rtl83xx_mc_group_alloc(priv, port);
1807 if (mc_group < 0) {
1808 err = -ENOTSUPP;
1809 goto out;
1810 }
1811 rtl83xx_setup_l2_mc_entry(&e, vid, mac, mc_group);
1812 priv->r->write_cam(idx, &e);
1813 }
1814 goto out;
1815 }
1816
1817 err = -ENOTSUPP;
1818
1819 out:
1820 mutex_unlock(&priv->reg_mutex);
1821 if (err)
1822 dev_err(ds->dev, "failed to add MDB entry\n");
1823
1824 return err;
1825 }
1826
1827 int rtl83xx_port_mdb_del(struct dsa_switch *ds, int port,
1828 const struct switchdev_obj_port_mdb *mdb)
1829 {
1830 struct rtl838x_switch_priv *priv = ds->priv;
1831 u64 mac = ether_addr_to_u64(mdb->addr);
1832 struct rtl838x_l2_entry e;
1833 int err = 0, idx;
1834 int vid = mdb->vid;
1835 u64 seed = priv->r->l2_hash_seed(mac, vid);
1836 u64 portmask;
1837
1838 pr_debug("In %s, port %d, mac %llx, vid: %d\n", __func__, port, mac, vid);
1839
1840 if (priv->is_lagmember[port]) {
1841 pr_info("%s: %d is lag slave. ignore\n", __func__, port);
1842 return 0;
1843 }
1844
1845 mutex_lock(&priv->reg_mutex);
1846
1847 idx = rtl83xx_find_l2_hash_entry(priv, seed, true, &e);
1848
1849 if (idx >= 0) {
1850 pr_debug("Found entry index %d, key %d and bucket %d\n", idx, idx >> 2, idx & 3);
1851 portmask = rtl83xx_mc_group_del_port(priv, e.mc_portmask_index, port);
1852 if (!portmask) {
1853 e.valid = false;
1854 priv->r->write_l2_entry_using_hash(idx >> 2, idx & 0x3, &e);
1855 }
1856 goto out;
1857 }
1858
1859 /* Check CAM for spillover from hash buckets */
1860 rtl83xx_find_l2_cam_entry(priv, seed, true, &e);
1861
1862 if (idx >= 0) {
1863 portmask = rtl83xx_mc_group_del_port(priv, e.mc_portmask_index, port);
1864 if (!portmask) {
1865 e.valid = false;
1866 priv->r->write_cam(idx, &e);
1867 }
1868 goto out;
1869 }
1870 /* TODO: Re-enable with a newer kernel: err = -ENOENT; */
1871
1872 out:
1873 mutex_unlock(&priv->reg_mutex);
1874
1875 return err;
1876 }
1877
1878 static int rtl83xx_port_mirror_add(struct dsa_switch *ds, int port,
1879 struct dsa_mall_mirror_tc_entry *mirror,
1880 bool ingress)
1881 {
1882 /* We support 4 mirror groups, one destination port per group */
1883 int group;
1884 struct rtl838x_switch_priv *priv = ds->priv;
1885 int ctrl_reg, dpm_reg, spm_reg;
1886
1887 pr_debug("In %s\n", __func__);
1888
1889 for (group = 0; group < 4; group++) {
1890 if (priv->mirror_group_ports[group] == mirror->to_local_port)
1891 break;
1892 }
1893 if (group >= 4) {
1894 for (group = 0; group < 4; group++) {
1895 if (priv->mirror_group_ports[group] < 0)
1896 break;
1897 }
1898 }
1899
1900 if (group >= 4)
1901 return -ENOSPC;
1902
1903 ctrl_reg = priv->r->mir_ctrl + group * 4;
1904 dpm_reg = priv->r->mir_dpm + group * 4 * priv->port_width;
1905 spm_reg = priv->r->mir_spm + group * 4 * priv->port_width;
1906
1907 pr_debug("Using group %d\n", group);
1908 mutex_lock(&priv->reg_mutex);
1909
1910 if (priv->family_id == RTL8380_FAMILY_ID) {
1911 /* Enable mirroring to port across VLANs (bit 11) */
1912 sw_w32(1 << 11 | (mirror->to_local_port << 4) | 1, ctrl_reg);
1913 } else {
1914 /* Enable mirroring to destination port */
1915 sw_w32((mirror->to_local_port << 4) | 1, ctrl_reg);
1916 }
1917
1918 if (ingress && (priv->r->get_port_reg_be(spm_reg) & (1ULL << port))) {
1919 mutex_unlock(&priv->reg_mutex);
1920 return -EEXIST;
1921 }
1922 if ((!ingress) && (priv->r->get_port_reg_be(dpm_reg) & (1ULL << port))) {
1923 mutex_unlock(&priv->reg_mutex);
1924 return -EEXIST;
1925 }
1926
1927 if (ingress)
1928 priv->r->mask_port_reg_be(0, 1ULL << port, spm_reg);
1929 else
1930 priv->r->mask_port_reg_be(0, 1ULL << port, dpm_reg);
1931
1932 priv->mirror_group_ports[group] = mirror->to_local_port;
1933 mutex_unlock(&priv->reg_mutex);
1934
1935 return 0;
1936 }
1937
1938 static void rtl83xx_port_mirror_del(struct dsa_switch *ds, int port,
1939 struct dsa_mall_mirror_tc_entry *mirror)
1940 {
1941 int group = 0;
1942 struct rtl838x_switch_priv *priv = ds->priv;
1943 int ctrl_reg, dpm_reg, spm_reg;
1944
1945 pr_debug("In %s\n", __func__);
1946 for (group = 0; group < 4; group++) {
1947 if (priv->mirror_group_ports[group] == mirror->to_local_port)
1948 break;
1949 }
1950 if (group >= 4)
1951 return;
1952
1953 ctrl_reg = priv->r->mir_ctrl + group * 4;
1954 dpm_reg = priv->r->mir_dpm + group * 4 * priv->port_width;
1955 spm_reg = priv->r->mir_spm + group * 4 * priv->port_width;
1956
1957 mutex_lock(&priv->reg_mutex);
1958 if (mirror->ingress) {
1959 /* Ingress, clear source port matrix */
1960 priv->r->mask_port_reg_be(1ULL << port, 0, spm_reg);
1961 } else {
1962 /* Egress, clear destination port matrix */
1963 priv->r->mask_port_reg_be(1ULL << port, 0, dpm_reg);
1964 }
1965
1966 if (!(sw_r32(spm_reg) || sw_r32(dpm_reg))) {
1967 priv->mirror_group_ports[group] = -1;
1968 sw_w32(0, ctrl_reg);
1969 }
1970
1971 mutex_unlock(&priv->reg_mutex);
1972 }
1973
1974 static int rtl83xx_port_pre_bridge_flags(struct dsa_switch *ds, int port, struct switchdev_brport_flags flags, struct netlink_ext_ack *extack)
1975 {
1976 struct rtl838x_switch_priv *priv = ds->priv;
1977 unsigned long features = 0;
1978 pr_debug("%s: %d %lX\n", __func__, port, flags.val);
1979 if (priv->r->enable_learning)
1980 features |= BR_LEARNING;
1981 if (priv->r->enable_flood)
1982 features |= BR_FLOOD;
1983 if (priv->r->enable_mcast_flood)
1984 features |= BR_MCAST_FLOOD;
1985 if (priv->r->enable_bcast_flood)
1986 features |= BR_BCAST_FLOOD;
1987 if (flags.mask & ~(features))
1988 return -EINVAL;
1989
1990 return 0;
1991 }
1992
1993 static int rtl83xx_port_bridge_flags(struct dsa_switch *ds, int port, struct switchdev_brport_flags flags, struct netlink_ext_ack *extack)
1994 {
1995 struct rtl838x_switch_priv *priv = ds->priv;
1996
1997 pr_debug("%s: %d %lX\n", __func__, port, flags.val);
1998 if (priv->r->enable_learning && (flags.mask & BR_LEARNING))
1999 priv->r->enable_learning(port, !!(flags.val & BR_LEARNING));
2000
2001 if (priv->r->enable_flood && (flags.mask & BR_FLOOD))
2002 priv->r->enable_flood(port, !!(flags.val & BR_FLOOD));
2003
2004 if (priv->r->enable_mcast_flood && (flags.mask & BR_MCAST_FLOOD))
2005 priv->r->enable_mcast_flood(port, !!(flags.val & BR_MCAST_FLOOD));
2006
2007 if (priv->r->enable_bcast_flood && (flags.mask & BR_BCAST_FLOOD))
2008 priv->r->enable_bcast_flood(port, !!(flags.val & BR_BCAST_FLOOD));
2009
2010 return 0;
2011 }
2012
2013 static bool rtl83xx_lag_can_offload(struct dsa_switch *ds,
2014 struct net_device *lag,
2015 struct netdev_lag_upper_info *info)
2016 {
2017 int id;
2018
2019 id = dsa_lag_id(ds->dst, lag);
2020 if (id < 0 || id >= ds->num_lag_ids)
2021 return false;
2022
2023 if (info->tx_type != NETDEV_LAG_TX_TYPE_HASH) {
2024 return false;
2025 }
2026 if (info->hash_type != NETDEV_LAG_HASH_L2 && info->hash_type != NETDEV_LAG_HASH_L23)
2027 return false;
2028
2029 return true;
2030 }
2031
2032 static int rtl83xx_port_lag_change(struct dsa_switch *ds, int port)
2033 {
2034 struct rtl838x_switch_priv *priv = ds->priv;
2035
2036 pr_debug("%s: %d\n", __func__, port);
2037 /* Nothing to be done... */
2038
2039 return 0;
2040 }
2041
2042 static int rtl83xx_port_lag_join(struct dsa_switch *ds, int port,
2043 struct net_device *lag,
2044 struct netdev_lag_upper_info *info)
2045 {
2046 struct rtl838x_switch_priv *priv = ds->priv;
2047 int i, err = 0;
2048
2049 if (!rtl83xx_lag_can_offload(ds, lag, info))
2050 return -EOPNOTSUPP;
2051
2052 mutex_lock(&priv->reg_mutex);
2053
2054 for (i = 0; i < priv->n_lags; i++) {
2055 if ((!priv->lag_devs[i]) || (priv->lag_devs[i] == lag))
2056 break;
2057 }
2058 if (port >= priv->cpu_port) {
2059 err = -EINVAL;
2060 goto out;
2061 }
2062 pr_info("port_lag_join: group %d, port %d\n",i, port);
2063 if (!priv->lag_devs[i])
2064 priv->lag_devs[i] = lag;
2065
2066 if (priv->lag_primary[i] == -1) {
2067 priv->lag_primary[i] = port;
2068 } else
2069 priv->is_lagmember[port] = 1;
2070
2071 priv->lagmembers |= (1ULL << port);
2072
2073 pr_debug("lag_members = %llX\n", priv->lagmembers);
2074 err = rtl83xx_lag_add(priv->ds, i, port, info);
2075 if (err) {
2076 err = -EINVAL;
2077 goto out;
2078 }
2079
2080 out:
2081 mutex_unlock(&priv->reg_mutex);
2082
2083 return err;
2084 }
2085
2086 static int rtl83xx_port_lag_leave(struct dsa_switch *ds, int port,
2087 struct net_device *lag)
2088 {
2089 int i, group = -1, err;
2090 struct rtl838x_switch_priv *priv = ds->priv;
2091
2092 mutex_lock(&priv->reg_mutex);
2093 for (i = 0; i < priv->n_lags; i++) {
2094 if (priv->lags_port_members[i] & BIT_ULL(port)) {
2095 group = i;
2096 break;
2097 }
2098 }
2099
2100 if (group == -1) {
2101 pr_info("port_lag_leave: port %d is not a member\n", port);
2102 err = -EINVAL;
2103 goto out;
2104 }
2105
2106 if (port >= priv->cpu_port) {
2107 err = -EINVAL;
2108 goto out;
2109 }
2110 pr_info("port_lag_del: group %d, port %d\n",group, port);
2111 priv->lagmembers &=~ (1ULL << port);
2112 priv->lag_primary[i] = -1;
2113 priv->is_lagmember[port] = 0;
2114 pr_debug("lag_members = %llX\n", priv->lagmembers);
2115 err = rtl83xx_lag_del(priv->ds, group, port);
2116 if (err) {
2117 err = -EINVAL;
2118 goto out;
2119 }
2120 if (!priv->lags_port_members[i])
2121 priv->lag_devs[i] = NULL;
2122
2123 out:
2124 mutex_unlock(&priv->reg_mutex);
2125 return 0;
2126 }
2127
2128 int dsa_phy_read(struct dsa_switch *ds, int phy_addr, int phy_reg)
2129 {
2130 u32 val;
2131 u32 offset = 0;
2132 struct rtl838x_switch_priv *priv = ds->priv;
2133
2134 if ((phy_addr >= 24) &&
2135 (phy_addr <= 27) &&
2136 (priv->ports[24].phy == PHY_RTL838X_SDS)) {
2137 if (phy_addr == 26)
2138 offset = 0x100;
2139 val = sw_r32(RTL838X_SDS4_FIB_REG0 + offset + (phy_reg << 2)) & 0xffff;
2140 return val;
2141 }
2142
2143 read_phy(phy_addr, 0, phy_reg, &val);
2144 return val;
2145 }
2146
2147 int dsa_phy_write(struct dsa_switch *ds, int phy_addr, int phy_reg, u16 val)
2148 {
2149 u32 offset = 0;
2150 struct rtl838x_switch_priv *priv = ds->priv;
2151
2152 if ((phy_addr >= 24) &&
2153 (phy_addr <= 27) &&
2154 (priv->ports[24].phy == PHY_RTL838X_SDS)) {
2155 if (phy_addr == 26)
2156 offset = 0x100;
2157 sw_w32(val, RTL838X_SDS4_FIB_REG0 + offset + (phy_reg << 2));
2158 return 0;
2159 }
2160 return write_phy(phy_addr, 0, phy_reg, val);
2161 }
2162
2163 const struct dsa_switch_ops rtl83xx_switch_ops = {
2164 .get_tag_protocol = rtl83xx_get_tag_protocol,
2165 .setup = rtl83xx_setup,
2166
2167 .phy_read = dsa_phy_read,
2168 .phy_write = dsa_phy_write,
2169
2170 .phylink_validate = rtl83xx_phylink_validate,
2171 .phylink_mac_link_state = rtl83xx_phylink_mac_link_state,
2172 .phylink_mac_config = rtl83xx_phylink_mac_config,
2173 .phylink_mac_link_down = rtl83xx_phylink_mac_link_down,
2174 .phylink_mac_link_up = rtl83xx_phylink_mac_link_up,
2175
2176 .get_strings = rtl83xx_get_strings,
2177 .get_ethtool_stats = rtl83xx_get_ethtool_stats,
2178 .get_sset_count = rtl83xx_get_sset_count,
2179
2180 .port_enable = rtl83xx_port_enable,
2181 .port_disable = rtl83xx_port_disable,
2182
2183 .get_mac_eee = rtl83xx_get_mac_eee,
2184 .set_mac_eee = rtl83xx_set_mac_eee,
2185
2186 .set_ageing_time = rtl83xx_set_ageing_time,
2187 .port_bridge_join = rtl83xx_port_bridge_join,
2188 .port_bridge_leave = rtl83xx_port_bridge_leave,
2189 .port_stp_state_set = rtl83xx_port_stp_state_set,
2190 .port_fast_age = rtl83xx_fast_age,
2191
2192 .port_vlan_filtering = rtl83xx_vlan_filtering,
2193 .port_vlan_add = rtl83xx_vlan_add,
2194 .port_vlan_del = rtl83xx_vlan_del,
2195
2196 .port_fdb_add = rtl83xx_port_fdb_add,
2197 .port_fdb_del = rtl83xx_port_fdb_del,
2198 .port_fdb_dump = rtl83xx_port_fdb_dump,
2199
2200 .port_mdb_add = rtl83xx_port_mdb_add,
2201 .port_mdb_del = rtl83xx_port_mdb_del,
2202
2203 .port_mirror_add = rtl83xx_port_mirror_add,
2204 .port_mirror_del = rtl83xx_port_mirror_del,
2205
2206 .port_lag_change = rtl83xx_port_lag_change,
2207 .port_lag_join = rtl83xx_port_lag_join,
2208 .port_lag_leave = rtl83xx_port_lag_leave,
2209
2210 .port_pre_bridge_flags = rtl83xx_port_pre_bridge_flags,
2211 .port_bridge_flags = rtl83xx_port_bridge_flags,
2212 };
2213
2214 const struct dsa_switch_ops rtl930x_switch_ops = {
2215 .get_tag_protocol = rtl83xx_get_tag_protocol,
2216 .setup = rtl93xx_setup,
2217
2218 .phy_read = dsa_phy_read,
2219 .phy_write = dsa_phy_write,
2220
2221 .phylink_validate = rtl93xx_phylink_validate,
2222 .phylink_mac_link_state = rtl93xx_phylink_mac_link_state,
2223 .phylink_mac_config = rtl93xx_phylink_mac_config,
2224 .phylink_mac_link_down = rtl93xx_phylink_mac_link_down,
2225 .phylink_mac_link_up = rtl93xx_phylink_mac_link_up,
2226
2227 .get_strings = rtl83xx_get_strings,
2228 .get_ethtool_stats = rtl83xx_get_ethtool_stats,
2229 .get_sset_count = rtl83xx_get_sset_count,
2230
2231 .port_enable = rtl83xx_port_enable,
2232 .port_disable = rtl83xx_port_disable,
2233
2234 .get_mac_eee = rtl93xx_get_mac_eee,
2235 .set_mac_eee = rtl83xx_set_mac_eee,
2236
2237 .set_ageing_time = rtl83xx_set_ageing_time,
2238 .port_bridge_join = rtl83xx_port_bridge_join,
2239 .port_bridge_leave = rtl83xx_port_bridge_leave,
2240 .port_stp_state_set = rtl83xx_port_stp_state_set,
2241 .port_fast_age = rtl930x_fast_age,
2242
2243 .port_vlan_filtering = rtl83xx_vlan_filtering,
2244 .port_vlan_add = rtl83xx_vlan_add,
2245 .port_vlan_del = rtl83xx_vlan_del,
2246
2247 .port_fdb_add = rtl83xx_port_fdb_add,
2248 .port_fdb_del = rtl83xx_port_fdb_del,
2249 .port_fdb_dump = rtl83xx_port_fdb_dump,
2250
2251 .port_mdb_add = rtl83xx_port_mdb_add,
2252 .port_mdb_del = rtl83xx_port_mdb_del,
2253
2254 .port_lag_change = rtl83xx_port_lag_change,
2255 .port_lag_join = rtl83xx_port_lag_join,
2256 .port_lag_leave = rtl83xx_port_lag_leave,
2257
2258 .port_pre_bridge_flags = rtl83xx_port_pre_bridge_flags,
2259 .port_bridge_flags = rtl83xx_port_bridge_flags,
2260 };
Staging tree of Jo-Philipp Wich