1 From a6f143af419bfc3f52d82e88ac033d9833e720af Mon Sep 17 00:00:00 2001
2 From: Daniel Golle <daniel@makrotopia.org>
3 Date: Mon, 13 Feb 2023 02:33:14 +0000
4 Subject: [PATCH] net: phy: add driver for MediaTek SoC built-in GE PHYs
6 Some of MediaTek's Filogic SoCs come with built-in gigabit Ethernet
7 PHYs which require calibration data from the SoC's efuse.
8 Add support for these PHYs to the mediatek-ge driver if built for
11 Signed-off-by: Daniel Golle <daniel@makrotopia.org>
14 drivers/net/phy/Kconfig | 12 +
15 drivers/net/phy/mediatek-ge.c | 1351 +++++++++++++++++++++++++++++++++
16 3 files changed, 1371 insertions(+)
20 @@ -11797,6 +11797,14 @@ S: Maintained
21 F: drivers/net/pcs/pcs-mtk-lynxi.c
22 F: include/linux/pcs/pcs-mtk-lynxi.h
24 +MEDIATEK ETHERNET PHY DRIVERS
25 +M: Daniel Golle <daniel@makrotopia.org>
26 +M: Qingfang Deng <dqfext@gmail.com>
27 +M: SkyLake Huang <SkyLake.Huang@mediatek.com>
28 +L: netdev@vger.kernel.org
30 +F: drivers/net/phy/mediatek-ge.c
32 MEDIATEK I2C CONTROLLER DRIVER
33 M: Qii Wang <qii.wang@mediatek.com>
34 L: linux-i2c@vger.kernel.org
35 --- a/drivers/net/phy/Kconfig
36 +++ b/drivers/net/phy/Kconfig
37 @@ -292,6 +292,18 @@ config MEDIATEK_GE_PHY
39 Supports the MediaTek Gigabit Ethernet PHYs.
41 +config MEDIATEK_GE_PHY_SOC
42 + bool "MediaTek SoC Ethernet PHYs"
43 + depends on (ARM64 && ARCH_MEDIATEK && MEDIATEK_GE_PHY) || COMPILE_TEST
44 + select NVMEM_MTK_EFUSE
46 + Supports MediaTek SoC built-in Gigabit Ethernet PHYs.
48 + Include support for built-in Ethernet PHYs which are present in
49 + the MT7981 and MT7988 SoCs. These PHYs need calibration data
50 + present in the SoCs efuse and will dynamically calibrate VCM
51 + (common-mode voltage) during startup.
54 tristate "Micrel PHYs"
56 --- a/drivers/net/phy/mediatek-ge.c
57 +++ b/drivers/net/phy/mediatek-ge.c
59 // SPDX-License-Identifier: GPL-2.0+
60 #include <linux/bitfield.h>
61 #include <linux/module.h>
62 +#include <linux/nvmem-consumer.h>
63 +#include <linux/of_address.h>
64 +#include <linux/of_platform.h>
65 #include <linux/phy.h>
67 #define MTK_EXT_PAGE_ACCESS 0x1f
69 #define MTK_PHY_PAGE_EXTENDED_2A30 0x2a30
70 #define MTK_PHY_PAGE_EXTENDED_52B5 0x52b5
72 +#define ANALOG_INTERNAL_OPERATION_MAX_US (20)
73 +#define ZCAL_CTRL_MIN (0)
74 +#define ZCAL_CTRL_MAX (63)
75 +#define TXRESERVE_MIN (0)
76 +#define TXRESERVE_MAX (7)
78 +#define MTK_PHY_ANARG_RG (0x10)
79 +#define MTK_PHY_TCLKOFFSET_MASK GENMASK(12, 8)
81 +/* Registers on MDIO_MMD_VEND1 */
83 + MTK_PHY_MIDDLE_LEVEL_SHAPPER_0TO1 = 0,
84 + MTK_PHY_1st_OVERSHOOT_LEVEL_0TO1,
85 + MTK_PHY_2nd_OVERSHOOT_LEVEL_0TO1,
86 + MTK_PHY_MIDDLE_LEVEL_SHAPPER_1TO0,
87 + MTK_PHY_1st_OVERSHOOT_LEVEL_1TO0,
88 + MTK_PHY_2nd_OVERSHOOT_LEVEL_1TO0,
89 + MTK_PHY_MIDDLE_LEVEL_SHAPPER_0TON1, /* N means negative */
90 + MTK_PHY_1st_OVERSHOOT_LEVEL_0TON1,
91 + MTK_PHY_2nd_OVERSHOOT_LEVEL_0TON1,
92 + MTK_PHY_MIDDLE_LEVEL_SHAPPER_N1TO0,
93 + MTK_PHY_1st_OVERSHOOT_LEVEL_N1TO0,
94 + MTK_PHY_2nd_OVERSHOOT_LEVEL_N1TO0,
95 + MTK_PHY_TX_MLT3_END,
98 +#define MTK_PHY_TXVLD_DA_RG (0x12)
99 +#define MTK_PHY_DA_TX_I2MPB_A_GBE_MASK GENMASK(15, 10)
100 +#define MTK_PHY_DA_TX_I2MPB_A_TBT_MASK GENMASK(5, 0)
102 +#define MTK_PHY_TX_I2MPB_TEST_MODE_A2 (0x16)
103 +#define MTK_PHY_DA_TX_I2MPB_A_HBT_MASK GENMASK(15, 10)
104 +#define MTK_PHY_DA_TX_I2MPB_A_TST_MASK GENMASK(5, 0)
106 +#define MTK_PHY_TX_I2MPB_TEST_MODE_B1 (0x17)
107 +#define MTK_PHY_DA_TX_I2MPB_B_GBE_MASK GENMASK(13, 8)
108 +#define MTK_PHY_DA_TX_I2MPB_B_TBT_MASK GENMASK(5, 0)
110 +#define MTK_PHY_TX_I2MPB_TEST_MODE_B2 (0x18)
111 +#define MTK_PHY_DA_TX_I2MPB_B_HBT_MASK GENMASK(13, 8)
112 +#define MTK_PHY_DA_TX_I2MPB_B_TST_MASK GENMASK(5, 0)
114 +#define MTK_PHY_TX_I2MPB_TEST_MODE_C1 (0x19)
115 +#define MTK_PHY_DA_TX_I2MPB_C_GBE_MASK GENMASK(13, 8)
116 +#define MTK_PHY_DA_TX_I2MPB_C_TBT_MASK GENMASK(5, 0)
118 +#define MTK_PHY_TX_I2MPB_TEST_MODE_C2 (0x20)
119 +#define MTK_PHY_DA_TX_I2MPB_C_HBT_MASK GENMASK(13, 8)
120 +#define MTK_PHY_DA_TX_I2MPB_C_TST_MASK GENMASK(5, 0)
122 +#define MTK_PHY_TX_I2MPB_TEST_MODE_D1 (0x21)
123 +#define MTK_PHY_DA_TX_I2MPB_D_GBE_MASK GENMASK(13, 8)
124 +#define MTK_PHY_DA_TX_I2MPB_D_TBT_MASK GENMASK(5, 0)
126 +#define MTK_PHY_TX_I2MPB_TEST_MODE_D2 (0x22)
127 +#define MTK_PHY_DA_TX_I2MPB_D_HBT_MASK GENMASK(13, 8)
128 +#define MTK_PHY_DA_TX_I2MPB_D_TST_MASK GENMASK(5, 0)
130 +#define MTK_PHY_TANA_CAL_MODE (0xc1)
131 +#define MTK_PHY_TANA_CAL_MODE_SHIFT (8)
133 +#define MTK_PHY_RXADC_CTRL_RG7 (0xc6)
134 +#define MTK_PHY_DA_AD_BUF_BIAS_LP_MASK GENMASK(9, 8)
136 +#define MTK_PHY_RXADC_CTRL_RG9 (0xc8)
137 +#define MTK_PHY_DA_RX_PSBN_TBT_MASK GENMASK(14, 12)
138 +#define MTK_PHY_DA_RX_PSBN_HBT_MASK GENMASK(10, 8)
139 +#define MTK_PHY_DA_RX_PSBN_GBE_MASK GENMASK(6, 4)
140 +#define MTK_PHY_DA_RX_PSBN_LP_MASK GENMASK(2, 0)
142 +#define MTK_PHY_LDO_OUTPUT_V (0xd7)
144 +#define MTK_PHY_RG_ANA_CAL_RG0 (0xdb)
145 +#define MTK_PHY_RG_CAL_CKINV BIT(12)
146 +#define MTK_PHY_RG_ANA_CALEN BIT(8)
147 +#define MTK_PHY_RG_REXT_CALEN BIT(4)
148 +#define MTK_PHY_RG_ZCALEN_A BIT(0)
150 +#define MTK_PHY_RG_ANA_CAL_RG1 (0xdc)
151 +#define MTK_PHY_RG_ZCALEN_B BIT(12)
152 +#define MTK_PHY_RG_ZCALEN_C BIT(8)
153 +#define MTK_PHY_RG_ZCALEN_D BIT(4)
154 +#define MTK_PHY_RG_TXVOS_CALEN BIT(0)
156 +#define MTK_PHY_RG_ANA_CAL_RG2 (0xdd)
157 +#define MTK_PHY_RG_TXG_CALEN_A BIT(12)
158 +#define MTK_PHY_RG_TXG_CALEN_B BIT(8)
159 +#define MTK_PHY_RG_TXG_CALEN_C BIT(4)
160 +#define MTK_PHY_RG_TXG_CALEN_D BIT(0)
162 +#define MTK_PHY_RG_ANA_CAL_RG5 (0xe0)
163 +#define MTK_PHY_RG_REXT_TRIM_MASK GENMASK(13, 8)
164 +#define MTK_PHY_RG_ZCAL_CTRL_MASK GENMASK(5, 0)
166 +#define MTK_PHY_RG_TX_FILTER (0xfe)
168 +#define MTK_PHY_RG_CR_TX_AMP_OFFSET_A_B (0x172)
169 +#define MTK_PHY_CR_TX_AMP_OFFSET_A_MASK GENMASK(13, 8)
170 +#define MTK_PHY_CR_TX_AMP_OFFSET_B_MASK GENMASK(6, 0)
172 +#define MTK_PHY_RG_CR_TX_AMP_OFFSET_C_D (0x173)
173 +#define MTK_PHY_CR_TX_AMP_OFFSET_C_MASK GENMASK(13, 8)
174 +#define MTK_PHY_CR_TX_AMP_OFFSET_D_MASK GENMASK(6, 0)
176 +#define MTK_PHY_RG_AD_CAL_COMP (0x17a)
177 +#define MTK_PHY_AD_CAL_COMP_OUT_SHIFT (8)
179 +#define MTK_PHY_RG_AD_CAL_CLK (0x17b)
180 +#define MTK_PHY_DA_CAL_CLK BIT(0)
182 +#define MTK_PHY_RG_AD_CALIN (0x17c)
183 +#define MTK_PHY_DA_CALIN_FLAG BIT(0)
185 +#define MTK_PHY_RG_DASN_DAC_IN0_A (0x17d)
186 +#define MTK_PHY_DASN_DAC_IN0_A_MASK GENMASK(9, 0)
188 +#define MTK_PHY_RG_DASN_DAC_IN0_B (0x17e)
189 +#define MTK_PHY_DASN_DAC_IN0_B_MASK GENMASK(9, 0)
191 +#define MTK_PHY_RG_DASN_DAC_IN0_C (0x17f)
192 +#define MTK_PHY_DASN_DAC_IN0_C_MASK GENMASK(9, 0)
194 +#define MTK_PHY_RG_DASN_DAC_IN0_D (0x180)
195 +#define MTK_PHY_DASN_DAC_IN0_D_MASK GENMASK(9, 0)
197 +#define MTK_PHY_RG_DASN_DAC_IN1_A (0x181)
198 +#define MTK_PHY_DASN_DAC_IN1_A_MASK GENMASK(9, 0)
200 +#define MTK_PHY_RG_DASN_DAC_IN1_B (0x182)
201 +#define MTK_PHY_DASN_DAC_IN1_B_MASK GENMASK(9, 0)
203 +#define MTK_PHY_RG_DASN_DAC_IN1_C (0x183)
204 +#define MTK_PHY_DASN_DAC_IN1_C_MASK GENMASK(9, 0)
206 +#define MTK_PHY_RG_DASN_DAC_IN1_D (0x180)
207 +#define MTK_PHY_DASN_DAC_IN1_D_MASK GENMASK(9, 0)
209 +#define MTK_PHY_RG_LP_IIR2_K1_L (0x22a)
210 +#define MTK_PHY_RG_LP_IIR2_K1_U (0x22b)
211 +#define MTK_PHY_RG_LP_IIR2_K2_L (0x22c)
212 +#define MTK_PHY_RG_LP_IIR2_K2_U (0x22d)
213 +#define MTK_PHY_RG_LP_IIR2_K3_L (0x22e)
214 +#define MTK_PHY_RG_LP_IIR2_K3_U (0x22f)
215 +#define MTK_PHY_RG_LP_IIR2_K4_L (0x230)
216 +#define MTK_PHY_RG_LP_IIR2_K4_U (0x231)
217 +#define MTK_PHY_RG_LP_IIR2_K5_L (0x232)
218 +#define MTK_PHY_RG_LP_IIR2_K5_U (0x233)
220 +#define MTK_PHY_RG_DEV1E_REG234 (0x234)
221 +#define MTK_PHY_TR_OPEN_LOOP_EN_MASK GENMASK(0, 0)
222 +#define MTK_PHY_LPF_X_AVERAGE_MASK GENMASK(7, 4)
224 +#define MTK_PHY_RG_LPF_CNT_VAL (0x235)
226 +#define MTK_PHY_RG_DEV1E_REG27C (0x27c)
227 +#define MTK_PHY_VGASTATE_FFE_THR_ST1_MASK GENMASK(12, 8)
228 +#define MTK_PHY_RG_DEV1E_REG27D (0x27d)
229 +#define MTK_PHY_VGASTATE_FFE_THR_ST2_MASK GENMASK(4, 0)
231 +#define MTK_PHY_LDO_PUMP_EN_PAIRAB (0x502)
232 +#define MTK_PHY_LDO_PUMP_EN_PAIRCD (0x503)
234 +#define MTK_PHY_DA_TX_R50_PAIR_A (0x53d)
235 +#define MTK_PHY_DA_TX_R50_PAIR_B (0x53e)
236 +#define MTK_PHY_DA_TX_R50_PAIR_C (0x53f)
237 +#define MTK_PHY_DA_TX_R50_PAIR_D (0x540)
239 +/* Registers on MDIO_MMD_VEND2 */
240 +#define MTK_PHY_LED0_ON_CTRL (0x24)
241 +#define MTK_PHY_LED0_ON_MASK GENMASK(6, 0)
242 +#define MTK_PHY_LED0_ON_LINK1000 BIT(0)
243 +#define MTK_PHY_LED0_ON_LINK100 BIT(1)
244 +#define MTK_PHY_LED0_ON_LINK10 BIT(2)
245 +#define MTK_PHY_LED0_ON_LINKDOWN BIT(3)
246 +#define MTK_PHY_LED0_ON_FDX BIT(4) /* Full duplex */
247 +#define MTK_PHY_LED0_ON_HDX BIT(5) /* Half duplex */
248 +#define MTK_PHY_LED0_FORCE_ON BIT(6)
249 +#define MTK_PHY_LED0_POLARITY BIT(14)
250 +#define MTK_PHY_LED0_ENABLE BIT(15)
252 +#define MTK_PHY_LED0_BLINK_CTRL (0x25)
253 +#define MTK_PHY_LED0_1000TX BIT(0)
254 +#define MTK_PHY_LED0_1000RX BIT(1)
255 +#define MTK_PHY_LED0_100TX BIT(2)
256 +#define MTK_PHY_LED0_100RX BIT(3)
257 +#define MTK_PHY_LED0_10TX BIT(4)
258 +#define MTK_PHY_LED0_10RX BIT(5)
259 +#define MTK_PHY_LED0_COLLISION BIT(6)
260 +#define MTK_PHY_LED0_RX_CRC_ERR BIT(7)
261 +#define MTK_PHY_LED0_RX_IDLE_ERR BIT(8)
262 +#define MTK_PHY_LED0_FORCE_BLINK BIT(9)
264 +#define MTK_PHY_ANA_TEST_BUS_CTRL_RG (0x100)
265 +#define MTK_PHY_ANA_TEST_MODE_MASK GENMASK(15, 8)
267 +#define MTK_PHY_RG_DASN_TXT_DMY2 (0x110)
268 +#define MTK_PHY_TST_DMY2_MASK GENMASK(5, 0)
270 +#define MTK_PHY_RG_BG_RASEL (0x115)
271 +#define MTK_PHY_RG_BG_RASEL_MASK GENMASK(2, 0)
273 +/* These macro privides efuse parsing for internal phy. */
274 +#define EFS_DA_TX_I2MPB_A(x) (((x) >> 0) & GENMASK(5, 0))
275 +#define EFS_DA_TX_I2MPB_B(x) (((x) >> 6) & GENMASK(5, 0))
276 +#define EFS_DA_TX_I2MPB_C(x) (((x) >> 12) & GENMASK(5, 0))
277 +#define EFS_DA_TX_I2MPB_D(x) (((x) >> 18) & GENMASK(5, 0))
278 +#define EFS_DA_TX_AMP_OFFSET_A(x) (((x) >> 24) & GENMASK(5, 0))
280 +#define EFS_DA_TX_AMP_OFFSET_B(x) (((x) >> 0) & GENMASK(5, 0))
281 +#define EFS_DA_TX_AMP_OFFSET_C(x) (((x) >> 6) & GENMASK(5, 0))
282 +#define EFS_DA_TX_AMP_OFFSET_D(x) (((x) >> 12) & GENMASK(5, 0))
283 +#define EFS_DA_TX_R50_A(x) (((x) >> 18) & GENMASK(5, 0))
284 +#define EFS_DA_TX_R50_B(x) (((x) >> 24) & GENMASK(5, 0))
286 +#define EFS_DA_TX_R50_C(x) (((x) >> 0) & GENMASK(5, 0))
287 +#define EFS_DA_TX_R50_D(x) (((x) >> 6) & GENMASK(5, 0))
288 +#define EFS_DA_TX_R50_A_10M(x) (((x) >> 12) & GENMASK(5, 0))
289 +#define EFS_DA_TX_R50_B_10M(x) (((x) >> 18) & GENMASK(5, 0))
291 +#define EFS_RG_BG_RASEL(x) (((x) >> 4) & GENMASK(2, 0))
292 +#define EFS_RG_REXT_TRIM(x) (((x) >> 7) & GENMASK(5, 0))
309 +enum calibration_mode {
328 +const u8 mt798x_zcal_to_r50[64] = {
329 + 7, 8, 9, 9, 10, 10, 11, 11,
330 + 12, 13, 13, 14, 14, 15, 16, 16,
331 + 17, 18, 18, 19, 20, 21, 21, 22,
332 + 23, 24, 24, 25, 26, 27, 28, 29,
333 + 30, 31, 32, 33, 34, 35, 36, 37,
334 + 38, 40, 41, 42, 43, 45, 46, 48,
335 + 49, 51, 52, 54, 55, 57, 59, 61,
336 + 62, 63, 63, 63, 63, 63, 63, 63
339 +const char pair[4] = {'A', 'B', 'C', 'D'};
341 static int mtk_gephy_read_page(struct phy_device *phydev)
343 return __phy_read(phydev, MTK_EXT_PAGE_ACCESS);
344 @@ -68,6 +340,1059 @@ static int mt7531_phy_config_init(struct
348 +#ifdef CONFIG_MEDIATEK_GE_PHY_SOC
349 +/* One calibration cycle consists of:
350 + * 1.Set DA_CALIN_FLAG high to start calibration. Keep it high
351 + * until AD_CAL_COMP is ready to output calibration result.
352 + * 2.Wait until DA_CAL_CLK is available.
353 + * 3.Fetch AD_CAL_COMP_OUT.
355 +static int cal_cycle(struct phy_device *phydev, int devad,
356 + u32 regnum, u16 mask, u16 cal_val)
358 + unsigned long timeout;
362 + phy_modify_mmd(phydev, devad, regnum,
364 + phy_set_bits_mmd(phydev, MDIO_MMD_VEND1, MTK_PHY_RG_AD_CALIN,
365 + MTK_PHY_DA_CALIN_FLAG);
367 + timeout = jiffies + usecs_to_jiffies(ANALOG_INTERNAL_OPERATION_MAX_US);
369 + reg_val = phy_read_mmd(phydev, MDIO_MMD_VEND1,
370 + MTK_PHY_RG_AD_CAL_CLK);
371 + } while (time_before(jiffies, timeout) && !(reg_val & BIT(0)));
373 + if (!(reg_val & BIT(0))) {
374 + dev_err(&phydev->mdio.dev, "Calibration cycle timeout\n");
378 + phy_clear_bits_mmd(phydev, MDIO_MMD_VEND1, MTK_PHY_RG_AD_CALIN,
379 + MTK_PHY_DA_CALIN_FLAG);
380 + ret = phy_read_mmd(phydev, MDIO_MMD_VEND1, MTK_PHY_RG_AD_CAL_COMP) >>
381 + MTK_PHY_AD_CAL_COMP_OUT_SHIFT;
382 + dev_dbg(&phydev->mdio.dev, "cal_val: 0x%x, ret: %d\n", cal_val, ret);
387 +static int rext_fill_result(struct phy_device *phydev, u16 *buf)
389 + phy_modify_mmd(phydev, MDIO_MMD_VEND1, MTK_PHY_RG_ANA_CAL_RG5,
390 + MTK_PHY_RG_REXT_TRIM_MASK, buf[0] << 8);
391 + phy_modify_mmd(phydev, MDIO_MMD_VEND2, MTK_PHY_RG_BG_RASEL,
392 + MTK_PHY_RG_BG_RASEL_MASK, buf[1]);
397 +static int rext_cal_efuse(struct phy_device *phydev, u32 *buf)
399 + u16 rext_cal_val[2];
401 + rext_cal_val[0] = EFS_RG_REXT_TRIM(buf[3]);
402 + rext_cal_val[1] = EFS_RG_BG_RASEL(buf[3]);
403 + rext_fill_result(phydev, rext_cal_val);
408 +static int rext_cal_sw(struct phy_device *phydev)
410 + u8 rg_zcal_ctrl_def;
411 + u8 zcal_lower, zcal_upper, rg_zcal_ctrl;
412 + u8 lower_ret, upper_ret;
413 + u16 rext_cal_val[2];
416 + phy_modify_mmd(phydev, MDIO_MMD_VEND2, MTK_PHY_ANA_TEST_BUS_CTRL_RG,
417 + MTK_PHY_ANA_TEST_MODE_MASK, MTK_PHY_TANA_CAL_MODE << 8);
418 + phy_clear_bits_mmd(phydev, MDIO_MMD_VEND1, MTK_PHY_RG_ANA_CAL_RG1,
419 + MTK_PHY_RG_TXVOS_CALEN);
420 + phy_set_bits_mmd(phydev, MDIO_MMD_VEND1, MTK_PHY_RG_ANA_CAL_RG0,
421 + MTK_PHY_RG_CAL_CKINV | MTK_PHY_RG_ANA_CALEN |
422 + MTK_PHY_RG_REXT_CALEN);
423 + phy_modify_mmd(phydev, MDIO_MMD_VEND2, MTK_PHY_RG_DASN_TXT_DMY2,
424 + MTK_PHY_TST_DMY2_MASK, 0x1);
426 + rg_zcal_ctrl_def = phy_read_mmd(phydev, MDIO_MMD_VEND1,
427 + MTK_PHY_RG_ANA_CAL_RG5) &
428 + MTK_PHY_RG_ZCAL_CTRL_MASK;
429 + zcal_lower = ZCAL_CTRL_MIN;
430 + zcal_upper = ZCAL_CTRL_MAX;
432 + dev_dbg(&phydev->mdio.dev, "Start REXT SW cal.\n");
433 + while ((zcal_upper - zcal_lower) > 1) {
434 + rg_zcal_ctrl = DIV_ROUND_CLOSEST(zcal_lower + zcal_upper, 2);
435 + ret = cal_cycle(phydev, MDIO_MMD_VEND1, MTK_PHY_RG_ANA_CAL_RG5,
436 + MTK_PHY_RG_ZCAL_CTRL_MASK, rg_zcal_ctrl);
438 + zcal_upper = rg_zcal_ctrl;
440 + } else if (ret == 0) {
441 + zcal_lower = rg_zcal_ctrl;
448 + if (zcal_lower == ZCAL_CTRL_MIN) {
449 + lower_ret = cal_cycle(phydev, MDIO_MMD_VEND1,
450 + MTK_PHY_RG_ANA_CAL_RG5,
451 + MTK_PHY_RG_ZCAL_CTRL_MASK, zcal_lower);
453 + } else if (zcal_upper == ZCAL_CTRL_MAX) {
454 + upper_ret = cal_cycle(phydev, MDIO_MMD_VEND1,
455 + MTK_PHY_RG_ANA_CAL_RG5,
456 + MTK_PHY_RG_ZCAL_CTRL_MASK, zcal_upper);
462 + ret = upper_ret - lower_ret;
464 + rext_cal_val[0] = zcal_upper;
465 + rext_cal_val[1] = zcal_upper >> 3;
466 + rext_fill_result(phydev, rext_cal_val);
467 + dev_info(&phydev->mdio.dev, "REXT SW cal result: 0x%x\n",
475 + phy_clear_bits_mmd(phydev, MDIO_MMD_VEND2,
476 + MTK_PHY_ANA_TEST_BUS_CTRL_RG,
477 + MTK_PHY_ANA_TEST_MODE_MASK);
478 + phy_clear_bits_mmd(phydev, MDIO_MMD_VEND1, MTK_PHY_RG_ANA_CAL_RG0,
479 + MTK_PHY_RG_CAL_CKINV | MTK_PHY_RG_ANA_CALEN |
480 + MTK_PHY_RG_REXT_CALEN);
481 + phy_clear_bits_mmd(phydev, MDIO_MMD_VEND2, MTK_PHY_RG_DASN_TXT_DMY2,
482 + MTK_PHY_TST_DMY2_MASK);
483 + phy_modify_mmd(phydev, MDIO_MMD_VEND1, MTK_PHY_RG_ANA_CAL_RG5,
484 + MTK_PHY_RG_ZCAL_CTRL_MASK, rg_zcal_ctrl_def);
489 +static int tx_offset_fill_result(struct phy_device *phydev, u16 *buf)
491 + phy_modify_mmd(phydev, MDIO_MMD_VEND1, MTK_PHY_RG_CR_TX_AMP_OFFSET_A_B,
492 + MTK_PHY_CR_TX_AMP_OFFSET_A_MASK, buf[0] << 8);
493 + phy_modify_mmd(phydev, MDIO_MMD_VEND1, MTK_PHY_RG_CR_TX_AMP_OFFSET_A_B,
494 + MTK_PHY_CR_TX_AMP_OFFSET_B_MASK, buf[1]);
495 + phy_modify_mmd(phydev, MDIO_MMD_VEND1, MTK_PHY_RG_CR_TX_AMP_OFFSET_C_D,
496 + MTK_PHY_CR_TX_AMP_OFFSET_C_MASK, buf[2] << 8);
497 + phy_modify_mmd(phydev, MDIO_MMD_VEND1, MTK_PHY_RG_CR_TX_AMP_OFFSET_C_D,
498 + MTK_PHY_CR_TX_AMP_OFFSET_D_MASK, buf[3]);
503 +static int tx_offset_cal_efuse(struct phy_device *phydev, u32 *buf)
505 + u16 tx_offset_cal_val[4];
507 + tx_offset_cal_val[0] = EFS_DA_TX_AMP_OFFSET_A(buf[0]);
508 + tx_offset_cal_val[1] = EFS_DA_TX_AMP_OFFSET_B(buf[1]);
509 + tx_offset_cal_val[2] = EFS_DA_TX_AMP_OFFSET_C(buf[1]);
510 + tx_offset_cal_val[3] = EFS_DA_TX_AMP_OFFSET_D(buf[1]);
512 + tx_offset_fill_result(phydev, tx_offset_cal_val);
517 +static int tx_amp_fill_result(struct phy_device *phydev, u16 *buf)
520 + int bias[16] = {0};
521 + const int vals_9461[16] = { 7, 1, 4, 7,
525 + const int vals_9481[16] = { 10, 6, 6, 10,
530 + switch (phydev->drv->phy_id) {
532 + /* We add some calibration to efuse values
533 + * due to board level influence.
534 + * GBE: +7, TBT: +1, HBT: +4, TST: +7
536 + memcpy(bias, (const void *)vals_9461, sizeof(bias));
537 + for (i = 0; i <= 12; i += 4) {
538 + if (likely(buf[i >> 2] + bias[i] >= 32)) {
541 + phy_modify_mmd(phydev, MDIO_MMD_VEND1,
542 + 0x5c, 0x7 << i, bias[i] << i);
550 + memcpy(bias, (const void *)vals_9481, sizeof(bias));
556 + /* Prevent overflow */
557 + for (i = 0; i < 12; i++) {
558 + if (buf[i >> 2] + bias[i] > 63) {
561 + } else if (buf[i >> 2] + bias[i] < 0) {
562 + /* Bias caused by board design may change in the future.
563 + * So check negative cases, too.
570 + phy_modify_mmd(phydev, MDIO_MMD_VEND1, MTK_PHY_TXVLD_DA_RG,
571 + MTK_PHY_DA_TX_I2MPB_A_GBE_MASK, (buf[0] + bias[0]) << 10);
572 + phy_modify_mmd(phydev, MDIO_MMD_VEND1, MTK_PHY_TXVLD_DA_RG,
573 + MTK_PHY_DA_TX_I2MPB_A_TBT_MASK, buf[0] + bias[1]);
574 + phy_modify_mmd(phydev, MDIO_MMD_VEND1, MTK_PHY_TX_I2MPB_TEST_MODE_A2,
575 + MTK_PHY_DA_TX_I2MPB_A_HBT_MASK, (buf[0] + bias[2]) << 10);
576 + phy_modify_mmd(phydev, MDIO_MMD_VEND1, MTK_PHY_TX_I2MPB_TEST_MODE_A2,
577 + MTK_PHY_DA_TX_I2MPB_A_TST_MASK, buf[0] + bias[3]);
579 + phy_modify_mmd(phydev, MDIO_MMD_VEND1, MTK_PHY_TX_I2MPB_TEST_MODE_B1,
580 + MTK_PHY_DA_TX_I2MPB_B_GBE_MASK, (buf[1] + bias[4]) << 8);
581 + phy_modify_mmd(phydev, MDIO_MMD_VEND1, MTK_PHY_TX_I2MPB_TEST_MODE_B1,
582 + MTK_PHY_DA_TX_I2MPB_B_TBT_MASK, buf[1] + bias[5]);
583 + phy_modify_mmd(phydev, MDIO_MMD_VEND1, MTK_PHY_TX_I2MPB_TEST_MODE_B2,
584 + MTK_PHY_DA_TX_I2MPB_B_HBT_MASK, (buf[1] + bias[6]) << 8);
585 + phy_modify_mmd(phydev, MDIO_MMD_VEND1, MTK_PHY_TX_I2MPB_TEST_MODE_B2,
586 + MTK_PHY_DA_TX_I2MPB_B_TST_MASK, buf[1] + bias[7]);
588 + phy_modify_mmd(phydev, MDIO_MMD_VEND1, MTK_PHY_TX_I2MPB_TEST_MODE_C1,
589 + MTK_PHY_DA_TX_I2MPB_C_GBE_MASK, (buf[2] + bias[8]) << 8);
590 + phy_modify_mmd(phydev, MDIO_MMD_VEND1, MTK_PHY_TX_I2MPB_TEST_MODE_C1,
591 + MTK_PHY_DA_TX_I2MPB_C_TBT_MASK, buf[2] + bias[9]);
592 + phy_modify_mmd(phydev, MDIO_MMD_VEND1, MTK_PHY_TX_I2MPB_TEST_MODE_C2,
593 + MTK_PHY_DA_TX_I2MPB_C_HBT_MASK, (buf[2] + bias[10]) << 8);
594 + phy_modify_mmd(phydev, MDIO_MMD_VEND1, MTK_PHY_TX_I2MPB_TEST_MODE_C2,
595 + MTK_PHY_DA_TX_I2MPB_C_TST_MASK, buf[2] + bias[11]);
597 + phy_modify_mmd(phydev, MDIO_MMD_VEND1, MTK_PHY_TX_I2MPB_TEST_MODE_D1,
598 + MTK_PHY_DA_TX_I2MPB_D_GBE_MASK, (buf[3] + bias[12]) << 8);
599 + phy_modify_mmd(phydev, MDIO_MMD_VEND1, MTK_PHY_TX_I2MPB_TEST_MODE_D1,
600 + MTK_PHY_DA_TX_I2MPB_D_TBT_MASK, buf[3] + bias[13]);
601 + phy_modify_mmd(phydev, MDIO_MMD_VEND1, MTK_PHY_TX_I2MPB_TEST_MODE_D2,
602 + MTK_PHY_DA_TX_I2MPB_D_HBT_MASK, (buf[3] + bias[14]) << 8);
603 + phy_modify_mmd(phydev, MDIO_MMD_VEND1, MTK_PHY_TX_I2MPB_TEST_MODE_D2,
604 + MTK_PHY_DA_TX_I2MPB_D_TST_MASK, buf[3] + bias[15]);
609 +static int tx_amp_cal_efuse(struct phy_device *phydev, u32 *buf)
611 + u16 tx_amp_cal_val[4];
613 + tx_amp_cal_val[0] = EFS_DA_TX_I2MPB_A(buf[0]);
614 + tx_amp_cal_val[1] = EFS_DA_TX_I2MPB_B(buf[0]);
615 + tx_amp_cal_val[2] = EFS_DA_TX_I2MPB_C(buf[0]);
616 + tx_amp_cal_val[3] = EFS_DA_TX_I2MPB_D(buf[0]);
617 + tx_amp_fill_result(phydev, tx_amp_cal_val);
622 +static int tx_r50_fill_result(struct phy_device *phydev, u16 tx_r50_cal_val,
628 + switch (phydev->drv->phy_id) {
634 + /* 0x03a29461 enters default case */
639 + val = clamp_val(bias + tx_r50_cal_val, 0, 63);
641 + switch (txg_calen_x) {
643 + reg = MTK_PHY_DA_TX_R50_PAIR_A;
646 + reg = MTK_PHY_DA_TX_R50_PAIR_B;
649 + reg = MTK_PHY_DA_TX_R50_PAIR_C;
652 + reg = MTK_PHY_DA_TX_R50_PAIR_D;
656 + phy_write_mmd(phydev, MDIO_MMD_VEND1, reg, val | val << 8);
661 +static int tx_r50_cal_efuse(struct phy_device *phydev, u32 *buf,
664 + u16 tx_r50_cal_val;
666 + switch (txg_calen_x) {
668 + tx_r50_cal_val = EFS_DA_TX_R50_A(buf[1]);
671 + tx_r50_cal_val = EFS_DA_TX_R50_B(buf[1]);
674 + tx_r50_cal_val = EFS_DA_TX_R50_C(buf[2]);
677 + tx_r50_cal_val = EFS_DA_TX_R50_D(buf[2]);
680 + tx_r50_fill_result(phydev, tx_r50_cal_val, txg_calen_x);
685 +static int tx_r50_cal_sw(struct phy_device *phydev, u8 txg_calen_x)
687 + u8 zcal_lower, zcal_upper, rg_zcal_ctrl;
688 + u8 lower_ret, upper_ret;
689 + u8 rg_zcal_ctrl_def;
690 + u16 tx_r50_cal_val;
693 + phy_modify_mmd(phydev, MDIO_MMD_VEND2, MTK_PHY_ANA_TEST_BUS_CTRL_RG,
694 + MTK_PHY_ANA_TEST_MODE_MASK, MTK_PHY_TANA_CAL_MODE << 8);
695 + phy_clear_bits_mmd(phydev, MDIO_MMD_VEND1, MTK_PHY_RG_ANA_CAL_RG1,
696 + MTK_PHY_RG_TXVOS_CALEN);
697 + phy_set_bits_mmd(phydev, MDIO_MMD_VEND1, MTK_PHY_RG_ANA_CAL_RG0,
698 + MTK_PHY_RG_CAL_CKINV | MTK_PHY_RG_ANA_CALEN);
699 + phy_set_bits_mmd(phydev, MDIO_MMD_VEND1, MTK_PHY_RG_ANA_CAL_RG2,
700 + BIT(txg_calen_x * 4));
701 + phy_modify_mmd(phydev, MDIO_MMD_VEND2, MTK_PHY_RG_DASN_TXT_DMY2,
702 + MTK_PHY_TST_DMY2_MASK, 0x1);
704 + rg_zcal_ctrl_def = phy_read_mmd(phydev, MDIO_MMD_VEND1,
705 + MTK_PHY_RG_ANA_CAL_RG5) &
706 + MTK_PHY_RG_ZCAL_CTRL_MASK;
707 + zcal_lower = ZCAL_CTRL_MIN;
708 + zcal_upper = ZCAL_CTRL_MAX;
710 + dev_dbg(&phydev->mdio.dev, "Start TX-R50 Pair%c SW cal.\n",
711 + pair[txg_calen_x]);
712 + while ((zcal_upper - zcal_lower) > 1) {
713 + rg_zcal_ctrl = DIV_ROUND_CLOSEST(zcal_lower + zcal_upper, 2);
714 + ret = cal_cycle(phydev, MDIO_MMD_VEND1, MTK_PHY_RG_ANA_CAL_RG5,
715 + MTK_PHY_RG_ZCAL_CTRL_MASK, rg_zcal_ctrl);
717 + zcal_upper = rg_zcal_ctrl;
719 + } else if (ret == 0) {
720 + zcal_lower = rg_zcal_ctrl;
727 + if (zcal_lower == ZCAL_CTRL_MIN) {
728 + lower_ret = cal_cycle(phydev, MDIO_MMD_VEND1,
729 + MTK_PHY_RG_ANA_CAL_RG5,
730 + MTK_PHY_RG_ZCAL_CTRL_MASK, zcal_lower);
732 + } else if (zcal_upper == ZCAL_CTRL_MAX) {
733 + upper_ret = cal_cycle(phydev, MDIO_MMD_VEND1,
734 + MTK_PHY_RG_ANA_CAL_RG5,
735 + MTK_PHY_RG_ZCAL_CTRL_MASK, zcal_upper);
741 + ret = upper_ret - lower_ret;
743 + tx_r50_cal_val = mt798x_zcal_to_r50[zcal_upper];
744 + tx_r50_fill_result(phydev, tx_r50_cal_val, txg_calen_x);
745 + dev_info(&phydev->mdio.dev,
746 + "TX-R50 Pair%c SW cal result: 0x%x\n",
747 + pair[txg_calen_x], zcal_lower);
754 + phy_clear_bits_mmd(phydev, MDIO_MMD_VEND2, MTK_PHY_ANA_TEST_BUS_CTRL_RG,
755 + MTK_PHY_ANA_TEST_MODE_MASK);
756 + phy_clear_bits_mmd(phydev, MDIO_MMD_VEND1, MTK_PHY_RG_ANA_CAL_RG0,
757 + MTK_PHY_RG_CAL_CKINV | MTK_PHY_RG_ANA_CALEN);
758 + phy_clear_bits_mmd(phydev, MDIO_MMD_VEND1, MTK_PHY_RG_ANA_CAL_RG2,
759 + BIT(txg_calen_x * 4));
760 + phy_clear_bits_mmd(phydev, MDIO_MMD_VEND2, MTK_PHY_RG_DASN_TXT_DMY2,
761 + MTK_PHY_TST_DMY2_MASK);
762 + phy_modify_mmd(phydev, MDIO_MMD_VEND1, MTK_PHY_RG_ANA_CAL_RG5,
763 + MTK_PHY_RG_ZCAL_CTRL_MASK, rg_zcal_ctrl_def);
768 +static int tx_vcm_cal_sw(struct phy_device *phydev, u8 rg_txreserve_x)
770 + u8 lower_idx, upper_idx, txreserve_val;
771 + u8 lower_ret, upper_ret;
774 + phy_set_bits_mmd(phydev, MDIO_MMD_VEND1, MTK_PHY_RG_ANA_CAL_RG0,
775 + MTK_PHY_RG_ANA_CALEN);
776 + phy_clear_bits_mmd(phydev, MDIO_MMD_VEND1, MTK_PHY_RG_ANA_CAL_RG0,
777 + MTK_PHY_RG_CAL_CKINV);
778 + phy_set_bits_mmd(phydev, MDIO_MMD_VEND1, MTK_PHY_RG_ANA_CAL_RG1,
779 + MTK_PHY_RG_TXVOS_CALEN);
781 + switch (rg_txreserve_x) {
783 + phy_clear_bits_mmd(phydev, MDIO_MMD_VEND1,
784 + MTK_PHY_RG_DASN_DAC_IN0_A,
785 + MTK_PHY_DASN_DAC_IN0_A_MASK);
786 + phy_clear_bits_mmd(phydev, MDIO_MMD_VEND1,
787 + MTK_PHY_RG_DASN_DAC_IN1_A,
788 + MTK_PHY_DASN_DAC_IN1_A_MASK);
789 + phy_set_bits_mmd(phydev, MDIO_MMD_VEND1,
790 + MTK_PHY_RG_ANA_CAL_RG0,
791 + MTK_PHY_RG_ZCALEN_A);
794 + phy_clear_bits_mmd(phydev, MDIO_MMD_VEND1,
795 + MTK_PHY_RG_DASN_DAC_IN0_B,
796 + MTK_PHY_DASN_DAC_IN0_B_MASK);
797 + phy_clear_bits_mmd(phydev, MDIO_MMD_VEND1,
798 + MTK_PHY_RG_DASN_DAC_IN1_B,
799 + MTK_PHY_DASN_DAC_IN1_B_MASK);
800 + phy_set_bits_mmd(phydev, MDIO_MMD_VEND1,
801 + MTK_PHY_RG_ANA_CAL_RG1,
802 + MTK_PHY_RG_ZCALEN_B);
805 + phy_clear_bits_mmd(phydev, MDIO_MMD_VEND1,
806 + MTK_PHY_RG_DASN_DAC_IN0_C,
807 + MTK_PHY_DASN_DAC_IN0_C_MASK);
808 + phy_clear_bits_mmd(phydev, MDIO_MMD_VEND1,
809 + MTK_PHY_RG_DASN_DAC_IN1_C,
810 + MTK_PHY_DASN_DAC_IN1_C_MASK);
811 + phy_set_bits_mmd(phydev, MDIO_MMD_VEND1,
812 + MTK_PHY_RG_ANA_CAL_RG1,
813 + MTK_PHY_RG_ZCALEN_C);
816 + phy_clear_bits_mmd(phydev, MDIO_MMD_VEND1,
817 + MTK_PHY_RG_DASN_DAC_IN0_D,
818 + MTK_PHY_DASN_DAC_IN0_D_MASK);
819 + phy_clear_bits_mmd(phydev, MDIO_MMD_VEND1,
820 + MTK_PHY_RG_DASN_DAC_IN1_D,
821 + MTK_PHY_DASN_DAC_IN1_D_MASK);
822 + phy_set_bits_mmd(phydev, MDIO_MMD_VEND1,
823 + MTK_PHY_RG_ANA_CAL_RG1,
824 + MTK_PHY_RG_ZCALEN_D);
831 + lower_idx = TXRESERVE_MIN;
832 + upper_idx = TXRESERVE_MAX;
834 + dev_dbg(&phydev->mdio.dev, "Start TX-VCM SW cal.\n");
835 + while ((upper_idx - lower_idx) > 1) {
836 + txreserve_val = DIV_ROUND_CLOSEST(lower_idx + upper_idx, 2);
837 + ret = cal_cycle(phydev, MDIO_MMD_VEND1, MTK_PHY_RXADC_CTRL_RG9,
838 + MTK_PHY_DA_RX_PSBN_TBT_MASK |
839 + MTK_PHY_DA_RX_PSBN_HBT_MASK |
840 + MTK_PHY_DA_RX_PSBN_GBE_MASK |
841 + MTK_PHY_DA_RX_PSBN_LP_MASK,
842 + txreserve_val << 12 | txreserve_val << 8 |
843 + txreserve_val << 4 | txreserve_val);
845 + upper_idx = txreserve_val;
847 + } else if (ret == 0) {
848 + lower_idx = txreserve_val;
855 + if (lower_idx == TXRESERVE_MIN) {
856 + lower_ret = cal_cycle(phydev, MDIO_MMD_VEND1,
857 + MTK_PHY_RXADC_CTRL_RG9,
858 + MTK_PHY_DA_RX_PSBN_TBT_MASK |
859 + MTK_PHY_DA_RX_PSBN_HBT_MASK |
860 + MTK_PHY_DA_RX_PSBN_GBE_MASK |
861 + MTK_PHY_DA_RX_PSBN_LP_MASK,
862 + lower_idx << 12 | lower_idx << 8 |
863 + lower_idx << 4 | lower_idx);
865 + } else if (upper_idx == TXRESERVE_MAX) {
866 + upper_ret = cal_cycle(phydev, MDIO_MMD_VEND1,
867 + MTK_PHY_RXADC_CTRL_RG9,
868 + MTK_PHY_DA_RX_PSBN_TBT_MASK |
869 + MTK_PHY_DA_RX_PSBN_HBT_MASK |
870 + MTK_PHY_DA_RX_PSBN_GBE_MASK |
871 + MTK_PHY_DA_RX_PSBN_LP_MASK,
872 + upper_idx << 12 | upper_idx << 8 |
873 + upper_idx << 4 | upper_idx);
879 + /* We calibrate TX-VCM in different logic. Check upper index and then
880 + * lower index. If this calibration is valid, apply lower index's result.
882 + ret = upper_ret - lower_ret;
885 + /* Make sure we use upper_idx in our calibration system */
886 + cal_cycle(phydev, MDIO_MMD_VEND1, MTK_PHY_RXADC_CTRL_RG9,
887 + MTK_PHY_DA_RX_PSBN_TBT_MASK |
888 + MTK_PHY_DA_RX_PSBN_HBT_MASK |
889 + MTK_PHY_DA_RX_PSBN_GBE_MASK |
890 + MTK_PHY_DA_RX_PSBN_LP_MASK,
891 + upper_idx << 12 | upper_idx << 8 |
892 + upper_idx << 4 | upper_idx);
893 + dev_info(&phydev->mdio.dev, "TX-VCM SW cal result: 0x%x\n",
895 + } else if (lower_idx == TXRESERVE_MIN && upper_ret == 1 &&
898 + cal_cycle(phydev, MDIO_MMD_VEND1, MTK_PHY_RXADC_CTRL_RG9,
899 + MTK_PHY_DA_RX_PSBN_TBT_MASK |
900 + MTK_PHY_DA_RX_PSBN_HBT_MASK |
901 + MTK_PHY_DA_RX_PSBN_GBE_MASK |
902 + MTK_PHY_DA_RX_PSBN_LP_MASK,
903 + lower_idx << 12 | lower_idx << 8 |
904 + lower_idx << 4 | lower_idx);
905 + dev_warn(&phydev->mdio.dev,
906 + "TX-VCM SW cal result at low margin 0x%x\n",
908 + } else if (upper_idx == TXRESERVE_MAX && upper_ret == 0 &&
911 + dev_warn(&phydev->mdio.dev,
912 + "TX-VCM SW cal result at high margin 0x%x\n",
919 + phy_clear_bits_mmd(phydev, MDIO_MMD_VEND1, MTK_PHY_RG_ANA_CAL_RG0,
920 + MTK_PHY_RG_ANA_CALEN);
921 + phy_clear_bits_mmd(phydev, MDIO_MMD_VEND1, MTK_PHY_RG_ANA_CAL_RG1,
922 + MTK_PHY_RG_TXVOS_CALEN);
923 + phy_clear_bits_mmd(phydev, MDIO_MMD_VEND1, MTK_PHY_RG_ANA_CAL_RG0,
924 + MTK_PHY_RG_ZCALEN_A);
925 + phy_clear_bits_mmd(phydev, MDIO_MMD_VEND1, MTK_PHY_RG_ANA_CAL_RG1,
926 + MTK_PHY_RG_ZCALEN_B | MTK_PHY_RG_ZCALEN_C |
927 + MTK_PHY_RG_ZCALEN_D);
932 +static inline void mt7981_phy_finetune(struct phy_device *phydev)
936 + /* 100M eye finetune:
937 + * Keep middle level of TX MLT3 shapper as default.
938 + * Only change TX MLT3 overshoot level here.
940 + phy_write_mmd(phydev, MDIO_MMD_VEND1, MTK_PHY_1st_OVERSHOOT_LEVEL_0TO1,
942 + phy_write_mmd(phydev, MDIO_MMD_VEND1, MTK_PHY_2nd_OVERSHOOT_LEVEL_0TO1,
944 + phy_write_mmd(phydev, MDIO_MMD_VEND1, MTK_PHY_1st_OVERSHOOT_LEVEL_1TO0,
946 + phy_write_mmd(phydev, MDIO_MMD_VEND1, MTK_PHY_2nd_OVERSHOOT_LEVEL_1TO0,
948 + phy_write_mmd(phydev, MDIO_MMD_VEND1, MTK_PHY_1st_OVERSHOOT_LEVEL_0TON1,
950 + phy_write_mmd(phydev, MDIO_MMD_VEND1, MTK_PHY_2nd_OVERSHOOT_LEVEL_0TON1,
952 + phy_write_mmd(phydev, MDIO_MMD_VEND1, MTK_PHY_1st_OVERSHOOT_LEVEL_N1TO0,
954 + phy_write_mmd(phydev, MDIO_MMD_VEND1, MTK_PHY_2nd_OVERSHOOT_LEVEL_N1TO0,
957 + /* TX-AMP finetune:
958 + * 100M +4, 1000M +6 to default value.
959 + * If efuse values aren't valid, TX-AMP uses the below values.
961 + phy_write_mmd(phydev, MDIO_MMD_VEND1, MTK_PHY_TXVLD_DA_RG, 0x9824);
962 + phy_write_mmd(phydev, MDIO_MMD_VEND1, MTK_PHY_TX_I2MPB_TEST_MODE_A2,
964 + phy_write_mmd(phydev, MDIO_MMD_VEND1, MTK_PHY_TX_I2MPB_TEST_MODE_B1,
966 + phy_write_mmd(phydev, MDIO_MMD_VEND1, MTK_PHY_TX_I2MPB_TEST_MODE_B2,
968 + phy_write_mmd(phydev, MDIO_MMD_VEND1, MTK_PHY_TX_I2MPB_TEST_MODE_C1,
970 + phy_write_mmd(phydev, MDIO_MMD_VEND1, MTK_PHY_TX_I2MPB_TEST_MODE_C2,
972 + phy_write_mmd(phydev, MDIO_MMD_VEND1, MTK_PHY_TX_I2MPB_TEST_MODE_D1,
974 + phy_write_mmd(phydev, MDIO_MMD_VEND1, MTK_PHY_TX_I2MPB_TEST_MODE_D2,
977 + phy_select_page(phydev, MTK_PHY_PAGE_EXTENDED_52B5);
978 + /* EnabRandUpdTrig = 1 */
979 + __phy_write(phydev, 0x11, 0x2f00);
980 + __phy_write(phydev, 0x12, 0xe);
981 + __phy_write(phydev, 0x10, 0x8fb0);
983 + /* SlvDSPreadyTime = 0xc */
984 + __phy_write(phydev, 0x11, 0x671);
985 + __phy_write(phydev, 0x12, 0xc);
986 + __phy_write(phydev, 0x10, 0x8fae);
988 + /* NormMseLoThresh = 85 */
989 + __phy_write(phydev, 0x11, 0x55a0);
990 + __phy_write(phydev, 0x12, 0x0);
991 + __phy_write(phydev, 0x10, 0x83aa);
993 + /* InhibitDisableDfeTail1000 = 1 */
994 + __phy_write(phydev, 0x11, 0x2b);
995 + __phy_write(phydev, 0x12, 0x0);
996 + __phy_write(phydev, 0x10, 0x8f80);
999 + __phy_write(phydev, 0x11, 0xbaef);
1000 + __phy_write(phydev, 0x12, 0x2e);
1001 + __phy_write(phydev, 0x10, 0x968c);
1003 + /* VcoSlicerThreshBitsHigh */
1004 + __phy_write(phydev, 0x11, 0x5555);
1005 + __phy_write(phydev, 0x12, 0x55);
1006 + __phy_write(phydev, 0x10, 0x8ec0);
1008 + /* ResetSyncOffset = 6 */
1009 + __phy_write(phydev, 0x11, 0x600);
1010 + __phy_write(phydev, 0x12, 0x0);
1011 + __phy_write(phydev, 0x10, 0x8fc0);
1013 + /* VgaDecRate = 1 */
1014 + __phy_write(phydev, 0x11, 0x4c2a);
1015 + __phy_write(phydev, 0x12, 0x3e);
1016 + __phy_write(phydev, 0x10, 0x8fa4);
1018 + phy_restore_page(phydev, MTK_PHY_PAGE_STANDARD, 0);
1019 + /* TR_OPEN_LOOP_EN = 1, lpf_x_average = 9*/
1020 + phy_modify_mmd(phydev, MDIO_MMD_VEND1, MTK_PHY_RG_DEV1E_REG234,
1021 + MTK_PHY_TR_OPEN_LOOP_EN_MASK | MTK_PHY_LPF_X_AVERAGE_MASK,
1022 + BIT(0) | FIELD_PREP(MTK_PHY_LPF_X_AVERAGE_MASK, 0x9));
1024 + /* rg_tr_lpf_cnt_val = 512 */
1025 + phy_write_mmd(phydev, MDIO_MMD_VEND1, MTK_PHY_RG_LPF_CNT_VAL, 0x200);
1027 + /* IIR2 related */
1028 + phy_write_mmd(phydev, MDIO_MMD_VEND1, MTK_PHY_RG_LP_IIR2_K1_L, 0x82);
1029 + phy_write_mmd(phydev, MDIO_MMD_VEND1, MTK_PHY_RG_LP_IIR2_K1_U, 0x0);
1030 + phy_write_mmd(phydev, MDIO_MMD_VEND1, MTK_PHY_RG_LP_IIR2_K2_L, 0x103);
1031 + phy_write_mmd(phydev, MDIO_MMD_VEND1, MTK_PHY_RG_LP_IIR2_K2_U, 0x0);
1032 + phy_write_mmd(phydev, MDIO_MMD_VEND1, MTK_PHY_RG_LP_IIR2_K3_L, 0x82);
1033 + phy_write_mmd(phydev, MDIO_MMD_VEND1, MTK_PHY_RG_LP_IIR2_K3_U, 0x0);
1034 + phy_write_mmd(phydev, MDIO_MMD_VEND1, MTK_PHY_RG_LP_IIR2_K4_L, 0xd177);
1035 + phy_write_mmd(phydev, MDIO_MMD_VEND1, MTK_PHY_RG_LP_IIR2_K4_U, 0x3);
1036 + phy_write_mmd(phydev, MDIO_MMD_VEND1, MTK_PHY_RG_LP_IIR2_K5_L, 0x2c82);
1037 + phy_write_mmd(phydev, MDIO_MMD_VEND1, MTK_PHY_RG_LP_IIR2_K5_U, 0xe);
1040 + phy_modify_mmd(phydev, MDIO_MMD_VEND1, MTK_PHY_RG_DEV1E_REG27C,
1041 + MTK_PHY_VGASTATE_FFE_THR_ST1_MASK, 0x1b << 8);
1042 + phy_modify_mmd(phydev, MDIO_MMD_VEND1, MTK_PHY_RG_DEV1E_REG27D,
1043 + MTK_PHY_VGASTATE_FFE_THR_ST2_MASK, 0x1e);
1046 + /* 10/100/1000 TX shaper is enabled by default */
1047 + for (i = 0x202; i < 0x230; i += 2) {
1048 + if (i == 0x20c || i == 0x218 || i == 0x224)
1050 + phy_write_mmd(phydev, MDIO_MMD_VEND2, i, 0x2219);
1051 + phy_write_mmd(phydev, MDIO_MMD_VEND2, i + 1, 0x23);
1055 +static inline void mt7988_phy_finetune(struct phy_device *phydev)
1057 + u16 val[12] = { 0x0187, 0x01cd, 0x01c8, 0x0182,
1058 + 0x020d, 0x0206, 0x0384, 0x03d0,
1059 + 0x03c6, 0x030a, 0x0011, 0x0005 };
1062 + for (i = 0; i < MTK_PHY_TX_MLT3_END; i++)
1063 + phy_write_mmd(phydev, MDIO_MMD_VEND1, i, val[i]);
1065 + /* TCT finetune */
1066 + phy_write_mmd(phydev, MDIO_MMD_VEND1, MTK_PHY_RG_TX_FILTER, 0x5);
1068 + /* Disable TX power saving */
1069 + phy_modify_mmd(phydev, MDIO_MMD_VEND1, MTK_PHY_RXADC_CTRL_RG7,
1070 + MTK_PHY_DA_AD_BUF_BIAS_LP_MASK, 0x3 << 8);
1072 + phy_select_page(phydev, MTK_PHY_PAGE_EXTENDED_52B5);
1073 + /* EnabRandUpdTrig = 1 */
1074 + __phy_write(phydev, 0x11, 0x2f00);
1075 + __phy_write(phydev, 0x12, 0xe);
1076 + __phy_write(phydev, 0x10, 0x8fb0);
1078 + /* SlvDSPreadyTime = 0xc */
1079 + __phy_write(phydev, 0x11, 0x671);
1080 + __phy_write(phydev, 0x12, 0xc);
1081 + __phy_write(phydev, 0x10, 0x8fae);
1083 + /* NormMseLoThresh = 85 */
1084 + __phy_write(phydev, 0x11, 0x55a0);
1085 + __phy_write(phydev, 0x12, 0x0);
1086 + __phy_write(phydev, 0x10, 0x83aa);
1088 + /* InhibitDisableDfeTail1000 = 1 */
1089 + __phy_write(phydev, 0x11, 0x2b);
1090 + __phy_write(phydev, 0x12, 0x0);
1091 + __phy_write(phydev, 0x10, 0x8f80);
1093 + /* SSTr related */
1094 + __phy_write(phydev, 0x11, 0xbaef);
1095 + __phy_write(phydev, 0x12, 0x2e);
1096 + __phy_write(phydev, 0x10, 0x968c);
1098 + /* MrvlTrFix100Kp = 3, MrvlTrFix100Kf = 2,
1099 + * MrvlTrFix1000Kp = 3, MrvlTrFix1000Kf = 2
1101 + __phy_write(phydev, 0x11, 0xd10a);
1102 + __phy_write(phydev, 0x12, 0x34);
1103 + __phy_write(phydev, 0x10, 0x8f82);
1105 + /* VcoSlicerThreshBitsHigh */
1106 + __phy_write(phydev, 0x11, 0x5555);
1107 + __phy_write(phydev, 0x12, 0x55);
1108 + __phy_write(phydev, 0x10, 0x8ec0);
1110 + /* ResetSyncOffset = 5 */
1111 + __phy_write(phydev, 0x11, 0x500);
1112 + __phy_write(phydev, 0x12, 0x0);
1113 + __phy_write(phydev, 0x10, 0x8fc0);
1114 + phy_restore_page(phydev, MTK_PHY_PAGE_STANDARD, 0);
1116 + phy_select_page(phydev, MTK_PHY_PAGE_EXTENDED_2A30);
1117 + /* TxClkOffset = 2 */
1118 + __phy_modify(phydev, MTK_PHY_ANARG_RG, MTK_PHY_TCLKOFFSET_MASK,
1119 + FIELD_PREP(MTK_PHY_TCLKOFFSET_MASK, 0x2));
1120 + phy_restore_page(phydev, MTK_PHY_PAGE_STANDARD, 0);
1122 + /* TR_OPEN_LOOP_EN = 1, lpf_x_average = 9*/
1123 + phy_modify_mmd(phydev, MDIO_MMD_VEND1, MTK_PHY_RG_DEV1E_REG234,
1124 + MTK_PHY_TR_OPEN_LOOP_EN_MASK | MTK_PHY_LPF_X_AVERAGE_MASK,
1125 + BIT(0) | FIELD_PREP(MTK_PHY_LPF_X_AVERAGE_MASK, 0x9));
1127 + /* rg_tr_lpf_cnt_val = 512 */
1128 + phy_write_mmd(phydev, MDIO_MMD_VEND1, MTK_PHY_RG_LPF_CNT_VAL, 0x200);
1130 + /* IIR2 related */
1131 + phy_write_mmd(phydev, MDIO_MMD_VEND1, MTK_PHY_RG_LP_IIR2_K1_L, 0x82);
1132 + phy_write_mmd(phydev, MDIO_MMD_VEND1, MTK_PHY_RG_LP_IIR2_K1_U, 0x0);
1133 + phy_write_mmd(phydev, MDIO_MMD_VEND1, MTK_PHY_RG_LP_IIR2_K2_L, 0x103);
1134 + phy_write_mmd(phydev, MDIO_MMD_VEND1, MTK_PHY_RG_LP_IIR2_K2_U, 0x0);
1135 + phy_write_mmd(phydev, MDIO_MMD_VEND1, MTK_PHY_RG_LP_IIR2_K3_L, 0x82);
1136 + phy_write_mmd(phydev, MDIO_MMD_VEND1, MTK_PHY_RG_LP_IIR2_K3_U, 0x0);
1137 + phy_write_mmd(phydev, MDIO_MMD_VEND1, MTK_PHY_RG_LP_IIR2_K4_L, 0xd177);
1138 + phy_write_mmd(phydev, MDIO_MMD_VEND1, MTK_PHY_RG_LP_IIR2_K4_U, 0x3);
1139 + phy_write_mmd(phydev, MDIO_MMD_VEND1, MTK_PHY_RG_LP_IIR2_K5_L, 0x2c82);
1140 + phy_write_mmd(phydev, MDIO_MMD_VEND1, MTK_PHY_RG_LP_IIR2_K5_U, 0xe);
1143 + phy_modify_mmd(phydev, MDIO_MMD_VEND1, MTK_PHY_RG_DEV1E_REG27C,
1144 + MTK_PHY_VGASTATE_FFE_THR_ST1_MASK, 0x1b << 8);
1145 + phy_modify_mmd(phydev, MDIO_MMD_VEND1, MTK_PHY_RG_DEV1E_REG27D,
1146 + MTK_PHY_VGASTATE_FFE_THR_ST2_MASK, 0x1e);
1149 + /* 10/100/1000 TX shaper is enabled by default */
1150 + for (i = 0x202; i < 0x230; i += 2) {
1151 + if (i == 0x20c || i == 0x218 || i == 0x224)
1153 + phy_write_mmd(phydev, MDIO_MMD_VEND2, i, 0x2219);
1154 + phy_write_mmd(phydev, MDIO_MMD_VEND2, i + 1, 0x23);
1157 + /* Disable LDO pump */
1158 + phy_write_mmd(phydev, MDIO_MMD_VEND1, MTK_PHY_LDO_PUMP_EN_PAIRAB, 0x0);
1159 + phy_write_mmd(phydev, MDIO_MMD_VEND1, MTK_PHY_LDO_PUMP_EN_PAIRCD, 0x0);
1161 + /* Adjust LDO output voltage */
1162 + phy_write_mmd(phydev, MDIO_MMD_VEND1, MTK_PHY_LDO_OUTPUT_V, 0x2222);
1165 +static inline int cal_sw(struct phy_device *phydev, enum CAL_ITEM cal_item,
1166 + u8 start_pair, u8 end_pair)
1171 + for (pair_n = start_pair; pair_n <= end_pair; pair_n++) {
1172 + /* TX_OFFSET & TX_AMP have no SW calibration. */
1173 + switch (cal_item) {
1175 + ret = rext_cal_sw(phydev);
1178 + ret = tx_r50_cal_sw(phydev, pair_n);
1181 + ret = tx_vcm_cal_sw(phydev, pair_n);
1192 +static inline int cal_efuse(struct phy_device *phydev, enum CAL_ITEM cal_item,
1193 + u8 start_pair, u8 end_pair, u32 *buf)
1198 + for (pair_n = start_pair; pair_n <= end_pair; pair_n++) {
1199 + /* TX_VCM has no efuse calibration. */
1200 + switch (cal_item) {
1202 + ret = rext_cal_efuse(phydev, buf);
1205 + ret = tx_offset_cal_efuse(phydev, buf);
1208 + ret = tx_amp_cal_efuse(phydev, buf);
1211 + ret = tx_r50_cal_efuse(phydev, buf, pair_n);
1223 +static int start_cal(struct phy_device *phydev, enum CAL_ITEM cal_item,
1224 + bool efs_valid, enum CAL_MODE cal_mode, u8 start_pair,
1225 + u8 end_pair, u32 *buf)
1227 + char cal_prop[5][20] = { "mediatek,rext", "mediatek,tx_offset",
1228 + "mediatek,tx_amp", "mediatek,tx_r50",
1229 + "mediatek,tx_vcm" };
1230 + const char *dts_cal_mode;
1231 + u8 final_cal_mode = 0;
1232 + bool is_cal = true;
1235 + ret = of_property_read_string(phydev->mdio.dev.of_node,
1236 + cal_prop[cal_item], &dts_cal_mode);
1238 + switch (cal_mode) {
1240 + if ((efs_valid && ret) ||
1241 + (efs_valid && !ret && strcmp("efuse", dts_cal_mode) == 0)) {
1242 + cal_ret = cal_efuse(phydev, cal_item, start_pair,
1244 + final_cal_mode = EFUSE_K;
1245 + } else if ((!efs_valid && ret) ||
1246 + (!ret && strcmp("sw", dts_cal_mode) == 0)) {
1247 + cal_ret = cal_sw(phydev, cal_item, start_pair, end_pair);
1248 + final_cal_mode = SW_K;
1254 + if ((efs_valid && ret) ||
1255 + (efs_valid && !ret && strcmp("efuse", dts_cal_mode) == 0)) {
1256 + cal_ret = cal_efuse(phydev, cal_item, start_pair,
1258 + final_cal_mode = EFUSE_K;
1264 + if (ret || (!ret && strcmp("sw", dts_cal_mode) == 0)) {
1265 + cal_ret = cal_sw(phydev, cal_item, start_pair, end_pair);
1266 + final_cal_mode = SW_K;
1276 + dev_err(&phydev->mdio.dev, "[%s]cal failed\n", cal_prop[cal_item]);
1281 + dev_dbg(&phydev->mdio.dev, "[%s]K mode: %s(not supported)\n",
1282 + cal_prop[cal_item], dts_cal_mode);
1286 + dev_dbg(&phydev->mdio.dev, "[%s]K mode: %s(dts: %s), efs-valid: %s\n",
1287 + cal_prop[cal_item],
1288 + final_cal_mode ? "SW" : "EFUSE",
1289 + ret ? "not set" : dts_cal_mode,
1290 + efs_valid ? "yes" : "no");
1294 +static int mt798x_phy_calibration(struct phy_device *phydev)
1298 + bool efs_valid = true;
1300 + struct nvmem_cell *cell;
1302 + if (phydev->interface != PHY_INTERFACE_MODE_GMII)
1305 + cell = nvmem_cell_get(&phydev->mdio.dev, "phy-cal-data");
1306 + if (IS_ERR(cell)) {
1307 + if (PTR_ERR(cell) == -EPROBE_DEFER)
1308 + return PTR_ERR(cell);
1312 + buf = (u32 *)nvmem_cell_read(cell, &len);
1314 + return PTR_ERR(buf);
1315 + nvmem_cell_put(cell);
1317 + if (!buf[0] || !buf[1] || !buf[2] || !buf[3])
1318 + efs_valid = false;
1320 + if (len < 4 * sizeof(u32)) {
1321 + dev_err(&phydev->mdio.dev, "invalid calibration data\n");
1326 + ret = start_cal(phydev, REXT, efs_valid, SW_EFUSE_M,
1327 + NO_PAIR, NO_PAIR, buf);
1330 + ret = start_cal(phydev, TX_OFFSET, efs_valid, EFUSE_M,
1331 + NO_PAIR, NO_PAIR, buf);
1334 + ret = start_cal(phydev, TX_AMP, efs_valid, EFUSE_M,
1335 + NO_PAIR, NO_PAIR, buf);
1338 + ret = start_cal(phydev, TX_R50, efs_valid, EFUSE_M,
1339 + PAIR_A, PAIR_D, buf);
1342 + ret = start_cal(phydev, TX_VCM, efs_valid, SW_M,
1343 + PAIR_A, PAIR_A, buf);
1352 +static int mt7981_phy_probe(struct phy_device *phydev)
1354 + mt7981_phy_finetune(phydev);
1356 + return mt798x_phy_calibration(phydev);
1359 +static int mt7988_phy_probe(struct phy_device *phydev)
1361 + struct device_node *np;
1362 + void __iomem *boottrap;
1366 + /* Setup LED polarity according to boottrap's polarity */
1367 + np = of_find_compatible_node(NULL, NULL, "mediatek,boottrap");
1370 + boottrap = of_iomap(np, 0);
1373 + reg = readl(boottrap);
1374 + port = phydev->mdio.addr;
1375 + if ((port == GPHY_PORT0 && reg & BIT(8)) ||
1376 + (port == GPHY_PORT1 && reg & BIT(9)) ||
1377 + (port == GPHY_PORT2 && reg & BIT(10)) ||
1378 + (port == GPHY_PORT3 && reg & BIT(11))) {
1379 + phy_write_mmd(phydev, MDIO_MMD_VEND2, MTK_PHY_LED0_ON_CTRL,
1380 + MTK_PHY_LED0_ENABLE | MTK_PHY_LED0_ON_LINK10 |
1381 + MTK_PHY_LED0_ON_LINK100 |
1382 + MTK_PHY_LED0_ON_LINK1000);
1384 + phy_write_mmd(phydev, MDIO_MMD_VEND2, MTK_PHY_LED0_ON_CTRL,
1385 + MTK_PHY_LED0_ENABLE | MTK_PHY_LED0_POLARITY |
1386 + MTK_PHY_LED0_ON_LINK10 |
1387 + MTK_PHY_LED0_ON_LINK100 |
1388 + MTK_PHY_LED0_ON_LINK1000);
1390 + phy_write_mmd(phydev, MDIO_MMD_VEND2, MTK_PHY_LED0_BLINK_CTRL,
1391 + MTK_PHY_LED0_1000TX | MTK_PHY_LED0_1000RX |
1392 + MTK_PHY_LED0_100TX | MTK_PHY_LED0_100RX |
1393 + MTK_PHY_LED0_10TX | MTK_PHY_LED0_10RX);
1395 + mt7988_phy_finetune(phydev);
1397 + return mt798x_phy_calibration(phydev);
1401 static struct phy_driver mtk_gephy_driver[] = {
1403 PHY_ID_MATCH_EXACT(0x03a29412),
1404 @@ -97,6 +1422,30 @@ static struct phy_driver mtk_gephy_drive
1405 .read_page = mtk_gephy_read_page,
1406 .write_page = mtk_gephy_write_page,
1408 +#ifdef CONFIG_MEDIATEK_GE_PHY_SOC
1410 + PHY_ID_MATCH_EXACT(0x03a29461),
1411 + .name = "MediaTek MT7981 PHY",
1412 + .probe = mt7981_phy_probe,
1413 + .config_intr = genphy_no_config_intr,
1414 + .handle_interrupt = genphy_handle_interrupt_no_ack,
1415 + .suspend = genphy_suspend,
1416 + .resume = genphy_resume,
1417 + .read_page = mtk_gephy_read_page,
1418 + .write_page = mtk_gephy_write_page,
1421 + PHY_ID_MATCH_EXACT(0x03a29481),
1422 + .name = "MediaTek MT7988 PHY",
1423 + .probe = mt7988_phy_probe,
1424 + .config_intr = genphy_no_config_intr,
1425 + .handle_interrupt = genphy_handle_interrupt_no_ack,
1426 + .suspend = genphy_suspend,
1427 + .resume = genphy_resume,
1428 + .read_page = mtk_gephy_read_page,
1429 + .write_page = mtk_gephy_write_page,
1434 module_phy_driver(mtk_gephy_driver);
1435 @@ -107,6 +1456,8 @@ static struct mdio_device_id __maybe_unu
1438 MODULE_DESCRIPTION("MediaTek Gigabit Ethernet PHY driver");
1439 +MODULE_AUTHOR("Daniel Golle <daniel@makrotopia.org>");
1440 +MODULE_AUTHOR("SkyLake Huang <SkyLake.Huang@mediatek.com>");
1441 MODULE_AUTHOR("DENG, Qingfang <dqfext@gmail.com>");
1442 MODULE_LICENSE("GPL");