projects / linux-block.git / blame
? search:
summary | shortlog | log | commit | commitdiff | tree
blob | blame (incremental) | history | HEAD
Merge tag 'pm-6.16-rc5' of git://git.kernel.org/pub/scm/linux/kernel/git/rafael/linux-pm
[linux-block.git] / drivers / usb / host / ehci.h
CommitLineData
3e45ed3c 1/* SPDX-License-Identifier: GPL-2.0+ */
1da177e4
LT		 2/*
3 * Copyright (c) 2001-2002 by David Brownell
1da177e4
LT		 4 */
5
6#ifndef __LINUX_EHCI_HCD_H
7#define __LINUX_EHCI_HCD_H
8
9/* definitions used for the EHCI driver */
10
6dbd682b
SR		 11/*
12 * __hc32 and __hc16 are "Host Controller" types, they may be equivalent to
13 * __leXX (normally) or __beXX (given EHCI_BIG_ENDIAN_DESC), depending on
14 * the host controller implementation.
15 *
16 * To facilitate the strongest possible byte-order checking from "sparse"
17 * and so on, we use __leXX unless that's not practical.
18 */
19#ifdef CONFIG_USB_EHCI_BIG_ENDIAN_DESC
20typedef __u32 __bitwise __hc32;
21typedef __u16 __bitwise __hc16;
22#else
23#define __hc32 __le32
24#define __hc16 __le16
25#endif
26
411c9403 27/* statistics can be kept for tuning/monitoring */
1c20163d 28#ifdef CONFIG_DYNAMIC_DEBUG
9ec6e9d3
RQ		 29#define EHCI_STATS
30#endif
31
1da177e4
LT		 32struct ehci_stats {
33 /* irq usage */
34 unsigned long normal;
35 unsigned long error;
99ac5b1e 36 unsigned long iaa;
1da177e4
LT		 37 unsigned long lost_iaa;
38
39 /* termination of urbs from core */
40 unsigned long complete;
41 unsigned long unlink;
42};
43
ffa0248e
AS		 44/*
45 * Scheduling and budgeting information for periodic transfers, for both
46 * high-speed devices and full/low-speed devices lying behind a TT.
47 */
48struct ehci_per_sched {
49 struct usb_device *udev; /* access to the TT */
50 struct usb_host_endpoint *ep;
b35c5009 51 struct list_head ps_list; /* node on ehci_tt's ps_list */
ffa0248e 52 u16 tt_usecs; /* time on the FS/LS bus */
d0ce5c6b 53 u16 cs_mask; /* C-mask and S-mask bytes */
ffa0248e
AS		 54 u16 period; /* actual period in frames */
55 u16 phase; /* actual phase, frame part */
d0ce5c6b
AS		 56 u8 bw_phase; /* same, for bandwidth
57 reservation */
ffa0248e
AS		 58 u8 phase_uf; /* uframe part of the phase */
59 u8 usecs, c_usecs; /* times on the HS bus */
d0ce5c6b
AS		 60 u8 bw_uperiod; /* period in microframes, for
61 bandwidth reservation */
62 u8 bw_period; /* same, in frames */
ffa0248e 63};
91a99b5e
AS		 64#define NO_FRAME 29999 /* frame not assigned yet */
65
1da177e4 66/* ehci_hcd->lock guards shared data against other CPUs:
99ac5b1e 67 * ehci_hcd: async, unlink, periodic (and shadow), ...
1da177e4
LT		 68 * usb_host_endpoint: hcpriv
69 * ehci_qh: qh_next, qtd_list
70 * ehci_qtd: qtd_list
71 *
72 * Also, hold this lock when talking to HC registers or
73 * when updating hw_* fields in shared qh/qtd/... structures.
74 */
75
76#define EHCI_MAX_ROOT_PORTS 15 /* see HCS_N_PORTS */
77
c0c53dbc
AS		 78/*
79 * ehci_rh_state values of EHCI_RH_RUNNING or above mean that the
80 * controller may be doing DMA. Lower values mean there's no DMA.
81 */
e8799906
AS		 82enum ehci_rh_state {
83 EHCI_RH_HALTED,
84 EHCI_RH_SUSPENDED,
c0c53dbc
AS		 85 EHCI_RH_RUNNING,
86 EHCI_RH_STOPPING
e8799906
AS		 87};
88
d58b4bcc
AS		 89/*
90 * Timer events, ordered by increasing delay length.
91 * Always update event_delays_ns[] and event_handlers[] (defined in
92 * ehci-timer.c) in parallel with this list.
93 */
94enum ehci_hrtimer_event {
31446610 95 EHCI_HRTIMER_POLL_ASS, /* Poll for async schedule off */
3ca9aeba 96 EHCI_HRTIMER_POLL_PSS, /* Poll for periodic schedule off */
bf6387bc 97 EHCI_HRTIMER_POLL_DEAD, /* Wait for dead controller to stop */
df202255 98 EHCI_HRTIMER_UNLINK_INTR, /* Wait for interrupt QH unlink */
55934eb3 99 EHCI_HRTIMER_FREE_ITDS, /* Wait for unused iTDs and siTDs */
87d61912 100 EHCI_HRTIMER_ACTIVE_UNLINK, /* Wait while unlinking an active QH */
9118f9eb 101 EHCI_HRTIMER_START_UNLINK_INTR, /* Unlink empty interrupt QHs */
32830f20 102 EHCI_HRTIMER_ASYNC_UNLINKS, /* Unlink empty async QHs */
9d938747 103 EHCI_HRTIMER_IAA_WATCHDOG, /* Handle lost IAA interrupts */
3ca9aeba 104 EHCI_HRTIMER_DISABLE_PERIODIC, /* Wait to disable periodic sched */
31446610 105 EHCI_HRTIMER_DISABLE_ASYNC, /* Wait to disable async sched */
18aafe64 106 EHCI_HRTIMER_IO_WATCHDOG, /* Check for missing IRQs */
d58b4bcc
AS		 107 EHCI_HRTIMER_NUM_EVENTS /* Must come last */
108};
109#define EHCI_HRTIMER_NO_EVENT 99
110
1da177e4 111struct ehci_hcd { /* one per controller */
d58b4bcc
AS		 112 /* timing support */
113 enum ehci_hrtimer_event next_hrtimer_event;
114 unsigned enabled_hrtimer_events;
115 ktime_t hr_timeouts[EHCI_HRTIMER_NUM_EVENTS];
116 struct hrtimer hrtimer;
117
3ca9aeba 118 int PSS_poll_count;
31446610 119 int ASS_poll_count;
bf6387bc 120 int died_poll_count;
3ca9aeba 121
56c1e26d
DB		 122 /* glue to PCI and HCD framework */
123 struct ehci_caps __iomem *caps;
124 struct ehci_regs __iomem *regs;
125 struct ehci_dbg_port __iomem *debug;
126
127 __u32 hcs_params; /* cached register copy */
1da177e4 128 spinlock_t lock;
e8799906 129 enum ehci_rh_state rh_state;
1da177e4 130
df202255 131 /* general schedule support */
361aabf3
AS		 132 bool scanning:1;
133 bool need_rescan:1;
df202255 134 bool intr_unlinking:1;
214ac7a0 135 bool iaa_in_progress:1;
3c273a05 136 bool async_unlinking:1;
43fe3a99 137 bool shutdown:1;
569b394f 138 struct ehci_qh *qh_scan_next;
df202255 139
1da177e4
LT		 140 /* async schedule support */
141 struct ehci_qh *async;
3d091a6f 142 struct ehci_qh *dummy; /* For AMD quirk use */
6e018751 143 struct list_head async_unlink;
214ac7a0 144 struct list_head async_idle;
32830f20 145 unsigned async_unlink_cycle;
31446610 146 unsigned async_count; /* async activity count */
87d61912
AS		 147 __hc32 old_current; /* Test for QH becoming */
148 __hc32 old_token; /* inactive during unlink */
1da177e4
LT		 149
150 /* periodic schedule support */
151#define DEFAULT_I_TDPS 1024 /* some HCs can do less */
152 unsigned periodic_size;
6dbd682b 153 __hc32 *periodic; /* hw periodic table */
1da177e4 154 dma_addr_t periodic_dma;
569b394f 155 struct list_head intr_qh_list;
1da177e4
LT		 156 unsigned i_thresh; /* uframes HC might cache */
157
158 union ehci_shadow *pshadow; /* mirror hw periodic table */
9118f9eb 159 struct list_head intr_unlink_wait;
6e018751 160 struct list_head intr_unlink;
9118f9eb 161 unsigned intr_unlink_wait_cycle;
df202255 162 unsigned intr_unlink_cycle;
f4289078 163 unsigned now_frame; /* frame from HC hardware */
c3ee9b76 164 unsigned last_iso_frame; /* last frame scanned for iso */
569b394f
AS		 165 unsigned intr_count; /* intr activity count */
166 unsigned isoc_count; /* isoc activity count */
3ca9aeba 167 unsigned periodic_count; /* periodic activity count */
cc62a7eb
KS		 168 unsigned uframe_periodic_max; /* max periodic time per uframe */
169
1da177e4 170
f4289078 171 /* list of itds & sitds completed while now_frame was still active */
9aa09d2f 172 struct list_head cached_itd_list;
55934eb3 173 struct ehci_itd *last_itd_to_free;
0e5f231b 174 struct list_head cached_sitd_list;
55934eb3 175 struct ehci_sitd *last_sitd_to_free;
9aa09d2f 176
1da177e4 177 /* per root hub port */
9dc3af5e 178 unsigned long reset_done[EHCI_MAX_ROOT_PORTS];
383975d7 179
57e06c11
AS		 180 /* bit vectors (one bit per port) */
181 unsigned long bus_suspended; /* which ports were
182 already suspended at the start of a bus suspend */
183 unsigned long companion_ports; /* which ports are
184 dedicated to the companion controller */
383975d7
AS		 185 unsigned long owned_ports; /* which ports are
186 owned by the companion during a bus suspend */
d1f114d1
AS		 187 unsigned long port_c_suspend; /* which ports have
188 the change-suspend feature turned on */
eafe5b99
AS		 189 unsigned long suspended_ports; /* which ports are
190 suspended */
a448e4dc
AS		 191 unsigned long resuming_ports; /* which ports have
192 started to resume */
1da177e4
LT		 193
194 /* per-HC memory pools (could be per-bus, but ...) */
195 struct dma_pool *qh_pool; /* qh per active urb */
196 struct dma_pool *qtd_pool; /* one or more per qh */
197 struct dma_pool *itd_pool; /* itd per iso urb */
198 struct dma_pool *sitd_pool; /* sitd per split iso urb */
199
68335e81 200 unsigned random_frame;
1da177e4 201 unsigned long next_statechange;
ee4ecb8a 202 ktime_t last_periodic_enable;
1da177e4
LT		 203 u32 command;
204
8cd42e97 205 /* SILICON QUIRKS */
f8aeb3bb 206 unsigned no_selective_suspend:1;
8cd42e97 207 unsigned has_fsl_port_bug:1; /* FreeScale */
f8786a91 208 unsigned has_fsl_hs_errata:1; /* Freescale HS quirk */
9d4b8270 209 unsigned has_fsl_susp_errata:1; /* NXP SUSP quirk */
dda4b60e 210 unsigned has_ci_pec_bug:1; /* ChipIdea PEC bug */
083522d7 211 unsigned big_endian_mmio:1;
6dbd682b 212 unsigned big_endian_desc:1;
c430131a 213 unsigned big_endian_capbase:1;
796bcae7 214 unsigned has_amcc_usb23:1;
403dbd36 215 unsigned need_io_watchdog:1;
ad93562b 216 unsigned amd_pll_fix:1;
3d091a6f 217 unsigned use_dummy_qh:1; /* AMD Frame List table quirk*/
2f7ac6c1 218 unsigned has_synopsys_hc_bug:1; /* Synopsys HC */
68aa95d5 219 unsigned frame_index_bug:1; /* MosChip (AKA NetMos) */
e6604a7f 220 unsigned need_oc_pp_cycle:1; /* MPC834X port power */
feffe09f 221 unsigned imx28_write_fix:1; /* For Freescale i.MX28 */
2d5ba374 222 unsigned spurious_oc:1;
7f2d7378 223 unsigned is_aspeed:1;
f085bd4b 224 unsigned zx_wakeup_clear_needed:1;
796bcae7
VB		 225
226 /* required for usb32 quirk */
227 #define OHCI_CTRL_HCFS (3 << 6)
228 #define OHCI_USB_OPER (2 << 6)
229 #define OHCI_USB_SUSPEND (3 << 6)
230
231 #define OHCI_HCCTRL_OFFSET 0x4
232 #define OHCI_HCCTRL_LEN 0x4
233 __hc32 *ohci_hcctrl_reg;
331ac6b2 234 unsigned has_hostpc:1;
2cdcec4f 235 unsigned has_tdi_phy_lpm:1;
5a9cdf33 236 unsigned has_ppcd:1; /* support per-port change bits */
f8aeb3bb 237 u8 sbrn; /* packed release number */
1da177e4 238
1da177e4
LT		 239 /* irq statistics */
240#ifdef EHCI_STATS
241 struct ehci_stats stats;
a0ef2bdf 242# define INCR(x) ((x)++)
1da177e4 243#else
a0ef2bdf 244# define INCR(x) do {} while (0)
694cc208
TJ		 245#endif
246
247 /* debug files */
1c20163d 248#ifdef CONFIG_DYNAMIC_DEBUG
694cc208 249 struct dentry *debug_dir;
1da177e4 250#endif
9debc179 251
d0ce5c6b
AS		 252 /* bandwidth usage */
253#define EHCI_BANDWIDTH_SIZE 64
254#define EHCI_BANDWIDTH_FRAMES (EHCI_BANDWIDTH_SIZE >> 3)
255 u8 bandwidth[EHCI_BANDWIDTH_SIZE];
256 /* us allocated per uframe */
b35c5009
AS		 257 u8 tt_budget[EHCI_BANDWIDTH_SIZE];
258 /* us budgeted per uframe */
259 struct list_head tt_list;
d0ce5c6b 260
9debc179 261 /* platform-specific data -- must come last */
6bc3f397 262 unsigned long priv[] __aligned(sizeof(s64));
1da177e4
LT		 263};
264
53bd6a60 265/* convert between an HCD pointer and the corresponding EHCI_HCD */
e06e2264 266static inline struct ehci_hcd *hcd_to_ehci(struct usb_hcd *hcd)
1da177e4
LT		 267{
268 return (struct ehci_hcd *) (hcd->hcd_priv);
269}
e06e2264 270static inline struct usb_hcd *ehci_to_hcd(struct ehci_hcd *ehci)
1da177e4 271{
e06e2264 272 return container_of((void *) ehci, struct usb_hcd, hcd_priv);
1da177e4
LT		 273}
274
1da177e4
LT		 275/*-------------------------------------------------------------------------*/
276
0af36739 277#include <linux/usb/ehci_def.h>
1da177e4
LT		 278
279/*-------------------------------------------------------------------------*/
280
6dbd682b 281#define QTD_NEXT(ehci, dma) cpu_to_hc32(ehci, (u32)dma)
1da177e4
LT		 282
283/*
284 * EHCI Specification 0.95 Section 3.5
53bd6a60 285 * QTD: describe data transfer components (buffer, direction, ...)
1da177e4
LT		 286 * See Fig 3-6 "Queue Element Transfer Descriptor Block Diagram".
287 *
288 * These are associated only with "QH" (Queue Head) structures,
289 * used with control, bulk, and interrupt transfers.
290 */
291struct ehci_qtd {
292 /* first part defined by EHCI spec */
6dbd682b
SR		 293 __hc32 hw_next; /* see EHCI 3.5.1 */
294 __hc32 hw_alt_next; /* see EHCI 3.5.2 */
295 __hc32 hw_token; /* see EHCI 3.5.3 */
1da177e4
LT		 296#define QTD_TOGGLE (1 << 31) /* data toggle */
297#define QTD_LENGTH(tok) (((tok)>>16) & 0x7fff)
298#define QTD_IOC (1 << 15) /* interrupt on complete */
299#define QTD_CERR(tok) (((tok)>>10) & 0x3)
300#define QTD_PID(tok) (((tok)>>8) & 0x3)
301#define QTD_STS_ACTIVE (1 << 7) /* HC may execute this */
302#define QTD_STS_HALT (1 << 6) /* halted on error */
303#define QTD_STS_DBE (1 << 5) /* data buffer error (in HC) */
304#define QTD_STS_BABBLE (1 << 4) /* device was babbling (qtd halted) */
305#define QTD_STS_XACT (1 << 3) /* device gave illegal response */
306#define QTD_STS_MMF (1 << 2) /* incomplete split transaction */
307#define QTD_STS_STS (1 << 1) /* split transaction state */
308#define QTD_STS_PING (1 << 0) /* issue PING? */
6dbd682b
SR		 309
310#define ACTIVE_BIT(ehci) cpu_to_hc32(ehci, QTD_STS_ACTIVE)
311#define HALT_BIT(ehci) cpu_to_hc32(ehci, QTD_STS_HALT)
312#define STATUS_BIT(ehci) cpu_to_hc32(ehci, QTD_STS_STS)
313
9dc3af5e
GB		 314 __hc32 hw_buf[5]; /* see EHCI 3.5.4 */
315 __hc32 hw_buf_hi[5]; /* Appendix B */
1da177e4
LT		 316
317 /* the rest is HCD-private */
318 dma_addr_t qtd_dma; /* qtd address */
319 struct list_head qtd_list; /* sw qtd list */
320 struct urb *urb; /* qtd's urb */
321 size_t length; /* length of buffer */
3a9e742f 322} __aligned(32);
1da177e4 323
110000b5
DL		 324/* PID Codes that are used here, from EHCI specification, Table 3-16. */
325#define PID_CODE_OUT 0
326#define PID_CODE_IN 1
327#define PID_CODE_SETUP 2
328
1da177e4 329/* mask NakCnt+T in qh->hw_alt_next */
e06e2264 330#define QTD_MASK(ehci) cpu_to_hc32(ehci, ~0x1f)
1da177e4 331
110000b5
DL		 332#define IS_SHORT_READ(token) (QTD_LENGTH(token) != 0 && \
333 QTD_PID(token) == PID_CODE_IN)
1da177e4
LT		 334
335/*-------------------------------------------------------------------------*/
336
337/* type tag from {qh,itd,sitd,fstn}->hw_next */
10f2b962 338#define Q_NEXT_TYPE(ehci, dma) ((dma) & cpu_to_hc32(ehci, 3 << 1))
1da177e4 339
6dbd682b
SR		 340/*
341 * Now the following defines are not converted using the
551509d2 342 * cpu_to_le32() macro anymore, since we have to support
6dbd682b
SR		 343 * "dynamic" switching between be and le support, so that the driver
344 * can be used on one system with SoC EHCI controller using big-endian
345 * descriptors as well as a normal little-endian PCI EHCI controller.
346 */
1da177e4 347/* values for that type tag */
6dbd682b
SR		 348#define Q_TYPE_ITD (0 << 1)
349#define Q_TYPE_QH (1 << 1)
350#define Q_TYPE_SITD (2 << 1)
351#define Q_TYPE_FSTN (3 << 1)
1da177e4
LT		 352
353/* next async queue entry, or pointer to interrupt/periodic QH */
10f2b962
GB		 354#define QH_NEXT(ehci, dma) \
355 (cpu_to_hc32(ehci, (((u32) dma) & ~0x01f) | Q_TYPE_QH))
1da177e4
LT		 356
357/* for periodic/async schedules and qtd lists, mark end of list */
6dbd682b 358#define EHCI_LIST_END(ehci) cpu_to_hc32(ehci, 1) /* "null pointer" to hw */
1da177e4
LT		 359
360/*
361 * Entries in periodic shadow table are pointers to one of four kinds
362 * of data structure. That's dictated by the hardware; a type tag is
363 * encoded in the low bits of the hardware's periodic schedule. Use
364 * Q_NEXT_TYPE to get the tag.
365 *
366 * For entries in the async schedule, the type tag always says "qh".
367 */
368union ehci_shadow {
53bd6a60 369 struct ehci_qh *qh; /* Q_TYPE_QH */
1da177e4
LT		 370 struct ehci_itd *itd; /* Q_TYPE_ITD */
371 struct ehci_sitd *sitd; /* Q_TYPE_SITD */
372 struct ehci_fstn *fstn; /* Q_TYPE_FSTN */
6dbd682b 373 __hc32 *hw_next; /* (all types) */
1da177e4
LT		 374 void *ptr;
375};
376
377/*-------------------------------------------------------------------------*/
378
379/*
380 * EHCI Specification 0.95 Section 3.6
381 * QH: describes control/bulk/interrupt endpoints
382 * See Fig 3-7 "Queue Head Structure Layout".
383 *
384 * These appear in both the async and (for interrupt) periodic schedules.
385 */
386
3807e26d
AD		 387/* first part defined by EHCI spec */
388struct ehci_qh_hw {
6dbd682b
SR		 389 __hc32 hw_next; /* see EHCI 3.6.1 */
390 __hc32 hw_info1; /* see EHCI 3.6.2 */
4c53de72
AS		 391#define QH_CONTROL_EP (1 << 27) /* FS/LS control endpoint */
392#define QH_HEAD (1 << 15) /* Head of async reclamation list */
393#define QH_TOGGLE_CTL (1 << 14) /* Data toggle control */
394#define QH_HIGH_SPEED (2 << 12) /* Endpoint speed */
395#define QH_LOW_SPEED (1 << 12)
396#define QH_FULL_SPEED (0 << 12)
397#define QH_INACTIVATE (1 << 7) /* Inactivate on next transaction */
6dbd682b 398 __hc32 hw_info2; /* see EHCI 3.6.2 */
7dedacf4
DB		 399#define QH_SMASK 0x000000ff
400#define QH_CMASK 0x0000ff00
401#define QH_HUBADDR 0x007f0000
402#define QH_HUBPORT 0x3f800000
403#define QH_MULT 0xc0000000
6dbd682b 404 __hc32 hw_current; /* qtd list - see EHCI 3.6.4 */
53bd6a60 405
1da177e4 406 /* qtd overlay (hardware parts of a struct ehci_qtd) */
6dbd682b
SR		 407 __hc32 hw_qtd_next;
408 __hc32 hw_alt_next;
409 __hc32 hw_token;
9dc3af5e
GB		 410 __hc32 hw_buf[5];
411 __hc32 hw_buf_hi[5];
3a9e742f 412} __aligned(32);
1da177e4 413
3807e26d 414struct ehci_qh {
8c5bf7be 415 struct ehci_qh_hw *hw; /* Must come first */
1da177e4
LT		 416 /* the rest is HCD-private */
417 dma_addr_t qh_dma; /* address of qh */
418 union ehci_shadow qh_next; /* ptr to qh; or periodic */
419 struct list_head qtd_list; /* sw qtd list */
569b394f 420 struct list_head intr_node; /* list of intr QHs */
1da177e4 421 struct ehci_qtd *dummy;
6e018751 422 struct list_head unlink_node;
ffa0248e 423 struct ehci_per_sched ps; /* scheduling info */
1da177e4 424
df202255 425 unsigned unlink_cycle;
1da177e4
LT		 426
427 u8 qh_state;
428#define QH_STATE_LINKED 1 /* HC sees this */
429#define QH_STATE_UNLINK 2 /* HC may still see this */
430#define QH_STATE_IDLE 3 /* HC doesn't see this */
99ac5b1e 431#define QH_STATE_UNLINK_WAIT 4 /* LINKED and on unlink q */
1da177e4
LT		 432#define QH_STATE_COMPLETING 5 /* don't touch token.HALT */
433
a2c2706e
AS		 434 u8 xacterrs; /* XactErr retry counter */
435#define QH_XACTERR_MAX 32 /* XactErr retry limit */
436
fcc5184e
AS		 437 u8 unlink_reason;
438#define QH_UNLINK_HALTED 0x01 /* Halt flag is set */
439#define QH_UNLINK_SHORT_READ 0x02 /* Recover from a short read */
440#define QH_UNLINK_DUMMY_OVERLAY 0x04 /* QH overlayed the dummy TD */
441#define QH_UNLINK_SHUTDOWN 0x08 /* The HC isn't running */
442#define QH_UNLINK_QUEUE_EMPTY 0x10 /* Reached end of the queue */
443#define QH_UNLINK_REQUESTED 0x20 /* Disable, reset, or dequeue */
444
1da177e4 445 u8 gap_uf; /* uframes split/csplit gap */
914b7012 446
e04f5f7e 447 unsigned is_out:1; /* bulk or intr OUT */
914b7012 448 unsigned clearing_tt:1; /* Clear-TT-Buf in progress */
7bc782d7 449 unsigned dequeue_during_giveback:1;
fc0855f2 450 unsigned should_be_inactive:1;
3807e26d 451};
1da177e4
LT		 452
453/*-------------------------------------------------------------------------*/
454
455/* description of one iso transaction (up to 3 KB data if highspeed) */
456struct ehci_iso_packet {
457 /* These will be copied to iTD when scheduling */
458 u64 bufp; /* itd->hw_bufp{,_hi}[pg] |= */
6dbd682b 459 __hc32 transaction; /* itd->hw_transaction[i] |= */
1da177e4
LT		 460 u8 cross; /* buf crosses pages */
461 /* for full speed OUT splits */
462 u32 buf1;
463};
464
465/* temporary schedule data for packets from iso urbs (both speeds)
466 * each packet is one logical usb transaction to the device (not TT),
467 * beginning at stream->next_uframe
468 */
469struct ehci_iso_sched {
470 struct list_head td_list;
471 unsigned span;
46c73d1d 472 unsigned first_packet;
6bc3f397 473 struct ehci_iso_packet packet[];
1da177e4
LT		 474};
475
476/*
477 * ehci_iso_stream - groups all (s)itds for this endpoint.
478 * acts like a qh would, if EHCI had them for ISO.
479 */
480struct ehci_iso_stream {
01792c60 481 /* first field matches ehci_qh, but is NULL */
1082f57a 482 struct ehci_qh_hw *hw;
1da177e4 483
1da177e4
LT		 484 u8 bEndpointAddress;
485 u8 highspeed;
1da177e4
LT		 486 struct list_head td_list; /* queued itds/sitds */
487 struct list_head free_list; /* list of unused itds/sitds */
1da177e4
LT		 488
489 /* output of (re)scheduling */
ffa0248e 490 struct ehci_per_sched ps; /* scheduling info */
91a99b5e 491 unsigned next_uframe;
6dbd682b 492 __hc32 splits;
1da177e4
LT		 493
494 /* the rest is derived from the endpoint descriptor,
1da177e4
LT		 495 * including the extra info for hw_bufp[0..2]
496 */
ffa0248e 497 u16 uperiod; /* period in uframes */
1da177e4 498 u16 maxp;
1da177e4
LT		 499 unsigned bandwidth;
500
501 /* This is used to initialize iTD's hw_bufp fields */
6dbd682b
SR		 502 __hc32 buf0;
503 __hc32 buf1;
504 __hc32 buf2;
1da177e4
LT		 505
506 /* this is used to initialize sITD's tt info */
6dbd682b 507 __hc32 address;
1da177e4
LT		 508};
509
510/*-------------------------------------------------------------------------*/
511
512/*
513 * EHCI Specification 0.95 Section 3.3
514 * Fig 3-4 "Isochronous Transaction Descriptor (iTD)"
515 *
516 * Schedule records for high speed iso xfers
517 */
518struct ehci_itd {
519 /* first part defined by EHCI spec */
6dbd682b 520 __hc32 hw_next; /* see EHCI 3.3.1 */
9dc3af5e 521 __hc32 hw_transaction[8]; /* see EHCI 3.3.2 */
1da177e4
LT		 522#define EHCI_ISOC_ACTIVE (1<<31) /* activate transfer this slot */
523#define EHCI_ISOC_BUF_ERR (1<<30) /* Data buffer error */
524#define EHCI_ISOC_BABBLE (1<<29) /* babble detected */
525#define EHCI_ISOC_XACTERR (1<<28) /* XactErr - transaction error */
526#define EHCI_ITD_LENGTH(tok) (((tok)>>16) & 0x0fff)
527#define EHCI_ITD_IOC (1 << 15) /* interrupt on complete */
528
6dbd682b 529#define ITD_ACTIVE(ehci) cpu_to_hc32(ehci, EHCI_ISOC_ACTIVE)
1da177e4 530
9dc3af5e
GB		 531 __hc32 hw_bufp[7]; /* see EHCI 3.3.3 */
532 __hc32 hw_bufp_hi[7]; /* Appendix B */
1da177e4
LT		 533
534 /* the rest is HCD-private */
535 dma_addr_t itd_dma; /* for this itd */
536 union ehci_shadow itd_next; /* ptr to periodic q entry */
537
538 struct urb *urb;
539 struct ehci_iso_stream *stream; /* endpoint's queue */
540 struct list_head itd_list; /* list of stream's itds */
541
542 /* any/all hw_transactions here may be used by that urb */
543 unsigned frame; /* where scheduled */
544 unsigned pg;
545 unsigned index[8]; /* in urb->iso_frame_desc */
3a9e742f 546} __aligned(32);
1da177e4
LT		 547
548/*-------------------------------------------------------------------------*/
549
550/*
53bd6a60 551 * EHCI Specification 0.95 Section 3.4
1da177e4
LT		 552 * siTD, aka split-transaction isochronous Transfer Descriptor
553 * ... describe full speed iso xfers through TT in hubs
554 * see Figure 3-5 "Split-transaction Isochronous Transaction Descriptor (siTD)
555 */
556struct ehci_sitd {
557 /* first part defined by EHCI spec */
6dbd682b 558 __hc32 hw_next;
1da177e4 559/* uses bit field macros above - see EHCI 0.95 Table 3-8 */
6dbd682b
SR		 560 __hc32 hw_fullspeed_ep; /* EHCI table 3-9 */
561 __hc32 hw_uframe; /* EHCI table 3-10 */
562 __hc32 hw_results; /* EHCI table 3-11 */
1da177e4
LT		 563#define SITD_IOC (1 << 31) /* interrupt on completion */
564#define SITD_PAGE (1 << 30) /* buffer 0/1 */
4510a072 565#define SITD_LENGTH(x) (((x) >> 16) & 0x3ff)
1da177e4
LT		 566#define SITD_STS_ACTIVE (1 << 7) /* HC may execute this */
567#define SITD_STS_ERR (1 << 6) /* error from TT */
568#define SITD_STS_DBE (1 << 5) /* data buffer error (in HC) */
569#define SITD_STS_BABBLE (1 << 4) /* device was babbling */
570#define SITD_STS_XACT (1 << 3) /* illegal IN response */
571#define SITD_STS_MMF (1 << 2) /* incomplete split transaction */
572#define SITD_STS_STS (1 << 1) /* split transaction state */
573
6dbd682b 574#define SITD_ACTIVE(ehci) cpu_to_hc32(ehci, SITD_STS_ACTIVE)
1da177e4 575
9dc3af5e 576 __hc32 hw_buf[2]; /* EHCI table 3-12 */
6dbd682b 577 __hc32 hw_backpointer; /* EHCI table 3-13 */
9dc3af5e 578 __hc32 hw_buf_hi[2]; /* Appendix B */
1da177e4
LT		 579
580 /* the rest is HCD-private */
581 dma_addr_t sitd_dma;
582 union ehci_shadow sitd_next; /* ptr to periodic q entry */
583
584 struct urb *urb;
585 struct ehci_iso_stream *stream; /* endpoint's queue */
586 struct list_head sitd_list; /* list of stream's sitds */
587 unsigned frame;
588 unsigned index;
3a9e742f 589} __aligned(32);
1da177e4
LT		 590
591/*-------------------------------------------------------------------------*/
592
593/*
594 * EHCI Specification 0.96 Section 3.7
595 * Periodic Frame Span Traversal Node (FSTN)
596 *
597 * Manages split interrupt transactions (using TT) that span frame boundaries
598 * into uframes 0/1; see 4.12.2.2. In those uframes, a "save place" FSTN
599 * makes the HC jump (back) to a QH to scan for fs/ls QH completions until
600 * it hits a "restore" FSTN; then it returns to finish other uframe 0/1 work.
601 */
602struct ehci_fstn {
6dbd682b
SR		 603 __hc32 hw_next; /* any periodic q entry */
604 __hc32 hw_prev; /* qh or EHCI_LIST_END */
1da177e4
LT		 605
606 /* the rest is HCD-private */
607 dma_addr_t fstn_dma;
608 union ehci_shadow fstn_next; /* ptr to periodic q entry */
3a9e742f 609} __aligned(32);
1da177e4
LT		 610
611/*-------------------------------------------------------------------------*/
612
b35c5009
AS		 613/*
614 * USB-2.0 Specification Sections 11.14 and 11.18
615 * Scheduling and budgeting split transactions using TTs
616 *
617 * A hub can have a single TT for all its ports, or multiple TTs (one for each
618 * port). The bandwidth and budgeting information for the full/low-speed bus
619 * below each TT is self-contained and independent of the other TTs or the
620 * high-speed bus.
621 *
622 * "Bandwidth" refers to the number of microseconds on the FS/LS bus allocated
623 * to an interrupt or isochronous endpoint for each frame. "Budget" refers to
624 * the best-case estimate of the number of full-speed bytes allocated to an
625 * endpoint for each microframe within an allocated frame.
626 *
627 * Removal of an endpoint invalidates a TT's budget. Instead of trying to
628 * keep an up-to-date record, we recompute the budget when it is needed.
629 */
630
631struct ehci_tt {
632 u16 bandwidth[EHCI_BANDWIDTH_FRAMES];
633
634 struct list_head tt_list; /* List of all ehci_tt's */
635 struct list_head ps_list; /* Items using this TT */
636 struct usb_tt *usb_tt;
637 int tt_port; /* TT port number */
638};
639
640/*-------------------------------------------------------------------------*/
641
16032c4f
AS		 642/* Prepare the PORTSC wakeup flags during controller suspend/resume */
643
4147200d 644#define ehci_prepare_ports_for_controller_suspend(ehci, do_wakeup) \
8af0219e 645 ehci_adjust_port_wakeup_flags(ehci, true, do_wakeup)
16032c4f 646
4147200d 647#define ehci_prepare_ports_for_controller_resume(ehci) \
8af0219e 648 ehci_adjust_port_wakeup_flags(ehci, false, false)
16032c4f
AS		 649
650/*-------------------------------------------------------------------------*/
651
1da177e4
LT		 652#ifdef CONFIG_USB_EHCI_ROOT_HUB_TT
653
654/*
655 * Some EHCI controllers have a Transaction Translator built into the
656 * root hub. This is a non-standard feature. Each controller will need
657 * to add code to the following inline functions, and call them as
658 * needed (mostly in root hub code).
659 */
660
a8e51775 661#define ehci_is_TDI(e) (ehci_to_hcd(e)->has_tt)
1da177e4
LT		 662
663/* Returns the speed of a device attached to a port on the root hub. */
664static inline unsigned int
665ehci_port_speed(struct ehci_hcd *ehci, unsigned int portsc)
666{
667 if (ehci_is_TDI(ehci)) {
331ac6b2 668 switch ((portsc >> (ehci->has_hostpc ? 25 : 26)) & 3) {
1da177e4
LT		 669 case 0:
670 return 0;
671 case 1:
288ead45 672 return USB_PORT_STAT_LOW_SPEED;
1da177e4
LT		 673 case 2:
674 default:
288ead45 675 return USB_PORT_STAT_HIGH_SPEED;
1da177e4
LT		 676 }
677 }
288ead45 678 return USB_PORT_STAT_HIGH_SPEED;
1da177e4
LT		 679}
680
681#else
682
683#define ehci_is_TDI(e) (0)
684
288ead45 685#define ehci_port_speed(ehci, portsc) USB_PORT_STAT_HIGH_SPEED
1da177e4
LT		 686#endif
687
8cd42e97
KG		 688/*-------------------------------------------------------------------------*/
689
690#ifdef CONFIG_PPC_83xx
691/* Some Freescale processors have an erratum in which the TT
692 * port number in the queue head was 0..N-1 instead of 1..N.
693 */
694#define ehci_has_fsl_portno_bug(e) ((e)->has_fsl_port_bug)
695#else
696#define ehci_has_fsl_portno_bug(e) (0)
697#endif
698
f8786a91
NB		 699#define PORTSC_FSL_PFSC 24 /* Port Force Full-Speed Connect */
700
701#if defined(CONFIG_PPC_85xx)
702/* Some Freescale processors have an erratum (USB A-005275) in which
703 * incoming packets get corrupted in HS mode
704 */
705#define ehci_has_fsl_hs_errata(e) ((e)->has_fsl_hs_errata)
706#else
707#define ehci_has_fsl_hs_errata(e) (0)
708#endif
709
9d4b8270
CH		 710/*
711 * Some Freescale/NXP processors have an erratum (USB A-005697)
712 * in which we need to wait for 10ms for bus to enter suspend mode
713 * after setting SUSP bit.
714 */
715#define ehci_has_fsl_susp_errata(e) ((e)->has_fsl_susp_errata)
716
dda4b60e
XY		 717/*
718 * Some Freescale/NXP processors using ChipIdea IP have a bug in which
719 * disabling the port (PE is cleared) does not cause PEC to be asserted
720 * when frame babble is detected.
721 */
722#define ehci_has_ci_pec_bug(e, portsc) \
723 ((e)->has_ci_pec_bug && ((e)->command & CMD_PSE) \
724 && !(portsc & PORT_PEC) && !(portsc & PORT_PE))
725
083522d7
BH		 726/*
727 * While most USB host controllers implement their registers in
728 * little-endian format, a minority (celleb companion chip) implement
729 * them in big endian format.
730 *
731 * This attempts to support either format at compile time without a
732 * runtime penalty, or both formats with the additional overhead
733 * of checking a flag bit.
c430131a
JA		 734 *
735 * ehci_big_endian_capbase is a special quirk for controllers that
736 * implement the HC capability registers as separate registers and not
737 * as fields of a 32-bit register.
083522d7
BH		 738 */
739
740#ifdef CONFIG_USB_EHCI_BIG_ENDIAN_MMIO
741#define ehci_big_endian_mmio(e) ((e)->big_endian_mmio)
c430131a 742#define ehci_big_endian_capbase(e) ((e)->big_endian_capbase)
083522d7
BH		 743#else
744#define ehci_big_endian_mmio(e) 0
c430131a 745#define ehci_big_endian_capbase(e) 0
083522d7
BH		 746#endif
747
6dbd682b
SR		 748/*
749 * Big-endian read/write functions are arch-specific.
750 * Other arches can be added if/when they're needed.
6dbd682b 751 */
91bc4d31
VB		 752#if defined(CONFIG_ARM) && defined(CONFIG_ARCH_IXP4XX)
753#define readl_be(addr) __raw_readl((__force unsigned *)addr)
754#define writel_be(val, addr) __raw_writel(val, (__force unsigned *)addr)
755#endif
756
6dbd682b 757static inline unsigned int ehci_readl(const struct ehci_hcd *ehci,
c021170f 758 __u32 __iomem *regs)
083522d7 759{
d728e327 760#ifdef CONFIG_USB_EHCI_BIG_ENDIAN_MMIO
083522d7 761 return ehci_big_endian_mmio(ehci) ?
68f50e52
AV		 762 readl_be(regs) :
763 readl(regs);
d728e327 764#else
68f50e52 765 return readl(regs);
d728e327 766#endif
083522d7
BH		 767}
768
feffe09f
PC		 769#ifdef CONFIG_SOC_IMX28
770static inline void imx28_ehci_writel(const unsigned int val,
771 volatile __u32 __iomem *addr)
772{
773 __asm__ ("swp %0, %0, [%1]" : : "r"(val), "r"(addr));
774}
775#else
776static inline void imx28_ehci_writel(const unsigned int val,
777 volatile __u32 __iomem *addr)
778{
779}
780#endif
6dbd682b
SR		 781static inline void ehci_writel(const struct ehci_hcd *ehci,
782 const unsigned int val, __u32 __iomem *regs)
083522d7 783{
d728e327 784#ifdef CONFIG_USB_EHCI_BIG_ENDIAN_MMIO
083522d7 785 ehci_big_endian_mmio(ehci) ?
68f50e52
AV		 786 writel_be(val, regs) :
787 writel(val, regs);
d728e327 788#else
feffe09f
PC		 789 if (ehci->imx28_write_fix)
790 imx28_ehci_writel(val, regs);
791 else
792 writel(val, regs);
d728e327 793#endif
083522d7 794}
8cd42e97 795
796bcae7
VB		 796/*
797 * On certain ppc-44x SoC there is a HW issue, that could only worked around with
798 * explicit suspend/operate of OHCI. This function hereby makes sense only on that arch.
25985edc 799 * Other common bits are dependent on has_amcc_usb23 quirk flag.
796bcae7
VB		 800 */
801#ifdef CONFIG_44x
802static inline void set_ohci_hcfs(struct ehci_hcd *ehci, int operational)
803{
804 u32 hc_control;
805
806 hc_control = (readl_be(ehci->ohci_hcctrl_reg) & ~OHCI_CTRL_HCFS);
807 if (operational)
808 hc_control |= OHCI_USB_OPER;
809 else
810 hc_control |= OHCI_USB_SUSPEND;
811
812 writel_be(hc_control, ehci->ohci_hcctrl_reg);
813 (void) readl_be(ehci->ohci_hcctrl_reg);
814}
815#else
816static inline void set_ohci_hcfs(struct ehci_hcd *ehci, int operational)
817{ }
818#endif
819
1da177e4
LT		 820/*-------------------------------------------------------------------------*/
821
6dbd682b
SR		 822/*
823 * The AMCC 440EPx not only implements its EHCI registers in big-endian
824 * format, but also its DMA data structures (descriptors).
825 *
826 * EHCI controllers accessed through PCI work normally (little-endian
827 * everywhere), so we won't bother supporting a BE-only mode for now.
828 */
829#ifdef CONFIG_USB_EHCI_BIG_ENDIAN_DESC
830#define ehci_big_endian_desc(e) ((e)->big_endian_desc)
831
832/* cpu to ehci */
e06e2264 833static inline __hc32 cpu_to_hc32(const struct ehci_hcd *ehci, const u32 x)
6dbd682b
SR		 834{
835 return ehci_big_endian_desc(ehci)
836 ? (__force __hc32)cpu_to_be32(x)
837 : (__force __hc32)cpu_to_le32(x);
838}
839
840/* ehci to cpu */
e06e2264 841static inline u32 hc32_to_cpu(const struct ehci_hcd *ehci, const __hc32 x)
6dbd682b
SR		 842{
843 return ehci_big_endian_desc(ehci)
844 ? be32_to_cpu((__force __be32)x)
845 : le32_to_cpu((__force __le32)x);
846}
847
e06e2264 848static inline u32 hc32_to_cpup(const struct ehci_hcd *ehci, const __hc32 *x)
6dbd682b
SR		 849{
850 return ehci_big_endian_desc(ehci)
851 ? be32_to_cpup((__force __be32 *)x)
852 : le32_to_cpup((__force __le32 *)x);
853}
854
855#else
856
857/* cpu to ehci */
e06e2264 858static inline __hc32 cpu_to_hc32(const struct ehci_hcd *ehci, const u32 x)
6dbd682b
SR		 859{
860 return cpu_to_le32(x);
861}
862
863/* ehci to cpu */
e06e2264 864static inline u32 hc32_to_cpu(const struct ehci_hcd *ehci, const __hc32 x)
6dbd682b
SR		 865{
866 return le32_to_cpu(x);
867}
868
e06e2264 869static inline u32 hc32_to_cpup(const struct ehci_hcd *ehci, const __hc32 *x)
6dbd682b
SR		 870{
871 return le32_to_cpup(x);
872}
873
874#endif
875
876/*-------------------------------------------------------------------------*/
877
d6064aca 878#define ehci_dbg(ehci, fmt, args...) \
b5566d07 879 dev_dbg(ehci_to_hcd(ehci)->self.controller, fmt, ## args)
d6064aca 880#define ehci_err(ehci, fmt, args...) \
b5566d07 881 dev_err(ehci_to_hcd(ehci)->self.controller, fmt, ## args)
d6064aca 882#define ehci_info(ehci, fmt, args...) \
b5566d07 883 dev_info(ehci_to_hcd(ehci)->self.controller, fmt, ## args)
d6064aca 884#define ehci_warn(ehci, fmt, args...) \
b5566d07 885 dev_warn(ehci_to_hcd(ehci)->self.controller, fmt, ## args)
d6064aca 886
1da177e4
LT		 887/*-------------------------------------------------------------------------*/
888
3e023203
AS		 889/* Declarations of things exported for use by ehci platform drivers */
890
891struct ehci_driver_overrides {
3e023203
AS		 892 size_t extra_priv_size;
893 int (*reset)(struct usb_hcd *hcd);
11a7e594
MG		 894 int (*port_power)(struct usb_hcd *hcd,
895 int portnum, bool enable);
3e023203
AS		 896};
897
898extern void ehci_init_driver(struct hc_driver *drv,
899 const struct ehci_driver_overrides *over);
900extern int ehci_setup(struct usb_hcd *hcd);
2f3a6b86
MG		 901extern int ehci_handshake(struct ehci_hcd *ehci, void __iomem *ptr,
902 u32 mask, u32 done, int usec);
74db22cb 903extern int ehci_reset(struct ehci_hcd *ehci);
3e023203 904
3e023203 905extern int ehci_suspend(struct usb_hcd *hcd, bool do_wakeup);
314b41b1 906extern int ehci_resume(struct usb_hcd *hcd, bool force_reset);
74db22cb
RM		 907extern void ehci_adjust_port_wakeup_flags(struct ehci_hcd *ehci,
908 bool suspending, bool do_wakeup);
3e023203 909
37769939
LP		 910extern int ehci_hub_control(struct usb_hcd *hcd, u16 typeReq, u16 wValue,
911 u16 wIndex, char *buf, u16 wLength);
912
1da177e4 913#endif /* __LINUX_EHCI_HCD_H */
Linux 6.x block layer and io_uring tree(s)