Commit | Line | Data |
---|---|---|
ca47bbd9 | 1 | /* Copyright (c) 2013 Coraid, Inc. See COPYING for GPL terms. */ |
3582dd29 JA |
2 | #include <linux/blk-mq.h> |
3 | ||
896dcd9a | 4 | #define VERSION "85" |
1da177e4 LT |
5 | #define AOE_MAJOR 152 |
6 | #define DEVICE_NAME "aoe" | |
fc458dcd | 7 | |
8 | /* set AOE_PARTITIONS to 1 to use whole-disks only | |
9 | * default is 16, which is 15 partitions plus the whole disk | |
10 | */ | |
1da177e4 | 11 | #ifndef AOE_PARTITIONS |
e39526e6 | 12 | #define AOE_PARTITIONS (16) |
1da177e4 | 13 | #endif |
fc458dcd | 14 | |
4a6c9ee9 | 15 | #define WHITESPACE " \t\v\f\n," |
1da177e4 LT |
16 | |
17 | enum { | |
18 | AOECMD_ATA, | |
19 | AOECMD_CFG, | |
b6d6c517 | 20 | AOECMD_VEND_MIN = 0xf0, |
1da177e4 LT |
21 | |
22 | AOEFL_RSP = (1<<3), | |
23 | AOEFL_ERR = (1<<2), | |
24 | ||
25 | AOEAFL_EXT = (1<<6), | |
26 | AOEAFL_DEV = (1<<4), | |
27 | AOEAFL_ASYNC = (1<<1), | |
28 | AOEAFL_WRITE = (1<<0), | |
29 | ||
30 | AOECCMD_READ = 0, | |
31 | AOECCMD_TEST, | |
32 | AOECCMD_PTEST, | |
33 | AOECCMD_SET, | |
34 | AOECCMD_FSET, | |
35 | ||
36 | AOE_HVER = 0x10, | |
37 | }; | |
38 | ||
39 | struct aoe_hdr { | |
40 | unsigned char dst[6]; | |
41 | unsigned char src[6]; | |
63e9cc5d | 42 | __be16 type; |
1da177e4 LT |
43 | unsigned char verfl; |
44 | unsigned char err; | |
63e9cc5d | 45 | __be16 major; |
1da177e4 LT |
46 | unsigned char minor; |
47 | unsigned char cmd; | |
63e9cc5d | 48 | __be32 tag; |
1da177e4 LT |
49 | }; |
50 | ||
51 | struct aoe_atahdr { | |
52 | unsigned char aflags; | |
53 | unsigned char errfeat; | |
54 | unsigned char scnt; | |
55 | unsigned char cmdstat; | |
56 | unsigned char lba0; | |
57 | unsigned char lba1; | |
58 | unsigned char lba2; | |
59 | unsigned char lba3; | |
60 | unsigned char lba4; | |
61 | unsigned char lba5; | |
62 | unsigned char res[2]; | |
63 | }; | |
64 | ||
65 | struct aoe_cfghdr { | |
63e9cc5d | 66 | __be16 bufcnt; |
67 | __be16 fwver; | |
19bf2635 | 68 | unsigned char scnt; |
1da177e4 LT |
69 | unsigned char aoeccmd; |
70 | unsigned char cslen[2]; | |
71 | }; | |
72 | ||
73 | enum { | |
74 | DEVFL_UP = 1, /* device is installed in system and ready for AoE->ATA commands */ | |
75 | DEVFL_TKILL = (1<<1), /* flag for timer to know when to kill self */ | |
76 | DEVFL_EXT = (1<<2), /* device accepts lba48 commands */ | |
b21faa25 | 77 | DEVFL_GDALLOC = (1<<3), /* need to alloc gendisk */ |
e52a2932 EC |
78 | DEVFL_GD_NOW = (1<<4), /* allocating gendisk */ |
79 | DEVFL_KICKME = (1<<5), /* slow polling network card catch */ | |
80 | DEVFL_NEWSIZE = (1<<6), /* need to update dev size in block layer */ | |
81 | DEVFL_FREEING = (1<<7), /* set when device is being cleaned up */ | |
82 | DEVFL_FREED = (1<<8), /* device has been cleaned up */ | |
1da177e4 LT |
83 | }; |
84 | ||
85 | enum { | |
19bf2635 | 86 | DEFAULTBCNT = 2 * 512, /* 2 sectors */ |
68e0d42f | 87 | MIN_BUFS = 16, |
71114ec4 | 88 | NTARGETS = 4, |
68e0d42f | 89 | NAOEIFS = 8, |
69cf2d85 | 90 | NSKBPOOLMAX = 256, |
64a80f5a | 91 | NFACTIVE = 61, |
68e0d42f EC |
92 | |
93 | TIMERTICK = HZ / 10, | |
3a0c40d2 EC |
94 | RTTSCALE = 8, |
95 | RTTDSCALE = 3, | |
5f0c9c48 | 96 | RTTAVG_INIT = USEC_PER_SEC / 4 << RTTSCALE, |
3a0c40d2 | 97 | RTTDEV_INIT = RTTAVG_INIT / 4, |
bbb44e30 EC |
98 | |
99 | HARD_SCORN_SECS = 10, /* try another remote port after this */ | |
100 | MAX_TAINT = 1000, /* cap on aoetgt taint */ | |
1da177e4 LT |
101 | }; |
102 | ||
103 | struct buf { | |
1da177e4 | 104 | ulong nframesout; |
1da177e4 | 105 | struct bio *bio; |
feb261e2 | 106 | struct bvec_iter iter; |
69cf2d85 | 107 | struct request *rq; |
1da177e4 LT |
108 | }; |
109 | ||
bbb44e30 EC |
110 | enum frame_flags { |
111 | FFL_PROBE = 1, | |
112 | }; | |
113 | ||
1da177e4 | 114 | struct frame { |
896831f5 EC |
115 | struct list_head head; |
116 | u32 tag; | |
85cf955d | 117 | ktime_t sent; /* high-res time packet was sent */ |
1da177e4 | 118 | ulong waited; |
3fc9b032 | 119 | ulong waited_total; |
896831f5 | 120 | struct aoetgt *t; /* parent target I belong to */ |
896831f5 EC |
121 | struct sk_buff *skb; /* command skb freed on module exit */ |
122 | struct sk_buff *r_skb; /* response skb for async processing */ | |
69cf2d85 | 123 | struct buf *buf; |
feb261e2 | 124 | struct bvec_iter iter; |
bbb44e30 | 125 | char flags; |
1da177e4 LT |
126 | }; |
127 | ||
68e0d42f EC |
128 | struct aoeif { |
129 | struct net_device *nd; | |
3f0f0133 EC |
130 | ulong lost; |
131 | int bcnt; | |
68e0d42f EC |
132 | }; |
133 | ||
134 | struct aoetgt { | |
135 | unsigned char addr[6]; | |
1b8a1636 | 136 | ushort nframes; /* cap on frames to use */ |
896831f5 | 137 | struct aoedev *d; /* parent device I belong to */ |
896831f5 | 138 | struct list_head ffree; /* list of free frames */ |
68e0d42f EC |
139 | struct aoeif ifs[NAOEIFS]; |
140 | struct aoeif *ifp; /* current aoeif in use */ | |
72837600 | 141 | ushort nout; /* number of AoE commands outstanding */ |
1b8a1636 | 142 | ushort maxout; /* current value for max outstanding */ |
3a0c40d2 EC |
143 | ushort next_cwnd; /* incr maxout after decrementing to zero */ |
144 | ushort ssthresh; /* slow start threshold */ | |
1b8a1636 | 145 | ulong falloc; /* number of allocated frames */ |
bbb44e30 | 146 | int taint; /* how much we want to avoid this aoetgt */ |
3f0f0133 | 147 | int minbcnt; |
68e0d42f | 148 | int wpkts, rpkts; |
bbb44e30 | 149 | char nout_probes; |
68e0d42f EC |
150 | }; |
151 | ||
1da177e4 LT |
152 | struct aoedev { |
153 | struct aoedev *next; | |
1da177e4 LT |
154 | ulong sysminor; |
155 | ulong aoemajor; | |
5f0c9c48 EC |
156 | u32 rttavg; /* scaled AoE round trip time average */ |
157 | u32 rttdev; /* scaled round trip time mean deviation */ | |
68e0d42f EC |
158 | u16 aoeminor; |
159 | u16 flags; | |
dced3a05 | 160 | u16 nopen; /* (bd_openers isn't available without sleeping) */ |
1da177e4 | 161 | u16 fw_ver; /* version of blade's firmware */ |
64a80f5a EC |
162 | u16 lasttag; /* last tag sent */ |
163 | u16 useme; | |
69cf2d85 | 164 | ulong ref; |
1da177e4 LT |
165 | struct work_struct work;/* disk create work struct */ |
166 | struct gendisk *gd; | |
e8866cf2 | 167 | struct dentry *debugfs; |
7135a71b | 168 | struct request_queue *blkq; |
3582dd29 JA |
169 | struct list_head rq_list; |
170 | struct blk_mq_tag_set tag_set; | |
a04b41cd | 171 | struct hd_geometry geo; |
1da177e4 LT |
172 | sector_t ssize; |
173 | struct timer_list timer; | |
174 | spinlock_t lock; | |
e9bb8fb0 | 175 | struct sk_buff_head skbpool; |
1da177e4 | 176 | mempool_t *bufpool; /* for deadlock-free Buf allocation */ |
69cf2d85 EC |
177 | struct { /* pointers to work in progress */ |
178 | struct buf *buf; | |
179 | struct bio *nxbio; | |
180 | struct request *rq; | |
181 | } ip; | |
3f0f0133 | 182 | ulong maxbcnt; |
64a80f5a | 183 | struct list_head factive[NFACTIVE]; /* hash of active frames */ |
3a0c40d2 | 184 | struct list_head rexmitq; /* deferred retransmissions */ |
71114ec4 EC |
185 | struct aoetgt **targets; |
186 | ulong ntargets; /* number of allocated aoetgt pointers */ | |
68e0d42f | 187 | struct aoetgt **tgt; /* target in use when working */ |
896831f5 | 188 | ulong kicked; |
667be1e7 | 189 | char ident[512]; |
1da177e4 LT |
190 | }; |
191 | ||
896831f5 EC |
192 | /* kthread tracking */ |
193 | struct ktstate { | |
194 | struct completion rendez; | |
195 | struct task_struct *task; | |
196 | wait_queue_head_t *waitq; | |
8030d343 EC |
197 | int (*fn) (int); |
198 | char name[12]; | |
896831f5 | 199 | spinlock_t *lock; |
8030d343 EC |
200 | int id; |
201 | int active; | |
896831f5 | 202 | }; |
1da177e4 LT |
203 | |
204 | int aoeblk_init(void); | |
205 | void aoeblk_exit(void); | |
206 | void aoeblk_gdalloc(void *); | |
e8866cf2 | 207 | void aoedisk_rm_debugfs(struct aoedev *d); |
1da177e4 LT |
208 | |
209 | int aoechr_init(void); | |
210 | void aoechr_exit(void); | |
211 | void aoechr_error(char *); | |
212 | ||
213 | void aoecmd_work(struct aoedev *d); | |
3ae1c24e | 214 | void aoecmd_cfg(ushort aoemajor, unsigned char aoeminor); |
896831f5 | 215 | struct sk_buff *aoecmd_ata_rsp(struct sk_buff *); |
1da177e4 | 216 | void aoecmd_cfg_rsp(struct sk_buff *); |
c4028958 | 217 | void aoecmd_sleepwork(struct work_struct *); |
3a0c40d2 | 218 | void aoecmd_wreset(struct aoetgt *t); |
68e0d42f | 219 | void aoecmd_cleanslate(struct aoedev *); |
896831f5 EC |
220 | void aoecmd_exit(void); |
221 | int aoecmd_init(void); | |
68e0d42f | 222 | struct sk_buff *aoecmd_ata_id(struct aoedev *); |
896831f5 | 223 | void aoe_freetframe(struct frame *); |
69cf2d85 | 224 | void aoe_flush_iocq(void); |
8030d343 | 225 | void aoe_flush_iocq_by_index(int); |
69cf2d85 | 226 | void aoe_end_request(struct aoedev *, struct request *, int); |
eb086ec5 EC |
227 | int aoe_ktstart(struct ktstate *k); |
228 | void aoe_ktstop(struct ktstate *k); | |
1da177e4 LT |
229 | |
230 | int aoedev_init(void); | |
231 | void aoedev_exit(void); | |
0c966214 | 232 | struct aoedev *aoedev_by_aoeaddr(ulong maj, int min, int do_alloc); |
1da177e4 | 233 | void aoedev_downdev(struct aoedev *d); |
262bf541 | 234 | int aoedev_flush(const char __user *str, size_t size); |
69cf2d85 EC |
235 | void aoe_failbuf(struct aoedev *, struct buf *); |
236 | void aoedev_put(struct aoedev *); | |
1da177e4 LT |
237 | |
238 | int aoenet_init(void); | |
239 | void aoenet_exit(void); | |
e9bb8fb0 | 240 | void aoenet_xmit(struct sk_buff_head *); |
1da177e4 LT |
241 | int is_aoe_netif(struct net_device *ifp); |
242 | int set_aoe_iflist(const char __user *str, size_t size); |