Commit | Line | Data |
---|---|---|
fceaf24a | 1 | /* |
fceaf24a HJ |
2 | * Copyright (c) 2009, Microsoft Corporation. |
3 | * | |
4 | * This program is free software; you can redistribute it and/or modify it | |
5 | * under the terms and conditions of the GNU General Public License, | |
6 | * version 2, as published by the Free Software Foundation. | |
7 | * | |
8 | * This program is distributed in the hope it will be useful, but WITHOUT | |
9 | * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or | |
10 | * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for | |
11 | * more details. | |
12 | * | |
13 | * You should have received a copy of the GNU General Public License along with | |
14 | * this program; if not, write to the Free Software Foundation, Inc., 59 Temple | |
15 | * Place - Suite 330, Boston, MA 02111-1307 USA. | |
16 | * | |
17 | * Authors: | |
d0e94d17 | 18 | * Haiyang Zhang <haiyangz@microsoft.com> |
fceaf24a | 19 | * Hank Janssen <hjanssen@microsoft.com> |
fceaf24a | 20 | */ |
eb335bc4 HJ |
21 | #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt |
22 | ||
5654e932 | 23 | #include <linux/kernel.h> |
0c3b7b2f S |
24 | #include <linux/sched.h> |
25 | #include <linux/wait.h> | |
0ffa63b0 | 26 | #include <linux/mm.h> |
b4362c9c | 27 | #include <linux/delay.h> |
21a80820 | 28 | #include <linux/io.h> |
5a0e3ad6 | 29 | #include <linux/slab.h> |
d9871158 | 30 | #include <linux/netdevice.h> |
3f335ea2 | 31 | |
5ca7252a | 32 | #include "hyperv_net.h" |
fceaf24a HJ |
33 | |
34 | ||
5a71ae30 | 35 | static struct netvsc_device *alloc_net_device(struct hv_device *device) |
fceaf24a | 36 | { |
85799a37 | 37 | struct netvsc_device *net_device; |
2ddd5e5f | 38 | struct net_device *ndev = hv_get_drvdata(device); |
fceaf24a | 39 | |
85799a37 HZ |
40 | net_device = kzalloc(sizeof(struct netvsc_device), GFP_KERNEL); |
41 | if (!net_device) | |
fceaf24a HJ |
42 | return NULL; |
43 | ||
fceaf24a | 44 | |
c38b9c71 | 45 | net_device->destroy = false; |
53d21fdb | 46 | net_device->dev = device; |
2ddd5e5f | 47 | net_device->ndev = ndev; |
fceaf24a | 48 | |
2ddd5e5f | 49 | hv_set_drvdata(device, net_device); |
85799a37 | 50 | return net_device; |
fceaf24a HJ |
51 | } |
52 | ||
5a71ae30 | 53 | static struct netvsc_device *get_outbound_net_device(struct hv_device *device) |
fceaf24a | 54 | { |
85799a37 | 55 | struct netvsc_device *net_device; |
fceaf24a | 56 | |
2ddd5e5f | 57 | net_device = hv_get_drvdata(device); |
9d88f33a | 58 | if (net_device && net_device->destroy) |
85799a37 | 59 | net_device = NULL; |
fceaf24a | 60 | |
85799a37 | 61 | return net_device; |
fceaf24a HJ |
62 | } |
63 | ||
5a71ae30 | 64 | static struct netvsc_device *get_inbound_net_device(struct hv_device *device) |
fceaf24a | 65 | { |
85799a37 | 66 | struct netvsc_device *net_device; |
fceaf24a | 67 | |
2ddd5e5f | 68 | net_device = hv_get_drvdata(device); |
9d88f33a S |
69 | |
70 | if (!net_device) | |
71 | goto get_in_err; | |
72 | ||
73 | if (net_device->destroy && | |
74 | atomic_read(&net_device->num_outstanding_sends) == 0) | |
85799a37 | 75 | net_device = NULL; |
fceaf24a | 76 | |
9d88f33a | 77 | get_in_err: |
85799a37 | 78 | return net_device; |
fceaf24a HJ |
79 | } |
80 | ||
fceaf24a | 81 | |
ec91cd09 HZ |
82 | static int netvsc_destroy_recv_buf(struct netvsc_device *net_device) |
83 | { | |
84 | struct nvsp_message *revoke_packet; | |
85 | int ret = 0; | |
2ddd5e5f | 86 | struct net_device *ndev = net_device->ndev; |
ec91cd09 HZ |
87 | |
88 | /* | |
89 | * If we got a section count, it means we received a | |
90 | * SendReceiveBufferComplete msg (ie sent | |
91 | * NvspMessage1TypeSendReceiveBuffer msg) therefore, we need | |
92 | * to send a revoke msg here | |
93 | */ | |
94 | if (net_device->recv_section_cnt) { | |
95 | /* Send the revoke receive buffer */ | |
96 | revoke_packet = &net_device->revoke_packet; | |
97 | memset(revoke_packet, 0, sizeof(struct nvsp_message)); | |
98 | ||
99 | revoke_packet->hdr.msg_type = | |
100 | NVSP_MSG1_TYPE_REVOKE_RECV_BUF; | |
101 | revoke_packet->msg.v1_msg. | |
102 | revoke_recv_buf.id = NETVSC_RECEIVE_BUFFER_ID; | |
103 | ||
104 | ret = vmbus_sendpacket(net_device->dev->channel, | |
105 | revoke_packet, | |
106 | sizeof(struct nvsp_message), | |
107 | (unsigned long)revoke_packet, | |
108 | VM_PKT_DATA_INBAND, 0); | |
109 | /* | |
110 | * If we failed here, we might as well return and | |
111 | * have a leak rather than continue and a bugchk | |
112 | */ | |
113 | if (ret != 0) { | |
d9871158 | 114 | netdev_err(ndev, "unable to send " |
c909ebbd | 115 | "revoke receive buffer to netvsp\n"); |
a3e00530 | 116 | return ret; |
ec91cd09 HZ |
117 | } |
118 | } | |
119 | ||
120 | /* Teardown the gpadl on the vsp end */ | |
121 | if (net_device->recv_buf_gpadl_handle) { | |
122 | ret = vmbus_teardown_gpadl(net_device->dev->channel, | |
123 | net_device->recv_buf_gpadl_handle); | |
124 | ||
125 | /* If we failed here, we might as well return and have a leak | |
126 | * rather than continue and a bugchk | |
127 | */ | |
128 | if (ret != 0) { | |
d9871158 | 129 | netdev_err(ndev, |
c909ebbd | 130 | "unable to teardown receive buffer's gpadl\n"); |
7f9615e6 | 131 | return ret; |
ec91cd09 HZ |
132 | } |
133 | net_device->recv_buf_gpadl_handle = 0; | |
134 | } | |
135 | ||
136 | if (net_device->recv_buf) { | |
137 | /* Free up the receive buffer */ | |
138 | free_pages((unsigned long)net_device->recv_buf, | |
139 | get_order(net_device->recv_buf_size)); | |
140 | net_device->recv_buf = NULL; | |
141 | } | |
142 | ||
143 | if (net_device->recv_section) { | |
144 | net_device->recv_section_cnt = 0; | |
145 | kfree(net_device->recv_section); | |
146 | net_device->recv_section = NULL; | |
147 | } | |
148 | ||
149 | return ret; | |
150 | } | |
151 | ||
5a71ae30 | 152 | static int netvsc_init_recv_buf(struct hv_device *device) |
fceaf24a | 153 | { |
21a80820 | 154 | int ret = 0; |
35abb21a | 155 | int t; |
85799a37 HZ |
156 | struct netvsc_device *net_device; |
157 | struct nvsp_message *init_packet; | |
2ddd5e5f | 158 | struct net_device *ndev; |
fceaf24a | 159 | |
5a71ae30 | 160 | net_device = get_outbound_net_device(device); |
2ddd5e5f | 161 | if (!net_device) |
927bc33c | 162 | return -ENODEV; |
2ddd5e5f | 163 | ndev = net_device->ndev; |
fceaf24a | 164 | |
53d21fdb | 165 | net_device->recv_buf = |
df3493e0 S |
166 | (void *)__get_free_pages(GFP_KERNEL|__GFP_ZERO, |
167 | get_order(net_device->recv_buf_size)); | |
53d21fdb | 168 | if (!net_device->recv_buf) { |
d9871158 | 169 | netdev_err(ndev, "unable to allocate receive " |
c909ebbd | 170 | "buffer of size %d\n", net_device->recv_buf_size); |
927bc33c | 171 | ret = -ENOMEM; |
0c3b7b2f | 172 | goto cleanup; |
fceaf24a | 173 | } |
fceaf24a | 174 | |
454f18a9 BP |
175 | /* |
176 | * Establish the gpadl handle for this buffer on this | |
177 | * channel. Note: This call uses the vmbus connection rather | |
178 | * than the channel to establish the gpadl handle. | |
179 | */ | |
53d21fdb HZ |
180 | ret = vmbus_establish_gpadl(device->channel, net_device->recv_buf, |
181 | net_device->recv_buf_size, | |
182 | &net_device->recv_buf_gpadl_handle); | |
21a80820 | 183 | if (ret != 0) { |
d9871158 | 184 | netdev_err(ndev, |
c909ebbd | 185 | "unable to establish receive buffer's gpadl\n"); |
0c3b7b2f | 186 | goto cleanup; |
fceaf24a HJ |
187 | } |
188 | ||
fceaf24a | 189 | |
454f18a9 | 190 | /* Notify the NetVsp of the gpadl handle */ |
53d21fdb | 191 | init_packet = &net_device->channel_init_pkt; |
fceaf24a | 192 | |
85799a37 | 193 | memset(init_packet, 0, sizeof(struct nvsp_message)); |
fceaf24a | 194 | |
53d21fdb HZ |
195 | init_packet->hdr.msg_type = NVSP_MSG1_TYPE_SEND_RECV_BUF; |
196 | init_packet->msg.v1_msg.send_recv_buf. | |
197 | gpadl_handle = net_device->recv_buf_gpadl_handle; | |
198 | init_packet->msg.v1_msg. | |
199 | send_recv_buf.id = NETVSC_RECEIVE_BUFFER_ID; | |
fceaf24a | 200 | |
454f18a9 | 201 | /* Send the gpadl notification request */ |
85799a37 | 202 | ret = vmbus_sendpacket(device->channel, init_packet, |
5a4df290 | 203 | sizeof(struct nvsp_message), |
85799a37 | 204 | (unsigned long)init_packet, |
415f2287 | 205 | VM_PKT_DATA_INBAND, |
5a4df290 | 206 | VMBUS_DATA_PACKET_FLAG_COMPLETION_REQUESTED); |
21a80820 | 207 | if (ret != 0) { |
d9871158 | 208 | netdev_err(ndev, |
c909ebbd | 209 | "unable to send receive buffer's gpadl to netvsp\n"); |
0c3b7b2f | 210 | goto cleanup; |
fceaf24a HJ |
211 | } |
212 | ||
5c5781b3 | 213 | t = wait_for_completion_timeout(&net_device->channel_init_wait, 5*HZ); |
35abb21a | 214 | BUG_ON(t == 0); |
0c3b7b2f | 215 | |
fceaf24a | 216 | |
454f18a9 | 217 | /* Check the response */ |
53d21fdb HZ |
218 | if (init_packet->msg.v1_msg. |
219 | send_recv_buf_complete.status != NVSP_STAT_SUCCESS) { | |
d9871158 | 220 | netdev_err(ndev, "Unable to complete receive buffer " |
8bff33ab | 221 | "initialization with NetVsp - status %d\n", |
53d21fdb HZ |
222 | init_packet->msg.v1_msg. |
223 | send_recv_buf_complete.status); | |
927bc33c | 224 | ret = -EINVAL; |
0c3b7b2f | 225 | goto cleanup; |
fceaf24a HJ |
226 | } |
227 | ||
454f18a9 | 228 | /* Parse the response */ |
fceaf24a | 229 | |
53d21fdb HZ |
230 | net_device->recv_section_cnt = init_packet->msg. |
231 | v1_msg.send_recv_buf_complete.num_sections; | |
fceaf24a | 232 | |
c1813200 HZ |
233 | net_device->recv_section = kmemdup( |
234 | init_packet->msg.v1_msg.send_recv_buf_complete.sections, | |
235 | net_device->recv_section_cnt * | |
236 | sizeof(struct nvsp_1_receive_buffer_section), | |
237 | GFP_KERNEL); | |
53d21fdb | 238 | if (net_device->recv_section == NULL) { |
927bc33c | 239 | ret = -EINVAL; |
0c3b7b2f | 240 | goto cleanup; |
fceaf24a HJ |
241 | } |
242 | ||
21a80820 GKH |
243 | /* |
244 | * For 1st release, there should only be 1 section that represents the | |
245 | * entire receive buffer | |
246 | */ | |
53d21fdb HZ |
247 | if (net_device->recv_section_cnt != 1 || |
248 | net_device->recv_section->offset != 0) { | |
927bc33c | 249 | ret = -EINVAL; |
0c3b7b2f | 250 | goto cleanup; |
fceaf24a HJ |
251 | } |
252 | ||
0c3b7b2f | 253 | goto exit; |
fceaf24a | 254 | |
0c3b7b2f | 255 | cleanup: |
5a71ae30 | 256 | netvsc_destroy_recv_buf(net_device); |
fceaf24a | 257 | |
0c3b7b2f | 258 | exit: |
fceaf24a HJ |
259 | return ret; |
260 | } | |
261 | ||
fceaf24a | 262 | |
5a71ae30 | 263 | static int netvsc_connect_vsp(struct hv_device *device) |
fceaf24a | 264 | { |
35abb21a | 265 | int ret, t; |
85799a37 HZ |
266 | struct netvsc_device *net_device; |
267 | struct nvsp_message *init_packet; | |
268 | int ndis_version; | |
2ddd5e5f | 269 | struct net_device *ndev; |
fceaf24a | 270 | |
5a71ae30 | 271 | net_device = get_outbound_net_device(device); |
2ddd5e5f | 272 | if (!net_device) |
0f48c72c | 273 | return -ENODEV; |
2ddd5e5f | 274 | ndev = net_device->ndev; |
fceaf24a | 275 | |
53d21fdb | 276 | init_packet = &net_device->channel_init_pkt; |
fceaf24a | 277 | |
85799a37 | 278 | memset(init_packet, 0, sizeof(struct nvsp_message)); |
53d21fdb HZ |
279 | init_packet->hdr.msg_type = NVSP_MSG_TYPE_INIT; |
280 | init_packet->msg.init_msg.init.min_protocol_ver = | |
85799a37 | 281 | NVSP_MIN_PROTOCOL_VERSION; |
53d21fdb | 282 | init_packet->msg.init_msg.init.max_protocol_ver = |
85799a37 | 283 | NVSP_MAX_PROTOCOL_VERSION; |
fceaf24a | 284 | |
454f18a9 | 285 | /* Send the init request */ |
85799a37 | 286 | ret = vmbus_sendpacket(device->channel, init_packet, |
5a4df290 | 287 | sizeof(struct nvsp_message), |
85799a37 | 288 | (unsigned long)init_packet, |
415f2287 | 289 | VM_PKT_DATA_INBAND, |
5a4df290 | 290 | VMBUS_DATA_PACKET_FLAG_COMPLETION_REQUESTED); |
21a80820 | 291 | |
b8a3d52b | 292 | if (ret != 0) |
0c3b7b2f | 293 | goto cleanup; |
fceaf24a | 294 | |
5c5781b3 | 295 | t = wait_for_completion_timeout(&net_device->channel_init_wait, 5*HZ); |
35abb21a S |
296 | |
297 | if (t == 0) { | |
0c3b7b2f S |
298 | ret = -ETIMEDOUT; |
299 | goto cleanup; | |
300 | } | |
fceaf24a | 301 | |
53d21fdb HZ |
302 | if (init_packet->msg.init_msg.init_complete.status != |
303 | NVSP_STAT_SUCCESS) { | |
0f48c72c | 304 | ret = -EINVAL; |
0c3b7b2f | 305 | goto cleanup; |
fceaf24a HJ |
306 | } |
307 | ||
53d21fdb HZ |
308 | if (init_packet->msg.init_msg.init_complete. |
309 | negotiated_protocol_ver != NVSP_PROTOCOL_VERSION_1) { | |
0f48c72c | 310 | ret = -EPROTO; |
0c3b7b2f | 311 | goto cleanup; |
fceaf24a | 312 | } |
454f18a9 | 313 | /* Send the ndis version */ |
85799a37 | 314 | memset(init_packet, 0, sizeof(struct nvsp_message)); |
fceaf24a | 315 | |
85799a37 | 316 | ndis_version = 0x00050000; |
fceaf24a | 317 | |
53d21fdb HZ |
318 | init_packet->hdr.msg_type = NVSP_MSG1_TYPE_SEND_NDIS_VER; |
319 | init_packet->msg.v1_msg. | |
320 | send_ndis_ver.ndis_major_ver = | |
85799a37 | 321 | (ndis_version & 0xFFFF0000) >> 16; |
53d21fdb HZ |
322 | init_packet->msg.v1_msg. |
323 | send_ndis_ver.ndis_minor_ver = | |
85799a37 | 324 | ndis_version & 0xFFFF; |
fceaf24a | 325 | |
454f18a9 | 326 | /* Send the init request */ |
85799a37 | 327 | ret = vmbus_sendpacket(device->channel, init_packet, |
0c3b7b2f S |
328 | sizeof(struct nvsp_message), |
329 | (unsigned long)init_packet, | |
330 | VM_PKT_DATA_INBAND, 0); | |
0f48c72c | 331 | if (ret != 0) |
0c3b7b2f | 332 | goto cleanup; |
454f18a9 BP |
333 | |
334 | /* Post the big receive buffer to NetVSP */ | |
5a71ae30 | 335 | ret = netvsc_init_recv_buf(device); |
fceaf24a | 336 | |
0c3b7b2f | 337 | cleanup: |
fceaf24a HJ |
338 | return ret; |
339 | } | |
340 | ||
648dc598 | 341 | static void netvsc_disconnect_vsp(struct netvsc_device *net_device) |
fceaf24a | 342 | { |
5a71ae30 | 343 | netvsc_destroy_recv_buf(net_device); |
fceaf24a HJ |
344 | } |
345 | ||
3e189519 | 346 | /* |
5a71ae30 | 347 | * netvsc_device_remove - Callback when the root bus device is removed |
21a80820 | 348 | */ |
905620d1 | 349 | int netvsc_device_remove(struct hv_device *device) |
fceaf24a | 350 | { |
85799a37 HZ |
351 | struct netvsc_device *net_device; |
352 | struct hv_netvsc_packet *netvsc_packet, *pos; | |
c38b9c71 | 353 | unsigned long flags; |
fceaf24a | 354 | |
2ddd5e5f | 355 | net_device = hv_get_drvdata(device); |
c38b9c71 S |
356 | spin_lock_irqsave(&device->channel->inbound_lock, flags); |
357 | net_device->destroy = true; | |
358 | spin_unlock_irqrestore(&device->channel->inbound_lock, flags); | |
359 | ||
454f18a9 | 360 | /* Wait for all send completions */ |
53d21fdb | 361 | while (atomic_read(&net_device->num_outstanding_sends)) { |
d9871158 | 362 | dev_info(&device->device, |
c909ebbd | 363 | "waiting for %d requests to complete...\n", |
eb335bc4 | 364 | atomic_read(&net_device->num_outstanding_sends)); |
b4362c9c | 365 | udelay(100); |
fceaf24a HJ |
366 | } |
367 | ||
648dc598 | 368 | netvsc_disconnect_vsp(net_device); |
fceaf24a | 369 | |
3852409b | 370 | /* |
9d88f33a S |
371 | * Since we have already drained, we don't need to busy wait |
372 | * as was done in final_release_stor_device() | |
373 | * Note that we cannot set the ext pointer to NULL until | |
374 | * we have drained - to drain the outgoing packets, we need to | |
375 | * allow incoming packets. | |
3852409b | 376 | */ |
9d88f33a S |
377 | |
378 | spin_lock_irqsave(&device->channel->inbound_lock, flags); | |
2ddd5e5f | 379 | hv_set_drvdata(device, NULL); |
9d88f33a | 380 | spin_unlock_irqrestore(&device->channel->inbound_lock, flags); |
3852409b | 381 | |
86c921af S |
382 | /* |
383 | * At this point, no one should be accessing net_device | |
384 | * except in here | |
385 | */ | |
c909ebbd | 386 | dev_notice(&device->device, "net device safe to remove\n"); |
fceaf24a | 387 | |
454f18a9 | 388 | /* Now, we can close the channel safely */ |
85799a37 | 389 | vmbus_close(device->channel); |
fceaf24a | 390 | |
454f18a9 | 391 | /* Release all resources */ |
85799a37 | 392 | list_for_each_entry_safe(netvsc_packet, pos, |
53d21fdb | 393 | &net_device->recv_pkt_list, list_ent) { |
72a2f5bd | 394 | list_del(&netvsc_packet->list_ent); |
85799a37 | 395 | kfree(netvsc_packet); |
fceaf24a HJ |
396 | } |
397 | ||
356c4657 | 398 | kfree(net_device); |
21a80820 | 399 | return 0; |
fceaf24a HJ |
400 | } |
401 | ||
5a71ae30 | 402 | static void netvsc_send_completion(struct hv_device *device, |
85799a37 | 403 | struct vmpacket_descriptor *packet) |
fceaf24a | 404 | { |
85799a37 HZ |
405 | struct netvsc_device *net_device; |
406 | struct nvsp_message *nvsp_packet; | |
407 | struct hv_netvsc_packet *nvsc_packet; | |
2ddd5e5f | 408 | struct net_device *ndev; |
fceaf24a | 409 | |
5a71ae30 | 410 | net_device = get_inbound_net_device(device); |
2ddd5e5f | 411 | if (!net_device) |
fceaf24a | 412 | return; |
2ddd5e5f | 413 | ndev = net_device->ndev; |
fceaf24a | 414 | |
85799a37 | 415 | nvsp_packet = (struct nvsp_message *)((unsigned long)packet + |
415f2287 | 416 | (packet->offset8 << 3)); |
fceaf24a | 417 | |
53d21fdb HZ |
418 | if ((nvsp_packet->hdr.msg_type == NVSP_MSG_TYPE_INIT_COMPLETE) || |
419 | (nvsp_packet->hdr.msg_type == | |
420 | NVSP_MSG1_TYPE_SEND_RECV_BUF_COMPLETE) || | |
421 | (nvsp_packet->hdr.msg_type == | |
422 | NVSP_MSG1_TYPE_SEND_SEND_BUF_COMPLETE)) { | |
454f18a9 | 423 | /* Copy the response back */ |
53d21fdb | 424 | memcpy(&net_device->channel_init_pkt, nvsp_packet, |
21a80820 | 425 | sizeof(struct nvsp_message)); |
35abb21a | 426 | complete(&net_device->channel_init_wait); |
53d21fdb HZ |
427 | } else if (nvsp_packet->hdr.msg_type == |
428 | NVSP_MSG1_TYPE_SEND_RNDIS_PKT_COMPLETE) { | |
454f18a9 | 429 | /* Get the send context */ |
85799a37 | 430 | nvsc_packet = (struct hv_netvsc_packet *)(unsigned long) |
415f2287 | 431 | packet->trans_id; |
fceaf24a | 432 | |
454f18a9 | 433 | /* Notify the layer above us */ |
72a2f5bd HZ |
434 | nvsc_packet->completion.send.send_completion( |
435 | nvsc_packet->completion.send.send_completion_ctx); | |
fceaf24a | 436 | |
53d21fdb | 437 | atomic_dec(&net_device->num_outstanding_sends); |
1d06825b HZ |
438 | |
439 | if (netif_queue_stopped(ndev)) | |
440 | netif_wake_queue(ndev); | |
21a80820 | 441 | } else { |
d9871158 | 442 | netdev_err(ndev, "Unknown send completion packet type- " |
c909ebbd | 443 | "%d received!!\n", nvsp_packet->hdr.msg_type); |
fceaf24a HJ |
444 | } |
445 | ||
fceaf24a HJ |
446 | } |
447 | ||
f9819f05 | 448 | int netvsc_send(struct hv_device *device, |
85799a37 | 449 | struct hv_netvsc_packet *packet) |
fceaf24a | 450 | { |
85799a37 | 451 | struct netvsc_device *net_device; |
21a80820 | 452 | int ret = 0; |
223c1aa6 | 453 | struct nvsp_message sendMessage; |
2ddd5e5f | 454 | struct net_device *ndev; |
fceaf24a | 455 | |
5a71ae30 | 456 | net_device = get_outbound_net_device(device); |
2ddd5e5f | 457 | if (!net_device) |
ff2bd69a | 458 | return -ENODEV; |
2ddd5e5f | 459 | ndev = net_device->ndev; |
fceaf24a | 460 | |
53d21fdb | 461 | sendMessage.hdr.msg_type = NVSP_MSG1_TYPE_SEND_RNDIS_PKT; |
72a2f5bd | 462 | if (packet->is_data_pkt) { |
21a80820 | 463 | /* 0 is RMC_DATA; */ |
53d21fdb | 464 | sendMessage.msg.v1_msg.send_rndis_pkt.channel_type = 0; |
21a80820 GKH |
465 | } else { |
466 | /* 1 is RMC_CONTROL; */ | |
53d21fdb | 467 | sendMessage.msg.v1_msg.send_rndis_pkt.channel_type = 1; |
21a80820 | 468 | } |
fceaf24a | 469 | |
454f18a9 | 470 | /* Not using send buffer section */ |
53d21fdb HZ |
471 | sendMessage.msg.v1_msg.send_rndis_pkt.send_buf_section_index = |
472 | 0xFFFFFFFF; | |
473 | sendMessage.msg.v1_msg.send_rndis_pkt.send_buf_section_size = 0; | |
21a80820 | 474 | |
72a2f5bd | 475 | if (packet->page_buf_cnt) { |
85799a37 | 476 | ret = vmbus_sendpacket_pagebuffer(device->channel, |
72a2f5bd HZ |
477 | packet->page_buf, |
478 | packet->page_buf_cnt, | |
ff3f8eec GKH |
479 | &sendMessage, |
480 | sizeof(struct nvsp_message), | |
85799a37 | 481 | (unsigned long)packet); |
21a80820 | 482 | } else { |
85799a37 | 483 | ret = vmbus_sendpacket(device->channel, &sendMessage, |
e4d59ac5 HZ |
484 | sizeof(struct nvsp_message), |
485 | (unsigned long)packet, | |
486 | VM_PKT_DATA_INBAND, | |
487 | VMBUS_DATA_PACKET_FLAG_COMPLETION_REQUESTED); | |
fceaf24a HJ |
488 | |
489 | } | |
490 | ||
1d06825b HZ |
491 | if (ret == 0) { |
492 | atomic_inc(&net_device->num_outstanding_sends); | |
493 | } else if (ret == -EAGAIN) { | |
494 | netif_stop_queue(ndev); | |
495 | if (atomic_read(&net_device->num_outstanding_sends) < 1) | |
496 | netif_wake_queue(ndev); | |
497 | } else { | |
d9871158 | 498 | netdev_err(ndev, "Unable to send packet %p ret %d\n", |
85799a37 | 499 | packet, ret); |
1d06825b | 500 | } |
fceaf24a | 501 | |
fceaf24a HJ |
502 | return ret; |
503 | } | |
504 | ||
5fa9d3c5 HZ |
505 | static void netvsc_send_recv_completion(struct hv_device *device, |
506 | u64 transaction_id) | |
507 | { | |
508 | struct nvsp_message recvcompMessage; | |
509 | int retries = 0; | |
510 | int ret; | |
2ddd5e5f S |
511 | struct net_device *ndev; |
512 | struct netvsc_device *net_device = hv_get_drvdata(device); | |
513 | ||
514 | ndev = net_device->ndev; | |
5fa9d3c5 HZ |
515 | |
516 | recvcompMessage.hdr.msg_type = | |
517 | NVSP_MSG1_TYPE_SEND_RNDIS_PKT_COMPLETE; | |
518 | ||
519 | /* FIXME: Pass in the status */ | |
520 | recvcompMessage.msg.v1_msg.send_rndis_pkt_complete.status = | |
521 | NVSP_STAT_SUCCESS; | |
522 | ||
523 | retry_send_cmplt: | |
524 | /* Send the completion */ | |
525 | ret = vmbus_sendpacket(device->channel, &recvcompMessage, | |
526 | sizeof(struct nvsp_message), transaction_id, | |
527 | VM_PKT_COMP, 0); | |
528 | if (ret == 0) { | |
529 | /* success */ | |
530 | /* no-op */ | |
d2598f01 | 531 | } else if (ret == -EAGAIN) { |
5fa9d3c5 HZ |
532 | /* no more room...wait a bit and attempt to retry 3 times */ |
533 | retries++; | |
d9871158 | 534 | netdev_err(ndev, "unable to send receive completion pkt" |
c909ebbd | 535 | " (tid %llx)...retrying %d\n", transaction_id, retries); |
5fa9d3c5 HZ |
536 | |
537 | if (retries < 4) { | |
538 | udelay(100); | |
539 | goto retry_send_cmplt; | |
540 | } else { | |
d9871158 | 541 | netdev_err(ndev, "unable to send receive " |
c909ebbd | 542 | "completion pkt (tid %llx)...give up retrying\n", |
5fa9d3c5 HZ |
543 | transaction_id); |
544 | } | |
545 | } else { | |
d9871158 | 546 | netdev_err(ndev, "unable to send receive " |
c909ebbd | 547 | "completion pkt - %llx\n", transaction_id); |
5fa9d3c5 HZ |
548 | } |
549 | } | |
550 | ||
57991156 HZ |
551 | /* Send a receive completion packet to RNDIS device (ie NetVsp) */ |
552 | static void netvsc_receive_completion(void *context) | |
553 | { | |
554 | struct hv_netvsc_packet *packet = context; | |
555 | struct hv_device *device = (struct hv_device *)packet->device; | |
556 | struct netvsc_device *net_device; | |
557 | u64 transaction_id = 0; | |
558 | bool fsend_receive_comp = false; | |
559 | unsigned long flags; | |
2ddd5e5f | 560 | struct net_device *ndev; |
57991156 HZ |
561 | |
562 | /* | |
563 | * Even though it seems logical to do a GetOutboundNetDevice() here to | |
564 | * send out receive completion, we are using GetInboundNetDevice() | |
565 | * since we may have disable outbound traffic already. | |
566 | */ | |
567 | net_device = get_inbound_net_device(device); | |
2ddd5e5f | 568 | if (!net_device) |
57991156 | 569 | return; |
2ddd5e5f | 570 | ndev = net_device->ndev; |
57991156 HZ |
571 | |
572 | /* Overloading use of the lock. */ | |
573 | spin_lock_irqsave(&net_device->recv_pkt_list_lock, flags); | |
574 | ||
575 | packet->xfer_page_pkt->count--; | |
576 | ||
577 | /* | |
578 | * Last one in the line that represent 1 xfer page packet. | |
579 | * Return the xfer page packet itself to the freelist | |
580 | */ | |
581 | if (packet->xfer_page_pkt->count == 0) { | |
582 | fsend_receive_comp = true; | |
583 | transaction_id = packet->completion.recv.recv_completion_tid; | |
584 | list_add_tail(&packet->xfer_page_pkt->list_ent, | |
585 | &net_device->recv_pkt_list); | |
586 | ||
587 | } | |
588 | ||
589 | /* Put the packet back */ | |
590 | list_add_tail(&packet->list_ent, &net_device->recv_pkt_list); | |
591 | spin_unlock_irqrestore(&net_device->recv_pkt_list_lock, flags); | |
592 | ||
593 | /* Send a receive completion for the xfer page packet */ | |
594 | if (fsend_receive_comp) | |
595 | netvsc_send_recv_completion(device, transaction_id); | |
596 | ||
57991156 HZ |
597 | } |
598 | ||
5a71ae30 | 599 | static void netvsc_receive(struct hv_device *device, |
85799a37 | 600 | struct vmpacket_descriptor *packet) |
fceaf24a | 601 | { |
85799a37 HZ |
602 | struct netvsc_device *net_device; |
603 | struct vmtransfer_page_packet_header *vmxferpage_packet; | |
604 | struct nvsp_message *nvsp_packet; | |
605 | struct hv_netvsc_packet *netvsc_packet = NULL; | |
7e23a6e9 | 606 | /* struct netvsc_driver *netvscDriver; */ |
85799a37 | 607 | struct xferpage_packet *xferpage_packet = NULL; |
45326342 HZ |
608 | int i; |
609 | int count = 0; | |
6436873a | 610 | unsigned long flags; |
2ddd5e5f | 611 | struct net_device *ndev; |
779b4d17 | 612 | |
d29274ef | 613 | LIST_HEAD(listHead); |
fceaf24a | 614 | |
5a71ae30 | 615 | net_device = get_inbound_net_device(device); |
2ddd5e5f | 616 | if (!net_device) |
fceaf24a | 617 | return; |
2ddd5e5f | 618 | ndev = net_device->ndev; |
fceaf24a | 619 | |
21a80820 GKH |
620 | /* |
621 | * All inbound packets other than send completion should be xfer page | |
622 | * packet | |
623 | */ | |
415f2287 | 624 | if (packet->type != VM_PKT_DATA_USING_XFER_PAGES) { |
d9871158 | 625 | netdev_err(ndev, "Unknown packet type received - %d\n", |
415f2287 | 626 | packet->type); |
fceaf24a HJ |
627 | return; |
628 | } | |
629 | ||
85799a37 | 630 | nvsp_packet = (struct nvsp_message *)((unsigned long)packet + |
415f2287 | 631 | (packet->offset8 << 3)); |
fceaf24a | 632 | |
454f18a9 | 633 | /* Make sure this is a valid nvsp packet */ |
53d21fdb HZ |
634 | if (nvsp_packet->hdr.msg_type != |
635 | NVSP_MSG1_TYPE_SEND_RNDIS_PKT) { | |
d9871158 | 636 | netdev_err(ndev, "Unknown nvsp packet type received-" |
c909ebbd | 637 | " %d\n", nvsp_packet->hdr.msg_type); |
fceaf24a HJ |
638 | return; |
639 | } | |
640 | ||
85799a37 | 641 | vmxferpage_packet = (struct vmtransfer_page_packet_header *)packet; |
fceaf24a | 642 | |
415f2287 | 643 | if (vmxferpage_packet->xfer_pageset_id != NETVSC_RECEIVE_BUFFER_ID) { |
d9871158 | 644 | netdev_err(ndev, "Invalid xfer page set id - " |
c909ebbd | 645 | "expecting %x got %x\n", NETVSC_RECEIVE_BUFFER_ID, |
415f2287 | 646 | vmxferpage_packet->xfer_pageset_id); |
fceaf24a HJ |
647 | return; |
648 | } | |
649 | ||
454f18a9 BP |
650 | /* |
651 | * Grab free packets (range count + 1) to represent this xfer | |
652 | * page packet. +1 to represent the xfer page packet itself. | |
653 | * We grab it here so that we know exactly how many we can | |
654 | * fulfil | |
655 | */ | |
53d21fdb HZ |
656 | spin_lock_irqsave(&net_device->recv_pkt_list_lock, flags); |
657 | while (!list_empty(&net_device->recv_pkt_list)) { | |
658 | list_move_tail(net_device->recv_pkt_list.next, &listHead); | |
415f2287 | 659 | if (++count == vmxferpage_packet->range_cnt + 1) |
fceaf24a HJ |
660 | break; |
661 | } | |
53d21fdb | 662 | spin_unlock_irqrestore(&net_device->recv_pkt_list_lock, flags); |
fceaf24a | 663 | |
454f18a9 BP |
664 | /* |
665 | * We need at least 2 netvsc pkts (1 to represent the xfer | |
666 | * page and at least 1 for the range) i.e. we can handled | |
667 | * some of the xfer page packet ranges... | |
668 | */ | |
21a80820 | 669 | if (count < 2) { |
d9871158 | 670 | netdev_err(ndev, "Got only %d netvsc pkt...needed " |
c909ebbd | 671 | "%d pkts. Dropping this xfer page packet completely!\n", |
eb335bc4 | 672 | count, vmxferpage_packet->range_cnt + 1); |
fceaf24a | 673 | |
454f18a9 | 674 | /* Return it to the freelist */ |
53d21fdb | 675 | spin_lock_irqsave(&net_device->recv_pkt_list_lock, flags); |
21a80820 | 676 | for (i = count; i != 0; i--) { |
92ec0893 | 677 | list_move_tail(listHead.next, |
53d21fdb | 678 | &net_device->recv_pkt_list); |
fceaf24a | 679 | } |
53d21fdb | 680 | spin_unlock_irqrestore(&net_device->recv_pkt_list_lock, |
21a80820 | 681 | flags); |
fceaf24a | 682 | |
5a71ae30 | 683 | netvsc_send_recv_completion(device, |
415f2287 | 684 | vmxferpage_packet->d.trans_id); |
fceaf24a | 685 | |
fceaf24a HJ |
686 | return; |
687 | } | |
688 | ||
454f18a9 | 689 | /* Remove the 1st packet to represent the xfer page packet itself */ |
85799a37 | 690 | xferpage_packet = (struct xferpage_packet *)listHead.next; |
72a2f5bd | 691 | list_del(&xferpage_packet->list_ent); |
d29274ef | 692 | |
21a80820 | 693 | /* This is how much we can satisfy */ |
72a2f5bd | 694 | xferpage_packet->count = count - 1; |
21a80820 | 695 | |
415f2287 | 696 | if (xferpage_packet->count != vmxferpage_packet->range_cnt) { |
8bff33ab | 697 | netdev_err(ndev, "Needed %d netvsc pkts to satisfy " |
c909ebbd | 698 | "this xfer page...got %d\n", |
eb335bc4 | 699 | vmxferpage_packet->range_cnt, xferpage_packet->count); |
fceaf24a HJ |
700 | } |
701 | ||
454f18a9 | 702 | /* Each range represents 1 RNDIS pkt that contains 1 ethernet frame */ |
21a80820 | 703 | for (i = 0; i < (count - 1); i++) { |
85799a37 | 704 | netvsc_packet = (struct hv_netvsc_packet *)listHead.next; |
72a2f5bd | 705 | list_del(&netvsc_packet->list_ent); |
fceaf24a | 706 | |
454f18a9 | 707 | /* Initialize the netvsc packet */ |
72a2f5bd HZ |
708 | netvsc_packet->xfer_page_pkt = xferpage_packet; |
709 | netvsc_packet->completion.recv.recv_completion = | |
5a71ae30 | 710 | netvsc_receive_completion; |
72a2f5bd | 711 | netvsc_packet->completion.recv.recv_completion_ctx = |
85799a37 | 712 | netvsc_packet; |
72a2f5bd | 713 | netvsc_packet->device = device; |
21a80820 | 714 | /* Save this so that we can send it back */ |
72a2f5bd | 715 | netvsc_packet->completion.recv.recv_completion_tid = |
415f2287 | 716 | vmxferpage_packet->d.trans_id; |
fceaf24a | 717 | |
45326342 HZ |
718 | netvsc_packet->data = (void *)((unsigned long)net_device-> |
719 | recv_buf + vmxferpage_packet->ranges[i].byte_offset); | |
72a2f5bd | 720 | netvsc_packet->total_data_buflen = |
415f2287 | 721 | vmxferpage_packet->ranges[i].byte_count; |
fceaf24a | 722 | |
454f18a9 | 723 | /* Pass it to the upper layer */ |
ac6f7859 | 724 | rndis_filter_receive(device, netvsc_packet); |
fceaf24a | 725 | |
5a71ae30 | 726 | netvsc_receive_completion(netvsc_packet-> |
72a2f5bd | 727 | completion.recv.recv_completion_ctx); |
fceaf24a HJ |
728 | } |
729 | ||
fceaf24a HJ |
730 | } |
731 | ||
5a71ae30 | 732 | static void netvsc_channel_cb(void *context) |
fceaf24a | 733 | { |
21a80820 | 734 | int ret; |
85799a37 HZ |
735 | struct hv_device *device = context; |
736 | struct netvsc_device *net_device; | |
737 | u32 bytes_recvd; | |
738 | u64 request_id; | |
c6fcf0ba | 739 | unsigned char *packet; |
8dc0a06a | 740 | struct vmpacket_descriptor *desc; |
c6fcf0ba BP |
741 | unsigned char *buffer; |
742 | int bufferlen = NETVSC_PACKET_SIZE; | |
2ddd5e5f | 743 | struct net_device *ndev; |
fceaf24a | 744 | |
c6fcf0ba | 745 | packet = kzalloc(NETVSC_PACKET_SIZE * sizeof(unsigned char), |
d70c6731 | 746 | GFP_ATOMIC); |
c6fcf0ba BP |
747 | if (!packet) |
748 | return; | |
749 | buffer = packet; | |
750 | ||
5a71ae30 | 751 | net_device = get_inbound_net_device(device); |
2ddd5e5f | 752 | if (!net_device) |
c6fcf0ba | 753 | goto out; |
2ddd5e5f | 754 | ndev = net_device->ndev; |
fceaf24a | 755 | |
21a80820 | 756 | do { |
9f630068 | 757 | ret = vmbus_recvpacket_raw(device->channel, buffer, bufferlen, |
85799a37 | 758 | &bytes_recvd, &request_id); |
21a80820 | 759 | if (ret == 0) { |
85799a37 | 760 | if (bytes_recvd > 0) { |
21a80820 | 761 | desc = (struct vmpacket_descriptor *)buffer; |
415f2287 HZ |
762 | switch (desc->type) { |
763 | case VM_PKT_COMP: | |
5a71ae30 | 764 | netvsc_send_completion(device, desc); |
21a80820 GKH |
765 | break; |
766 | ||
415f2287 | 767 | case VM_PKT_DATA_USING_XFER_PAGES: |
5a71ae30 | 768 | netvsc_receive(device, desc); |
21a80820 GKH |
769 | break; |
770 | ||
771 | default: | |
d9871158 | 772 | netdev_err(ndev, |
21a80820 GKH |
773 | "unhandled packet type %d, " |
774 | "tid %llx len %d\n", | |
415f2287 | 775 | desc->type, request_id, |
85799a37 | 776 | bytes_recvd); |
21a80820 | 777 | break; |
fceaf24a HJ |
778 | } |
779 | ||
454f18a9 | 780 | /* reset */ |
c6fcf0ba | 781 | if (bufferlen > NETVSC_PACKET_SIZE) { |
8c69f52a | 782 | kfree(buffer); |
fceaf24a | 783 | buffer = packet; |
c6fcf0ba | 784 | bufferlen = NETVSC_PACKET_SIZE; |
fceaf24a | 785 | } |
21a80820 | 786 | } else { |
454f18a9 | 787 | /* reset */ |
c6fcf0ba | 788 | if (bufferlen > NETVSC_PACKET_SIZE) { |
8c69f52a | 789 | kfree(buffer); |
fceaf24a | 790 | buffer = packet; |
c6fcf0ba | 791 | bufferlen = NETVSC_PACKET_SIZE; |
fceaf24a HJ |
792 | } |
793 | ||
794 | break; | |
795 | } | |
3d5cad97 | 796 | } else if (ret == -ENOBUFS) { |
21a80820 | 797 | /* Handle large packet */ |
85799a37 | 798 | buffer = kmalloc(bytes_recvd, GFP_ATOMIC); |
21a80820 | 799 | if (buffer == NULL) { |
454f18a9 | 800 | /* Try again next time around */ |
d9871158 | 801 | netdev_err(ndev, |
21a80820 | 802 | "unable to allocate buffer of size " |
c909ebbd | 803 | "(%d)!!\n", bytes_recvd); |
fceaf24a HJ |
804 | break; |
805 | } | |
806 | ||
85799a37 | 807 | bufferlen = bytes_recvd; |
fceaf24a HJ |
808 | } |
809 | } while (1); | |
810 | ||
c6fcf0ba BP |
811 | out: |
812 | kfree(buffer); | |
fceaf24a HJ |
813 | return; |
814 | } | |
af24ce42 | 815 | |
b637e023 HZ |
816 | /* |
817 | * netvsc_device_add - Callback when the device belonging to this | |
818 | * driver is added | |
819 | */ | |
7bd23a4d | 820 | int netvsc_device_add(struct hv_device *device, void *additional_info) |
b637e023 HZ |
821 | { |
822 | int ret = 0; | |
823 | int i; | |
aae23986 S |
824 | int ring_size = |
825 | ((struct netvsc_device_info *)additional_info)->ring_size; | |
b637e023 HZ |
826 | struct netvsc_device *net_device; |
827 | struct hv_netvsc_packet *packet, *pos; | |
2ddd5e5f | 828 | struct net_device *ndev; |
b637e023 HZ |
829 | |
830 | net_device = alloc_net_device(device); | |
831 | if (!net_device) { | |
ace163a8 | 832 | ret = -ENOMEM; |
b637e023 HZ |
833 | goto cleanup; |
834 | } | |
835 | ||
2ddd5e5f S |
836 | /* |
837 | * Coming into this function, struct net_device * is | |
838 | * registered as the driver private data. | |
839 | * In alloc_net_device(), we register struct netvsc_device * | |
840 | * as the driver private data and stash away struct net_device * | |
841 | * in struct netvsc_device *. | |
842 | */ | |
843 | ndev = net_device->ndev; | |
844 | ||
b637e023 HZ |
845 | /* Initialize the NetVSC channel extension */ |
846 | net_device->recv_buf_size = NETVSC_RECEIVE_BUFFER_SIZE; | |
847 | spin_lock_init(&net_device->recv_pkt_list_lock); | |
848 | ||
b637e023 HZ |
849 | INIT_LIST_HEAD(&net_device->recv_pkt_list); |
850 | ||
851 | for (i = 0; i < NETVSC_RECEIVE_PACKETLIST_COUNT; i++) { | |
852 | packet = kzalloc(sizeof(struct hv_netvsc_packet) + | |
853 | (NETVSC_RECEIVE_SG_COUNT * | |
854 | sizeof(struct hv_page_buffer)), GFP_KERNEL); | |
855 | if (!packet) | |
856 | break; | |
857 | ||
858 | list_add_tail(&packet->list_ent, | |
859 | &net_device->recv_pkt_list); | |
860 | } | |
35abb21a | 861 | init_completion(&net_device->channel_init_wait); |
b637e023 HZ |
862 | |
863 | /* Open the channel */ | |
aae23986 S |
864 | ret = vmbus_open(device->channel, ring_size * PAGE_SIZE, |
865 | ring_size * PAGE_SIZE, NULL, 0, | |
b637e023 HZ |
866 | netvsc_channel_cb, device); |
867 | ||
868 | if (ret != 0) { | |
d9871158 | 869 | netdev_err(ndev, "unable to open channel: %d\n", ret); |
b637e023 HZ |
870 | goto cleanup; |
871 | } | |
872 | ||
873 | /* Channel is opened */ | |
c909ebbd | 874 | pr_info("hv_netvsc channel opened successfully\n"); |
b637e023 HZ |
875 | |
876 | /* Connect with the NetVsp */ | |
877 | ret = netvsc_connect_vsp(device); | |
878 | if (ret != 0) { | |
d9871158 | 879 | netdev_err(ndev, |
c909ebbd | 880 | "unable to connect to NetVSP - %d\n", ret); |
b637e023 HZ |
881 | goto close; |
882 | } | |
883 | ||
884 | return ret; | |
885 | ||
886 | close: | |
887 | /* Now, we can close the channel safely */ | |
888 | vmbus_close(device->channel); | |
889 | ||
890 | cleanup: | |
891 | ||
892 | if (net_device) { | |
893 | list_for_each_entry_safe(packet, pos, | |
894 | &net_device->recv_pkt_list, | |
895 | list_ent) { | |
896 | list_del(&packet->list_ent); | |
897 | kfree(packet); | |
898 | } | |
899 | ||
356c4657 | 900 | kfree(net_device); |
b637e023 HZ |
901 | } |
902 | ||
903 | return ret; | |
904 | } |