Drivers: hv: vmbus: Specify the target CPU that should receive notification
[deliverable/linux.git] / drivers / hv / connection.c
CommitLineData
3e7ee490
HJ
1/*
2 *
3 * Copyright (c) 2009, Microsoft Corporation.
4 *
5 * This program is free software; you can redistribute it and/or modify it
6 * under the terms and conditions of the GNU General Public License,
7 * version 2, as published by the Free Software Foundation.
8 *
9 * This program is distributed in the hope it will be useful, but WITHOUT
10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
12 * more details.
13 *
14 * You should have received a copy of the GNU General Public License along with
15 * this program; if not, write to the Free Software Foundation, Inc., 59 Temple
16 * Place - Suite 330, Boston, MA 02111-1307 USA.
17 *
18 * Authors:
19 * Haiyang Zhang <haiyangz@microsoft.com>
20 * Hank Janssen <hjanssen@microsoft.com>
21 *
22 */
0a46618d
HJ
23#define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
24
a0086dc5 25#include <linux/kernel.h>
0c3b7b2f
S
26#include <linux/sched.h>
27#include <linux/wait.h>
5289d3d1 28#include <linux/delay.h>
a0086dc5 29#include <linux/mm.h>
5a0e3ad6 30#include <linux/slab.h>
a0086dc5 31#include <linux/vmalloc.h>
46a97191 32#include <linux/hyperv.h>
37f7278b 33#include <linux/export.h>
407dd164 34#include <asm/hyperv.h>
0f2a6619 35#include "hyperv_vmbus.h"
3e7ee490 36
3e7ee490 37
da9fcb72
HZ
38struct vmbus_connection vmbus_connection = {
39 .conn_state = DISCONNECTED,
40 .next_gpadl_handle = ATOMIC_INIT(0xE1E10),
3e7ee490
HJ
41};
42
37f7278b
S
43/*
44 * Negotiated protocol version with the host.
45 */
46__u32 vmbus_proto_version;
47EXPORT_SYMBOL_GPL(vmbus_proto_version);
48
610071c3
S
49static __u32 vmbus_get_next_version(__u32 current_version)
50{
51 switch (current_version) {
52 case (VERSION_WIN7):
53 return VERSION_WS2008;
54
55 case (VERSION_WIN8):
56 return VERSION_WIN7;
57
58 case (VERSION_WS2008):
59 default:
60 return VERSION_INVAL;
61 }
62}
63
64static int vmbus_negotiate_version(struct vmbus_channel_msginfo *msginfo,
65 __u32 version)
66{
67 int ret = 0;
68 struct vmbus_channel_initiate_contact *msg;
69 unsigned long flags;
70 int t;
71
72 init_completion(&msginfo->waitevent);
73
74 msg = (struct vmbus_channel_initiate_contact *)msginfo->msg;
75
76 msg->header.msgtype = CHANNELMSG_INITIATE_CONTACT;
77 msg->vmbus_version_requested = version;
78 msg->interrupt_page = virt_to_phys(vmbus_connection.int_page);
8681db44
GKH
79 msg->monitor_page1 = virt_to_phys(vmbus_connection.monitor_pages[0]);
80 msg->monitor_page2 = virt_to_phys(vmbus_connection.monitor_pages[1]);
e28bab48
S
81 if (version == VERSION_WIN8)
82 msg->target_vcpu = hv_context.vp_index[smp_processor_id()];
610071c3
S
83
84 /*
85 * Add to list before we send the request since we may
86 * receive the response before returning from this routine
87 */
88 spin_lock_irqsave(&vmbus_connection.channelmsg_lock, flags);
89 list_add_tail(&msginfo->msglistentry,
90 &vmbus_connection.chn_msg_list);
91
92 spin_unlock_irqrestore(&vmbus_connection.channelmsg_lock, flags);
93
94 ret = vmbus_post_msg(msg,
95 sizeof(struct vmbus_channel_initiate_contact));
96 if (ret != 0) {
97 spin_lock_irqsave(&vmbus_connection.channelmsg_lock, flags);
98 list_del(&msginfo->msglistentry);
99 spin_unlock_irqrestore(&vmbus_connection.channelmsg_lock,
100 flags);
101 return ret;
102 }
103
104 /* Wait for the connection response */
105 t = wait_for_completion_timeout(&msginfo->waitevent, 5*HZ);
106 if (t == 0) {
107 spin_lock_irqsave(&vmbus_connection.channelmsg_lock,
108 flags);
109 list_del(&msginfo->msglistentry);
110 spin_unlock_irqrestore(&vmbus_connection.channelmsg_lock,
111 flags);
112 return -ETIMEDOUT;
113 }
114
115 spin_lock_irqsave(&vmbus_connection.channelmsg_lock, flags);
116 list_del(&msginfo->msglistentry);
117 spin_unlock_irqrestore(&vmbus_connection.channelmsg_lock, flags);
118
119 /* Check if successful */
120 if (msginfo->response.version_response.version_supported) {
121 vmbus_connection.conn_state = CONNECTED;
122 } else {
610071c3
S
123 return -ECONNREFUSED;
124 }
125
126 return ret;
127}
128
3e189519 129/*
c6977677 130 * vmbus_connect - Sends a connect request on the partition service connection
fd8b85ea 131 */
c6977677 132int vmbus_connect(void)
3e7ee490 133{
fd8b85ea 134 int ret = 0;
15b2f647 135 struct vmbus_channel_msginfo *msginfo = NULL;
610071c3 136 __u32 version;
3e7ee490 137
454f18a9 138 /* Initialize the vmbus connection */
da9fcb72
HZ
139 vmbus_connection.conn_state = CONNECTING;
140 vmbus_connection.work_queue = create_workqueue("hv_vmbus_con");
141 if (!vmbus_connection.work_queue) {
3a7546d9 142 ret = -ENOMEM;
b0043863 143 goto cleanup;
de65a384 144 }
3e7ee490 145
da9fcb72 146 INIT_LIST_HEAD(&vmbus_connection.chn_msg_list);
15b2f647 147 spin_lock_init(&vmbus_connection.channelmsg_lock);
3e7ee490 148
da9fcb72 149 INIT_LIST_HEAD(&vmbus_connection.chn_list);
15b2f647 150 spin_lock_init(&vmbus_connection.channel_lock);
3e7ee490 151
454f18a9
BP
152 /*
153 * Setup the vmbus event connection for channel interrupt
154 * abstraction stuff
155 */
df3493e0
S
156 vmbus_connection.int_page =
157 (void *)__get_free_pages(GFP_KERNEL|__GFP_ZERO, 0);
da9fcb72 158 if (vmbus_connection.int_page == NULL) {
3a7546d9 159 ret = -ENOMEM;
b0043863 160 goto cleanup;
3e7ee490
HJ
161 }
162
da9fcb72
HZ
163 vmbus_connection.recv_int_page = vmbus_connection.int_page;
164 vmbus_connection.send_int_page =
165 (void *)((unsigned long)vmbus_connection.int_page +
fd8b85ea 166 (PAGE_SIZE >> 1));
3e7ee490 167
fd8b85ea
GKH
168 /*
169 * Setup the monitor notification facility. The 1st page for
170 * parent->child and the 2nd page for child->parent
454f18a9 171 */
8681db44
GKH
172 vmbus_connection.monitor_pages[0] = (void *)__get_free_pages((GFP_KERNEL|__GFP_ZERO), 0);
173 vmbus_connection.monitor_pages[1] = (void *)__get_free_pages((GFP_KERNEL|__GFP_ZERO), 0);
174 if ((vmbus_connection.monitor_pages[0] == NULL) ||
175 (vmbus_connection.monitor_pages[1] == NULL)) {
3a7546d9 176 ret = -ENOMEM;
b0043863 177 goto cleanup;
3e7ee490
HJ
178 }
179
15b2f647 180 msginfo = kzalloc(sizeof(*msginfo) +
fd8b85ea
GKH
181 sizeof(struct vmbus_channel_initiate_contact),
182 GFP_KERNEL);
15b2f647 183 if (msginfo == NULL) {
8cad0af9 184 ret = -ENOMEM;
b0043863 185 goto cleanup;
3e7ee490
HJ
186 }
187
454f18a9 188 /*
610071c3
S
189 * Negotiate a compatible VMBUS version number with the
190 * host. We start with the highest number we can support
191 * and work our way down until we negotiate a compatible
192 * version.
454f18a9 193 */
3e7ee490 194
2a5c43a8 195 version = VERSION_CURRENT;
3e7ee490 196
610071c3
S
197 do {
198 ret = vmbus_negotiate_version(msginfo, version);
8bbf9f44 199 if (ret == -ETIMEDOUT)
666b9adc
S
200 goto cleanup;
201
202 if (vmbus_connection.conn_state == CONNECTED)
610071c3 203 break;
3e7ee490 204
610071c3
S
205 version = vmbus_get_next_version(version);
206 } while (version != VERSION_INVAL);
3e7ee490 207
610071c3 208 if (version == VERSION_INVAL)
b0043863 209 goto cleanup;
3e7ee490 210
37f7278b 211 vmbus_proto_version = version;
3bacaf0c
S
212 pr_info("Hyper-V Host Build:%d-%d.%d-%d-%d.%d; Vmbus version:%d.%d\n",
213 host_info_eax, host_info_ebx >> 16,
214 host_info_ebx & 0xFFFF, host_info_ecx,
215 host_info_edx >> 24, host_info_edx & 0xFFFFFF,
216 version >> 16, version & 0xFFFF);
217
15b2f647 218 kfree(msginfo);
3e7ee490
HJ
219 return 0;
220
b0043863 221cleanup:
3bacaf0c 222 pr_err("Unable to connect to host\n");
da9fcb72 223 vmbus_connection.conn_state = DISCONNECTED;
3e7ee490 224
da9fcb72
HZ
225 if (vmbus_connection.work_queue)
226 destroy_workqueue(vmbus_connection.work_queue);
3e7ee490 227
da9fcb72 228 if (vmbus_connection.int_page) {
df3493e0 229 free_pages((unsigned long)vmbus_connection.int_page, 0);
da9fcb72 230 vmbus_connection.int_page = NULL;
3e7ee490
HJ
231 }
232
8681db44
GKH
233 free_pages((unsigned long)vmbus_connection.monitor_pages[0], 1);
234 free_pages((unsigned long)vmbus_connection.monitor_pages[1], 1);
235 vmbus_connection.monitor_pages[0] = NULL;
236 vmbus_connection.monitor_pages[1] = NULL;
3e7ee490 237
dd9b15dc 238 kfree(msginfo);
3e7ee490 239
3e7ee490
HJ
240 return ret;
241}
242
3e7ee490 243
3e189519 244/*
c6977677
HZ
245 * relid2channel - Get the channel object given its
246 * child relative id (ie channel id)
fd8b85ea 247 */
c6977677 248struct vmbus_channel *relid2channel(u32 relid)
3e7ee490 249{
aded7165 250 struct vmbus_channel *channel;
15b2f647 251 struct vmbus_channel *found_channel = NULL;
0f5e44ca 252 unsigned long flags;
e68d2971
S
253 struct list_head *cur, *tmp;
254 struct vmbus_channel *cur_sc;
3e7ee490 255
15b2f647 256 spin_lock_irqsave(&vmbus_connection.channel_lock, flags);
da9fcb72 257 list_for_each_entry(channel, &vmbus_connection.chn_list, listentry) {
15b2f647
HZ
258 if (channel->offermsg.child_relid == relid) {
259 found_channel = channel;
3e7ee490 260 break;
e68d2971
S
261 } else if (!list_empty(&channel->sc_list)) {
262 /*
263 * Deal with sub-channels.
264 */
265 list_for_each_safe(cur, tmp, &channel->sc_list) {
266 cur_sc = list_entry(cur, struct vmbus_channel,
267 sc_list);
268 if (cur_sc->offermsg.child_relid == relid) {
269 found_channel = cur_sc;
270 break;
271 }
272 }
3e7ee490
HJ
273 }
274 }
15b2f647 275 spin_unlock_irqrestore(&vmbus_connection.channel_lock, flags);
3e7ee490 276
15b2f647 277 return found_channel;
3e7ee490
HJ
278}
279
3e189519 280/*
c6977677 281 * process_chn_event - Process a channel event notification
fd8b85ea 282 */
35436487 283static void process_chn_event(u32 relid)
3e7ee490 284{
aded7165 285 struct vmbus_channel *channel;
dad76bf7 286 unsigned long flags;
f878f3d5
S
287 void *arg;
288 bool read_state;
289 u32 bytes_to_read;
3e7ee490 290
454f18a9
BP
291 /*
292 * Find the channel based on this relid and invokes the
293 * channel callback to process the event
294 */
c6977677 295 channel = relid2channel(relid);
3e7ee490 296
24326039
S
297 if (!channel) {
298 pr_err("channel not found for relid - %u\n", relid);
299 return;
300 }
301
302 /*
303 * A channel once created is persistent even when there
304 * is no driver handling the device. An unloading driver
305 * sets the onchannel_callback to NULL under the
306 * protection of the channel inbound_lock. Thus, checking
307 * and invoking the driver specific callback takes care of
308 * orderly unloading of the driver.
309 */
310
dad76bf7 311 spin_lock_irqsave(&channel->inbound_lock, flags);
f878f3d5
S
312 if (channel->onchannel_callback != NULL) {
313 arg = channel->channel_callback_context;
314 read_state = channel->batched_reading;
315 /*
316 * This callback reads the messages sent by the host.
317 * We can optimize host to guest signaling by ensuring:
318 * 1. While reading the channel, we disable interrupts from
319 * host.
320 * 2. Ensure that we process all posted messages from the host
321 * before returning from this callback.
322 * 3. Once we return, enable signaling from the host. Once this
323 * state is set we check to see if additional packets are
324 * available to read. In this case we repeat the process.
325 */
326
327 do {
328 hv_begin_read(&channel->inbound);
329 channel->onchannel_callback(arg);
330 bytes_to_read = hv_end_read(&channel->inbound);
331 } while (read_state && (bytes_to_read != 0));
332 } else {
24326039 333 pr_err("no channel callback for relid - %u\n", relid);
f878f3d5 334 }
d9add43b 335
dad76bf7 336 spin_unlock_irqrestore(&channel->inbound_lock, flags);
3e7ee490
HJ
337}
338
3e189519 339/*
c6977677 340 * vmbus_on_event - Handler for events
fd8b85ea 341 */
6de3d6aa 342void vmbus_on_event(unsigned long data)
3e7ee490 343{
35436487 344 u32 dword;
6552ecd7 345 u32 maxdword;
3e7ee490 346 int bit;
35436487 347 u32 relid;
6552ecd7
S
348 u32 *recv_int_page = NULL;
349 void *page_addr;
350 int cpu = smp_processor_id();
351 union hv_synic_event_flags *event;
352
353 if ((vmbus_proto_version == VERSION_WS2008) ||
354 (vmbus_proto_version == VERSION_WIN7)) {
355 maxdword = MAX_NUM_CHANNELS_SUPPORTED >> 5;
356 recv_int_page = vmbus_connection.recv_int_page;
357 } else {
358 /*
359 * When the host is win8 and beyond, the event page
360 * can be directly checked to get the id of the channel
361 * that has the interrupt pending.
362 */
363 maxdword = HV_EVENT_FLAGS_DWORD_COUNT;
364 page_addr = hv_context.synic_event_page[cpu];
365 event = (union hv_synic_event_flags *)page_addr +
366 VMBUS_MESSAGE_SINT;
367 recv_int_page = event->flags32;
368 }
369
370
3e7ee490 371
454f18a9 372 /* Check events */
242b45aa
OH
373 if (!recv_int_page)
374 return;
375 for (dword = 0; dword < maxdword; dword++) {
376 if (!recv_int_page[dword])
377 continue;
378 for (bit = 0; bit < 32; bit++) {
d9add43b
S
379 if (sync_test_and_clear_bit(bit,
380 (unsigned long *)&recv_int_page[dword])) {
242b45aa
OH
381 relid = (dword << 5) + bit;
382
d9add43b 383 if (relid == 0)
6d81d330
S
384 /*
385 * Special case - vmbus
386 * channel protocol msg
387 */
242b45aa 388 continue;
d9add43b 389
35436487 390 process_chn_event(relid);
3e7ee490 391 }
242b45aa 392 }
3e7ee490 393 }
3e7ee490
HJ
394}
395
3e189519 396/*
c6977677 397 * vmbus_post_msg - Send a msg on the vmbus's message connection
fd8b85ea 398 */
c6977677 399int vmbus_post_msg(void *buffer, size_t buflen)
3e7ee490 400{
15b2f647 401 union hv_connection_id conn_id;
5289d3d1
S
402 int ret = 0;
403 int retries = 0;
3e7ee490 404
15b2f647
HZ
405 conn_id.asu32 = 0;
406 conn_id.u.id = VMBUS_MESSAGE_CONNECTION_ID;
5289d3d1
S
407
408 /*
409 * hv_post_message() can have transient failures because of
410 * insufficient resources. Retry the operation a couple of
411 * times before giving up.
412 */
413 while (retries < 3) {
414 ret = hv_post_message(conn_id, 1, buffer, buflen);
415 if (ret != HV_STATUS_INSUFFICIENT_BUFFERS)
416 return ret;
417 retries++;
418 msleep(100);
419 }
420 return ret;
3e7ee490
HJ
421}
422
3e189519 423/*
c6977677 424 * vmbus_set_event - Send an event notification to the parent
fd8b85ea 425 */
21c3bef5 426int vmbus_set_event(struct vmbus_channel *channel)
3e7ee490 427{
21c3bef5 428 u32 child_relid = channel->offermsg.child_relid;
7c369f40 429
3be77774
S
430 if (!channel->is_dedicated_interrupt) {
431 /* Each u32 represents 32 channels */
432 sync_set_bit(child_relid & 31,
433 (unsigned long *)vmbus_connection.send_int_page +
434 (child_relid >> 5));
435 }
436
437 return hv_signal_event(channel->sig_event);
3e7ee490 438}
This page took 0.388932 seconds and 5 git commands to generate.