1 /* SPDX-License-Identifier: GPL-2.0-only */
27 #include <asm/hyperv-tlfs.h>
48  * gva:    |--       64k      --|--       64k      --| ... |
59  * gva:    |-- 64k --|--       64k      --| ... |-- 64k --|-- 64k --| ... |
69  * index:  0    1    2   ...    16   ...       n-15 n-14 n-13  ...  2n-30
76 /* Single-page buffer */
83 /* Multiple-page buffer */
92  * Multiple-page buffer array; the pfn array is variable size:
123 	 * WS2012/Win8 and later versions of Hyper-V implement interrupt
125 	 * is set by the host on the host->guest ring buffer, and by the
126 	 * guest on the guest->host ring buffer.
130 	 * the feature bit in the guest->host ring buffer, the guest is
132 	 * 1) It will set the pending_send_sz field in the guest->host ring
134 	 * 2) It will read the pending_send_sz field in the host->guest
137 	 * Similarly, if the host sets the feature bit in the host->guest
139 	 * 1) It will set the pending_send_sz field in the host->guest ring
141 	 * 2) It will read the pending_send_sz field in the guest->host
158 	u8	reserved2[PAGE_SIZE - 68];
167 /* Calculate the proper size of a ringbuffer, it must be page-aligned */
191 	dsize = rbi->ring_datasize;  in hv_get_bytes_to_read()
192 	read_loc = rbi->ring_buffer->read_index;  in hv_get_bytes_to_read()
193 	write_loc = READ_ONCE(rbi->ring_buffer->write_index);  in hv_get_bytes_to_read()
195 	read = write_loc >= read_loc ? (write_loc - read_loc) :  in hv_get_bytes_to_read()
196 		(dsize - read_loc) + write_loc;  in hv_get_bytes_to_read()
205 	dsize = rbi->ring_datasize;  in hv_get_bytes_to_write()
206 	read_loc = READ_ONCE(rbi->ring_buffer->read_index);  in hv_get_bytes_to_write()
207 	write_loc = rbi->ring_buffer->write_index;  in hv_get_bytes_to_write()
209 	write = write_loc >= read_loc ? dsize - (write_loc - read_loc) :  in hv_get_bytes_to_write()
210 		read_loc - write_loc;  in hv_get_bytes_to_write()
221 			rbi->ring_size_div10_reciprocal);  in hv_get_avail_to_write_percent()
256 /* The size of the user defined data buffer for non-pipe offers. */
280 		/* Non-pipes: The user has MAX_USER_DEFINED_BYTES bytes. */
288 		 * is implemented on top of standard user-defined data. Pipe
299 	 * primary channel and a value of non-zero means a sub-channel.
388 	u32 reserved;	/* for alignment to a 8-byte boundary */
392  * This is the format for a GPA-Direct packet, which contains a set of GPA
423 	 ((struct vmpacket_descriptor)__packet)->offset8 * 8)
426 	((((struct vmpacket_descriptor)__packet)->len8 -	\
427 	  ((struct vmpacket_descriptor)__packet)->offset8) * 8)
430 	(((struct IMPACT)__packet)->type)
481 /* Hyper-V supports about 2048 channels, and the RELIDs start with 1. */
537 	return rbi->ring_buffer->pending_send_sz;  in hv_ringbuffer_pending_size()
541  * Request Offer -- no parameters, SynIC message contains the partition ID
542  * Set Snoop -- no parameters, SynIC message contains the partition ID
543  * Clear Snoop -- no parameters, SynIC message contains the partition ID
544  * All Offers Delivered -- no parameters, SynIC message contains the partition
546  * Flush Client -- no parameters, SynIC message contains the partition ID
579 	/* User-specific data to be passed along to the server endpoint. */
606  * follow-up packet that contains more.
664 /* Hyper-V socket: guest's connect()-ing to host */
689 	 * field in the host-returned Version Response Message.
705  * variable-size data structure depending on the msg type itself
835 	 *   BATCHED - callback called from taslket and should read
838 	 *   DIRECT - callback called from tasklet (softirq).
839 	 *   ISR - callback called in interrupt context and must
841 	 *         Host interrupts are disabled and must be re-enabled
864 	 * Support for sub-channels. For high performance devices,
865 	 * it will be useful to have multiple sub-channels to support
867 	 * The support for sub-channels is implemented as an extention
870 	 * offer message will indicate if the host supports sub-channels.
871 	 * The guest is free to ask for sub-channels to be offerred and can
872 	 * open these sub-channels as a normal "primary" channel. However,
873 	 * all sub-channels will have the same type and instance guids as the
879 	 * Sub-channel creation callback. This callback will be called in
880 	 * process context when a sub-channel offer is received from the host.
881 	 * The guest can open the sub-channel in the context of this callback.
892 	 * All Sub-channels of a primary channel are linked here.
896 	 * The primary channel this sub-channel belongs to.
901 	 * Support per-channel state for use by vmbus drivers.
912 	 * For sysfs per-channel properties.
918 	 * etc,), Hyper-V has a mechanism to enhance the throughput
923 	 * of time is the monitor latency - currently around 100 usecs. This
926 	 * A) Making the host more efficient - each time it wakes up,
937 	 * in "low latency" mode. In this mode, we will bypass the monitor
953 	 * from the single-threaded vmbus_connection.work_queue to
995 	return !!(c->offermsg.offer.chn_flags &  in is_hvsock_channel()
1001 	return c->offermsg.offer.sub_channel_index != 0;  in is_sub_channel()
1005 					enum hv_callback_mode mode)  in set_channel_read_mode()  argument
1007 	c->callback_mode = mode;  in set_channel_read_mode()
1012 	c->per_channel_state = s;  in set_per_channel_state()
1017 	return c->per_channel_state;  in get_per_channel_state()
1026 		spin_lock_irqsave(&c->outbound.ring_lock, flags);  in set_channel_pending_send_size()
1027 		++c->out_full_total;  in set_channel_pending_send_size()
1029 		if (!c->out_full_flag) {  in set_channel_pending_send_size()
1030 			++c->out_full_first;  in set_channel_pending_send_size()
1031 			c->out_full_flag = true;  in set_channel_pending_send_size()
1033 		spin_unlock_irqrestore(&c->outbound.ring_lock, flags);  in set_channel_pending_send_size()
1035 		c->out_full_flag = false;  in set_channel_pending_send_size()
1038 	c->outbound.ring_buffer->pending_send_sz = size;  in set_channel_pending_send_size()
1043 	c->low_latency = true;  in set_low_latency_mode()
1048 	c->low_latency = false;  in clear_low_latency_mode()
1056  * APIs for managing sub-channels.
1066  * Check if sub-channels have already been offerred. This API will be useful
1067  * when the driver is unloaded after establishing sub-channels. In this case,
1068  * when the driver is re-loaded, the driver would have to check if the
1070  * the creation of sub-channels.
1074  * sub-channel creation.
1189 	 * However, to facilitate the notification of new-offer/rescind-offer
1252 	dev_set_drvdata(&dev->device, data);  in hv_set_drvdata()
1257 	return dev_get_drvdata(&dev->device);  in hv_get_drvdata()
1289  * GUID definitions of various offer types - services offered to the guest.
1294  * {f8615163-df3e-46c5-913f-f2d2f965ed0e}
1302  * {32412632-86cb-44a2-9b5c-50d1417354f5}
1310  * {ba6163d9-04a1-4d29-b605-72e2ffb1dc7f}
1318  * {0e0b6031-5213-4934-818b-38d90ced39db}
1326  * {9527E630-D0AE-497b-ADCE-E80AB0175CAF}
1334  * {57164f39-9115-4e78-ab55-382f3bd5422d}
1342  * {a9a0f4e7-5a45-4d96-b827-8a841e8c03e6}
1350  * {525074dc-8985-46e2-8057-a307dc18a502}
1358  * {cfa8b69e-5b4a-4cc0-b98b-8ba1a1f3f95a}
1366  * {f912ad6d-2b17-48ea-bd65-f927a61c7684}
1380  * {DA0A7802-E377-4aac-8E77-0558EB1073F8}
1388  * {2f9bcc4a-0069-4af3-b76b-6fd0be528cda}
1396  * {34D14BE3-DEE4-41c8-9AE7-6B174977C192}
1405  * {8c2eaf3d-32a7-4b09-ab99-bd1f1c86b501}
1413  * {44C4F61D-4444-4400-9D52-802E27EDE19F}
1424  * {f8e65716-3cb3-4a06-9a60-1889c5cccab5}
1425  * {3375baf4-9e15-4b30-b765-67acb10d607b}
1426  * {276aacf4-ac15-426c-98dd-7521ad3f01fe}
1442  * Common header for Hyper-V ICs
1572 	return ring_info->ring_buffer->buffer;  in hv_get_ring_buffer()
1580 	rbi->ring_buffer->interrupt_mask = 1;  in hv_begin_read()
1587  * Re-enable host callback and return number of outstanding bytes
1592 	rbi->ring_buffer->interrupt_mask = 0;  in hv_end_read()
1606  * An API to support in-place processing of incoming VMBUS packets.
1612 	return (void *)((unsigned long)desc + (desc->offset8 << 3));  in hv_pkt_data()
1618 	return (desc->len8 << 3) - (desc->offset8 << 3);  in hv_pkt_datalen()
1653  * Interface for passing data between SR-IOV PF and VF drivers. The VF driver
1696 #define HVPFN_UP(x)	(((x) + HV_HYP_PAGE_SIZE-1) >> HV_HYP_PAGE_SHIFT)