sgi-xp: eliminate '>>>' in comments
[deliverable/linux.git] / drivers / misc / sgi-xp / xpc.h
CommitLineData
89eb8eb9
DN
1/*
2 * This file is subject to the terms and conditions of the GNU General Public
3 * License. See the file "COPYING" in the main directory of this archive
4 * for more details.
5 *
45d9ca49 6 * Copyright (c) 2004-2008 Silicon Graphics, Inc. All Rights Reserved.
89eb8eb9
DN
7 */
8
89eb8eb9
DN
9/*
10 * Cross Partition Communication (XPC) structures and macros.
11 */
12
45d9ca49
DN
13#ifndef _DRIVERS_MISC_SGIXP_XPC_H
14#define _DRIVERS_MISC_SGIXP_XPC_H
89eb8eb9 15
89eb8eb9
DN
16#include <linux/interrupt.h>
17#include <linux/sysctl.h>
18#include <linux/device.h>
f9e505a9
JS
19#include <linux/mutex.h>
20#include <linux/completion.h>
89eb8eb9
DN
21#include <asm/pgtable.h>
22#include <asm/processor.h>
89eb8eb9
DN
23#include <asm/sn/clksupport.h>
24#include <asm/sn/addrs.h>
25#include <asm/sn/mspec.h>
26#include <asm/sn/shub_mmr.h>
45d9ca49 27#include "xp.h"
89eb8eb9 28
89eb8eb9
DN
29/*
30 * XPC Version numbers consist of a major and minor number. XPC can always
31 * talk to versions with same major #, and never talk to versions with a
32 * different major #.
33 */
34#define _XPC_VERSION(_maj, _min) (((_maj) << 4) | ((_min) & 0xf))
35#define XPC_VERSION_MAJOR(_v) ((_v) >> 4)
36#define XPC_VERSION_MINOR(_v) ((_v) & 0xf)
37
89eb8eb9
DN
38/*
39 * The next macros define word or bit representations for given
40 * C-brick nasid in either the SAL provided bit array representing
c39838ce
DN
41 * nasids in the partition/machine or the array of amo structures used
42 * for inter-partition initiation communications.
89eb8eb9
DN
43 *
44 * For SN2 machines, C-Bricks are alway even numbered NASIDs. As
45 * such, some space will be saved by insisting that nasid information
46 * passed from SAL always be packed for C-Bricks and the
47 * cross-partition interrupts use the same packing scheme.
48 */
49#define XPC_NASID_W_INDEX(_n) (((_n) / 64) / 2)
50#define XPC_NASID_B_INDEX(_n) (((_n) / 2) & (64 - 1))
51#define XPC_NASID_IN_ARRAY(_n, _p) ((_p)[XPC_NASID_W_INDEX(_n)] & \
52 (1UL << XPC_NASID_B_INDEX(_n)))
53#define XPC_NASID_FROM_W_B(_w, _b) (((_w) * 64 + (_b)) * 2)
54
55#define XPC_HB_DEFAULT_INTERVAL 5 /* incr HB every x secs */
a607c389 56#define XPC_HB_CHECK_DEFAULT_INTERVAL 20 /* check HB every x secs */
89eb8eb9
DN
57
58/* define the process name of HB checker and the CPU it is pinned to */
59#define XPC_HB_CHECK_THREAD_NAME "xpc_hb"
60#define XPC_HB_CHECK_CPU 0
61
62/* define the process name of the discovery thread */
63#define XPC_DISCOVERY_THREAD_NAME "xpc_discovery"
64
89eb8eb9 65/*
4b38fcd4 66 * the reserved page
89eb8eb9 67 *
4b38fcd4
DN
68 * SAL reserves one page of memory per partition for XPC. Though a full page
69 * in length (16384 bytes), its starting address is not page aligned, but it
70 * is cacheline aligned. The reserved page consists of the following:
71 *
72 * reserved page header
73 *
94bd2708
DN
74 * The first two 64-byte cachelines of the reserved page contain the
75 * header (struct xpc_rsvd_page). Before SAL initialization has completed,
4b38fcd4 76 * SAL has set up the following fields of the reserved page header:
94bd2708
DN
77 * SAL_signature, SAL_version, SAL_partid, and SAL_nasids_size. The
78 * other fields are set up by XPC. (xpc_rsvd_page points to the local
4b38fcd4 79 * partition's reserved page.)
89eb8eb9 80 *
4b38fcd4
DN
81 * part_nasids mask
82 * mach_nasids mask
83 *
84 * SAL also sets up two bitmaps (or masks), one that reflects the actual
85 * nasids in this partition (part_nasids), and the other that reflects
86 * the actual nasids in the entire machine (mach_nasids). We're only
87 * interested in the even numbered nasids (which contain the processors
88 * and/or memory), so we only need half as many bits to represent the
89 * nasids. The part_nasids mask is located starting at the first cacheline
90 * following the reserved page header. The mach_nasids mask follows right
91 * after the part_nasids mask. The size in bytes of each mask is reflected
94bd2708 92 * by the reserved page header field 'SAL_nasids_size'. (Local partition's
4b38fcd4
DN
93 * mask pointers are xpc_part_nasids and xpc_mach_nasids.)
94 *
94bd2708
DN
95 * vars (ia64-sn2 only)
96 * vars part (ia64-sn2 only)
4b38fcd4
DN
97 *
98 * Immediately following the mach_nasids mask are the XPC variables
99 * required by other partitions. First are those that are generic to all
100 * partitions (vars), followed on the next available cacheline by those
101 * which are partition specific (vars part). These are setup by XPC.
102 * (Local partition's vars pointers are xpc_vars and xpc_vars_part.)
89eb8eb9 103 *
94bd2708
DN
104 * Note: Until 'stamp' is set non-zero, the partition XPC code has not been
105 * initialized.
89eb8eb9
DN
106 */
107struct xpc_rsvd_page {
4b38fcd4
DN
108 u64 SAL_signature; /* SAL: unique signature */
109 u64 SAL_version; /* SAL: version */
94bd2708
DN
110 short SAL_partid; /* SAL: partition ID */
111 short max_npartitions; /* value of XPC_MAX_PARTITIONS */
89eb8eb9 112 u8 version;
94bd2708
DN
113 u8 pad1[3]; /* align to next u64 in 1st 64-byte cacheline */
114 union {
115 u64 vars_pa; /* physical address of struct xpc_vars */
116 u64 activate_mq_gpa; /* global phys address of activate_mq */
117 } sn;
aaa3cd69
DN
118 unsigned long stamp; /* time when reserved page was setup by XPC */
119 u64 pad2[10]; /* align to last u64 in 2nd 64-byte cacheline */
94bd2708 120 u64 SAL_nasids_size; /* SAL: size of each nasid mask in bytes */
89eb8eb9 121};
89eb8eb9 122
94bd2708 123#define XPC_RP_VERSION _XPC_VERSION(2, 0) /* version 2.0 of the reserved page */
a607c389 124
89eb8eb9
DN
125/*
126 * Define the structures by which XPC variables can be exported to other
127 * partitions. (There are two: struct xpc_vars and struct xpc_vars_part)
128 */
129
130/*
131 * The following structure describes the partition generic variables
132 * needed by other partitions in order to properly initialize.
133 *
134 * struct xpc_vars version number also applies to struct xpc_vars_part.
135 * Changes to either structure and/or related functionality should be
136 * reflected by incrementing either the major or minor version numbers
137 * of struct xpc_vars.
138 */
33ba3c77 139struct xpc_vars_sn2 {
89eb8eb9
DN
140 u8 version;
141 u64 heartbeat;
33ba3c77 142 DECLARE_BITMAP(heartbeating_to_mask, XP_MAX_NPARTITIONS_SN2);
780d09e8 143 u64 heartbeat_offline; /* if 0, heartbeat should be changing */
a47d5dac
DN
144 int activate_IRQ_nasid;
145 int activate_IRQ_phys_cpuid;
89eb8eb9 146 u64 vars_part_pa;
c39838ce
DN
147 u64 amos_page_pa; /* paddr of page of amos from MSPEC driver */
148 struct amo *amos_page; /* vaddr of page of amos from MSPEC driver */
89eb8eb9 149};
89eb8eb9 150
2c2b94f9 151#define XPC_V_VERSION _XPC_VERSION(3, 1) /* version 3.1 of the cross vars */
a607c389 152
89eb8eb9
DN
153/*
154 * The following structure describes the per partition specific variables.
155 *
156 * An array of these structures, one per partition, will be defined. As a
157 * partition becomes active XPC will copy the array entry corresponding to
94bd2708
DN
158 * itself from that partition. It is desirable that the size of this structure
159 * evenly divides into a 128-byte cacheline, such that none of the entries in
160 * this array crosses a 128-byte cacheline boundary. As it is now, each entry
e17d416b 161 * occupies 64-bytes.
89eb8eb9 162 */
e17d416b 163struct xpc_vars_part_sn2 {
2c2b94f9 164 u64 magic;
89eb8eb9
DN
165
166 u64 openclose_args_pa; /* physical address of open and close args */
167 u64 GPs_pa; /* physical address of Get/Put values */
168
c39838ce 169 u64 chctl_amo_pa; /* physical address of chctl flags' amo */
7fb5e59d
DN
170
171 int notify_IRQ_nasid; /* nasid of where to send notify IRQs */
172 int notify_IRQ_phys_cpuid; /* CPUID of where to send notify IRQs */
89eb8eb9
DN
173
174 u8 nchannels; /* #of defined channels supported */
175
176 u8 reserved[23]; /* pad to a full 64 bytes */
177};
178
179/*
180 * The vars_part MAGIC numbers play a part in the first contact protocol.
181 *
182 * MAGIC1 indicates that the per partition specific variables for a remote
183 * partition have been initialized by this partition.
184 *
185 * MAGIC2 indicates that this partition has pulled the remote partititions
186 * per partition variables that pertain to this partition.
187 */
2c2b94f9
DN
188#define XPC_VP_MAGIC1 0x0053524156435058L /* 'XPCVARS\0'L (little endian) */
189#define XPC_VP_MAGIC2 0x0073726176435058L /* 'XPCvars\0'L (little endian) */
89eb8eb9 190
4b38fcd4
DN
191/* the reserved page sizes and offsets */
192
193#define XPC_RP_HEADER_SIZE L1_CACHE_ALIGN(sizeof(struct xpc_rsvd_page))
33ba3c77 194#define XPC_RP_VARS_SIZE L1_CACHE_ALIGN(sizeof(struct xpc_vars_sn2))
4b38fcd4 195
2c2b94f9 196#define XPC_RP_PART_NASIDS(_rp) ((u64 *)((u8 *)(_rp) + XPC_RP_HEADER_SIZE))
ee6665e3
DN
197#define XPC_RP_MACH_NASIDS(_rp) (XPC_RP_PART_NASIDS(_rp) + xpc_nasid_mask_words)
198#define XPC_RP_VARS(_rp) ((struct xpc_vars_sn2 *) \
199 (XPC_RP_MACH_NASIDS(_rp) + \
200 xpc_nasid_mask_words))
4b38fcd4 201
89eb8eb9
DN
202/*
203 * Functions registered by add_timer() or called by kernel_thread() only
204 * allow for a single 64-bit argument. The following macros can be used to
205 * pack and unpack two (32-bit, 16-bit or 8-bit) arguments into or out from
206 * the passed argument.
207 */
208#define XPC_PACK_ARGS(_arg1, _arg2) \
ee6665e3
DN
209 ((((u64)_arg1) & 0xffffffff) | \
210 ((((u64)_arg2) & 0xffffffff) << 32))
89eb8eb9 211
ee6665e3
DN
212#define XPC_UNPACK_ARG1(_args) (((u64)_args) & 0xffffffff)
213#define XPC_UNPACK_ARG2(_args) ((((u64)_args) >> 32) & 0xffffffff)
89eb8eb9 214
89eb8eb9
DN
215/*
216 * Define a Get/Put value pair (pointers) used with a message queue.
217 */
218struct xpc_gp {
2c2b94f9
DN
219 s64 get; /* Get value */
220 s64 put; /* Put value */
89eb8eb9
DN
221};
222
223#define XPC_GP_SIZE \
bc63d387 224 L1_CACHE_ALIGN(sizeof(struct xpc_gp) * XPC_MAX_NCHANNELS)
89eb8eb9 225
89eb8eb9
DN
226/*
227 * Define a structure that contains arguments associated with opening and
228 * closing a channel.
229 */
230struct xpc_openclose_args {
231 u16 reason; /* reason why channel is closing */
232 u16 msg_size; /* sizeof each message entry */
233 u16 remote_nentries; /* #of message entries in remote msg queue */
234 u16 local_nentries; /* #of message entries in local msg queue */
235 u64 local_msgqueue_pa; /* physical address of local message queue */
236};
237
238#define XPC_OPENCLOSE_ARGS_SIZE \
bc63d387
DN
239 L1_CACHE_ALIGN(sizeof(struct xpc_openclose_args) * \
240 XPC_MAX_NCHANNELS)
89eb8eb9 241
89eb8eb9
DN
242/* struct xpc_msg flags */
243
244#define XPC_M_DONE 0x01 /* msg has been received/consumed */
245#define XPC_M_READY 0x02 /* msg is ready to be sent */
246#define XPC_M_INTERRUPT 0x04 /* send interrupt when msg consumed */
247
89eb8eb9
DN
248#define XPC_MSG_ADDRESS(_payload) \
249 ((struct xpc_msg *)((u8 *)(_payload) - XPC_MSG_PAYLOAD_OFFSET))
250
89eb8eb9
DN
251/*
252 * Defines notify entry.
253 *
254 * This is used to notify a message's sender that their message was received
255 * and consumed by the intended recipient.
256 */
257struct xpc_notify {
2c2b94f9 258 u8 type; /* type of notification */
89eb8eb9
DN
259
260 /* the following two fields are only used if type == XPC_N_CALL */
4a3ad2dd
DN
261 xpc_notify_func func; /* user's notify function */
262 void *key; /* pointer to user's key */
89eb8eb9
DN
263};
264
265/* struct xpc_notify type of notification */
266
267#define XPC_N_CALL 0x01 /* notify function provided by user */
268
89eb8eb9
DN
269/*
270 * Define the structure that manages all the stuff required by a channel. In
271 * particular, they are used to manage the messages sent across the channel.
272 *
273 * This structure is private to a partition, and is NOT shared across the
274 * partition boundary.
275 *
276 * There is an array of these structures for each remote partition. It is
277 * allocated at the time a partition becomes active. The array contains one
278 * of these structures for each potential channel connection to that partition.
ea57f80c
DN
279 */
280
281/*
282 * The following is sn2 only.
89eb8eb9 283 *
ea57f80c 284 * Each channel structure manages two message queues (circular buffers).
89eb8eb9
DN
285 * They are allocated at the time a channel connection is made. One of
286 * these message queues (local_msgqueue) holds the locally created messages
287 * that are destined for the remote partition. The other of these message
288 * queues (remote_msgqueue) is a locally cached copy of the remote partition's
289 * own local_msgqueue.
290 *
291 * The following is a description of the Get/Put pointers used to manage these
292 * two message queues. Consider the local_msgqueue to be on one partition
293 * and the remote_msgqueue to be its cached copy on another partition. A
294 * description of what each of the lettered areas contains is included.
295 *
296 *
297 * local_msgqueue remote_msgqueue
298 *
299 * |/////////| |/////////|
300 * w_remote_GP.get --> +---------+ |/////////|
301 * | F | |/////////|
302 * remote_GP.get --> +---------+ +---------+ <-- local_GP->get
303 * | | | |
304 * | | | E |
305 * | | | |
306 * | | +---------+ <-- w_local_GP.get
307 * | B | |/////////|
308 * | | |////D////|
309 * | | |/////////|
310 * | | +---------+ <-- w_remote_GP.put
311 * | | |////C////|
312 * local_GP->put --> +---------+ +---------+ <-- remote_GP.put
313 * | | |/////////|
314 * | A | |/////////|
315 * | | |/////////|
316 * w_local_GP.put --> +---------+ |/////////|
317 * |/////////| |/////////|
318 *
319 *
320 * ( remote_GP.[get|put] are cached copies of the remote
321 * partition's local_GP->[get|put], and thus their values can
322 * lag behind their counterparts on the remote partition. )
323 *
324 *
325 * A - Messages that have been allocated, but have not yet been sent to the
326 * remote partition.
327 *
328 * B - Messages that have been sent, but have not yet been acknowledged by the
329 * remote partition as having been received.
330 *
331 * C - Area that needs to be prepared for the copying of sent messages, by
332 * the clearing of the message flags of any previously received messages.
333 *
334 * D - Area into which sent messages are to be copied from the remote
335 * partition's local_msgqueue and then delivered to their intended
336 * recipients. [ To allow for a multi-message copy, another pointer
337 * (next_msg_to_pull) has been added to keep track of the next message
338 * number needing to be copied (pulled). It chases after w_remote_GP.put.
339 * Any messages lying between w_local_GP.get and next_msg_to_pull have
340 * been copied and are ready to be delivered. ]
341 *
342 * E - Messages that have been copied and delivered, but have not yet been
343 * acknowledged by the recipient as having been received.
344 *
345 * F - Messages that have been acknowledged, but XPC has not yet notified the
346 * sender that the message was received by its intended recipient.
347 * This is also an area that needs to be prepared for the allocating of
348 * new messages, by the clearing of the message flags of the acknowledged
349 * messages.
350 */
ea57f80c 351
a47d5dac
DN
352struct xpc_channel_sn2 {
353
354 /* various flavors of local and remote Get/Put values */
355
356 struct xpc_gp *local_GP; /* local Get/Put values */
357 struct xpc_gp remote_GP; /* remote Get/Put values */
358 struct xpc_gp w_local_GP; /* working local Get/Put values */
359 struct xpc_gp w_remote_GP; /* working remote Get/Put values */
360 s64 next_msg_to_pull; /* Put value of next msg to pull */
361
362 struct mutex msg_to_pull_mutex; /* next msg to pull serialization */
363};
364
365struct xpc_channel_uv {
ea57f80c 366 /* !!! code is coming */
a47d5dac
DN
367};
368
89eb8eb9 369struct xpc_channel {
64d032ba 370 short partid; /* ID of remote partition connected */
4a3ad2dd
DN
371 spinlock_t lock; /* lock for updating this structure */
372 u32 flags; /* general flags */
89eb8eb9 373
65c17b80 374 enum xp_retval reason; /* reason why channel is disconnect'g */
4a3ad2dd 375 int reason_line; /* line# disconnect initiated from */
89eb8eb9 376
4a3ad2dd 377 u16 number; /* channel # */
89eb8eb9 378
4a3ad2dd
DN
379 u16 msg_size; /* sizeof each msg entry */
380 u16 local_nentries; /* #of msg entries in local msg queue */
381 u16 remote_nentries; /* #of msg entries in remote msg queue */
89eb8eb9
DN
382
383 void *local_msgqueue_base; /* base address of kmalloc'd space */
384 struct xpc_msg *local_msgqueue; /* local message queue */
385 void *remote_msgqueue_base; /* base address of kmalloc'd space */
2c2b94f9
DN
386 struct xpc_msg *remote_msgqueue; /* cached copy of remote partition's */
387 /* local message queue */
4a3ad2dd
DN
388 u64 remote_msgqueue_pa; /* phys addr of remote partition's */
389 /* local message queue */
89eb8eb9 390
4a3ad2dd 391 atomic_t references; /* #of external references to queues */
89eb8eb9 392
4a3ad2dd
DN
393 atomic_t n_on_msg_allocate_wq; /* #on msg allocation wait queue */
394 wait_queue_head_t msg_allocate_wq; /* msg allocation wait queue */
89eb8eb9 395
7fb5e59d 396 u8 delayed_chctl_flags; /* chctl flags received, but delayed */
4a3ad2dd 397 /* action until channel disconnected */
e54af724 398
89eb8eb9
DN
399 /* queue of msg senders who want to be notified when msg received */
400
4a3ad2dd 401 atomic_t n_to_notify; /* #of msg senders to notify */
2c2b94f9 402 struct xpc_notify *notify_queue; /* notify queue for messages sent */
89eb8eb9 403
4a3ad2dd
DN
404 xpc_channel_func func; /* user's channel function */
405 void *key; /* pointer to user's key */
89eb8eb9 406
2c2b94f9 407 struct completion wdisconnect_wait; /* wait for channel disconnect */
89eb8eb9 408
2c2b94f9
DN
409 struct xpc_openclose_args *local_openclose_args; /* args passed on */
410 /* opening or closing of channel */
89eb8eb9 411
89eb8eb9
DN
412 /* kthread management related fields */
413
89eb8eb9 414 atomic_t kthreads_assigned; /* #of kthreads assigned to channel */
4a3ad2dd
DN
415 u32 kthreads_assigned_limit; /* limit on #of kthreads assigned */
416 atomic_t kthreads_idle; /* #of kthreads idle waiting for work */
89eb8eb9
DN
417 u32 kthreads_idle_limit; /* limit on #of kthreads idle */
418 atomic_t kthreads_active; /* #of kthreads actively working */
89eb8eb9
DN
419
420 wait_queue_head_t idle_wq; /* idle kthread wait queue */
421
a47d5dac
DN
422 union {
423 struct xpc_channel_sn2 sn2;
424 struct xpc_channel_uv uv;
425 } sn;
426
89eb8eb9
DN
427} ____cacheline_aligned;
428
89eb8eb9
DN
429/* struct xpc_channel flags */
430
4a3ad2dd 431#define XPC_C_WASCONNECTED 0x00000001 /* channel was connected */
89eb8eb9 432
4a3ad2dd
DN
433#define XPC_C_ROPENREPLY 0x00000002 /* remote open channel reply */
434#define XPC_C_OPENREPLY 0x00000004 /* local open channel reply */
2c2b94f9 435#define XPC_C_ROPENREQUEST 0x00000008 /* remote open channel request */
4a3ad2dd 436#define XPC_C_OPENREQUEST 0x00000010 /* local open channel request */
89eb8eb9 437
2c2b94f9
DN
438#define XPC_C_SETUP 0x00000020 /* channel's msgqueues are alloc'd */
439#define XPC_C_CONNECTEDCALLOUT 0x00000040 /* connected callout initiated */
4c2cd966 440#define XPC_C_CONNECTEDCALLOUT_MADE \
2c2b94f9 441 0x00000080 /* connected callout completed */
4a3ad2dd
DN
442#define XPC_C_CONNECTED 0x00000100 /* local channel is connected */
443#define XPC_C_CONNECTING 0x00000200 /* channel is being connected */
4c2cd966 444
4a3ad2dd
DN
445#define XPC_C_RCLOSEREPLY 0x00000400 /* remote close channel reply */
446#define XPC_C_CLOSEREPLY 0x00000800 /* local close channel reply */
2c2b94f9
DN
447#define XPC_C_RCLOSEREQUEST 0x00001000 /* remote close channel request */
448#define XPC_C_CLOSEREQUEST 0x00002000 /* local close channel request */
4c2cd966 449
4a3ad2dd 450#define XPC_C_DISCONNECTED 0x00004000 /* channel is disconnected */
2c2b94f9 451#define XPC_C_DISCONNECTING 0x00008000 /* channel is being disconnected */
4c2cd966 452#define XPC_C_DISCONNECTINGCALLOUT \
2c2b94f9 453 0x00010000 /* disconnecting callout initiated */
4c2cd966 454#define XPC_C_DISCONNECTINGCALLOUT_MADE \
2c2b94f9
DN
455 0x00020000 /* disconnecting callout completed */
456#define XPC_C_WDISCONNECT 0x00040000 /* waiting for channel disconnect */
89eb8eb9 457
7fb5e59d
DN
458/*
459 * The channel control flags (chctl) union consists of a 64-bit variable which
460 * is divided up into eight bytes, ordered from right to left. Byte zero
461 * pertains to channel 0, byte one to channel 1, and so on. Each channel's byte
462 * can have one or more of the chctl flags set in it.
463 */
464
465union xpc_channel_ctl_flags {
466 u64 all_flags;
467 u8 flags[XPC_MAX_NCHANNELS];
468};
469
470/* chctl flags */
471#define XPC_CHCTL_CLOSEREQUEST 0x01
472#define XPC_CHCTL_CLOSEREPLY 0x02
473#define XPC_CHCTL_OPENREQUEST 0x04
474#define XPC_CHCTL_OPENREPLY 0x08
475#define XPC_CHCTL_MSGREQUEST 0x10
476
477#define XPC_OPENCLOSE_CHCTL_FLAGS \
478 (XPC_CHCTL_CLOSEREQUEST | XPC_CHCTL_CLOSEREPLY | \
479 XPC_CHCTL_OPENREQUEST | XPC_CHCTL_OPENREPLY)
480#define XPC_MSG_CHCTL_FLAGS XPC_CHCTL_MSGREQUEST
481
482static inline int
483xpc_any_openclose_chctl_flags_set(union xpc_channel_ctl_flags *chctl)
484{
485 int ch_number;
486
487 for (ch_number = 0; ch_number < XPC_MAX_NCHANNELS; ch_number++) {
488 if (chctl->flags[ch_number] & XPC_OPENCLOSE_CHCTL_FLAGS)
489 return 1;
490 }
491 return 0;
492}
493
494static inline int
495xpc_any_msg_chctl_flags_set(union xpc_channel_ctl_flags *chctl)
496{
497 int ch_number;
498
499 for (ch_number = 0; ch_number < XPC_MAX_NCHANNELS; ch_number++) {
500 if (chctl->flags[ch_number] & XPC_MSG_CHCTL_FLAGS)
501 return 1;
502 }
503 return 0;
504}
505
89eb8eb9 506/*
ea57f80c 507 * Manage channels on a partition basis. There is one of these structures
89eb8eb9
DN
508 * for each partition (a partition will never utilize the structure that
509 * represents itself).
510 */
a47d5dac
DN
511
512struct xpc_partition_sn2 {
513 u64 remote_amos_page_pa; /* phys addr of partition's amos page */
514 int activate_IRQ_nasid; /* active partition's act/deact nasid */
515 int activate_IRQ_phys_cpuid; /* active part's act/deact phys cpuid */
516
517 u64 remote_vars_pa; /* phys addr of partition's vars */
518 u64 remote_vars_part_pa; /* phys addr of partition's vars part */
519 u8 remote_vars_version; /* version# of partition's vars */
520
521 void *local_GPs_base; /* base address of kmalloc'd space */
522 struct xpc_gp *local_GPs; /* local Get/Put values */
523 void *remote_GPs_base; /* base address of kmalloc'd space */
524 struct xpc_gp *remote_GPs; /* copy of remote partition's local */
525 /* Get/Put values */
526 u64 remote_GPs_pa; /* phys address of remote partition's local */
527 /* Get/Put values */
528
529 u64 remote_openclose_args_pa; /* phys addr of remote's args */
530
7fb5e59d
DN
531 int notify_IRQ_nasid; /* nasid of where to send notify IRQs */
532 int notify_IRQ_phys_cpuid; /* CPUID of where to send notify IRQs */
533 char notify_IRQ_owner[8]; /* notify IRQ's owner's name */
a47d5dac 534
c39838ce
DN
535 struct amo *remote_chctl_amo_va; /* addr of remote chctl flags' amo */
536 struct amo *local_chctl_amo_va; /* address of chctl flags' amo */
a47d5dac
DN
537
538 struct timer_list dropped_notify_IRQ_timer; /* dropped IRQ timer */
539};
540
541struct xpc_partition_uv {
ea57f80c 542 /* !!! code is coming */
a47d5dac
DN
543};
544
89eb8eb9
DN
545struct xpc_partition {
546
547 /* XPC HB infrastructure */
548
4a3ad2dd 549 u8 remote_rp_version; /* version# of partition's rsvd pg */
aaa3cd69 550 unsigned long remote_rp_stamp; /* time when rsvd pg was initialized */
4a3ad2dd 551 u64 remote_rp_pa; /* phys addr of partition's rsvd pg */
4a3ad2dd 552 u64 last_heartbeat; /* HB at last read */
6e41017a 553 u32 activate_IRQ_rcvd; /* IRQs since activation */
4a3ad2dd
DN
554 spinlock_t act_lock; /* protect updating of act_state */
555 u8 act_state; /* from XPC HB viewpoint */
65c17b80 556 enum xp_retval reason; /* reason partition is deactivating */
4a3ad2dd 557 int reason_line; /* line# deactivation initiated from */
4a3ad2dd 558
a47d5dac
DN
559 unsigned long disengage_timeout; /* timeout in jiffies */
560 struct timer_list disengage_timer;
a607c389 561
89eb8eb9
DN
562 /* XPC infrastructure referencing and teardown control */
563
2c2b94f9 564 u8 setup_state; /* infrastructure setup state */
89eb8eb9 565 wait_queue_head_t teardown_wq; /* kthread waiting to teardown infra */
4a3ad2dd 566 atomic_t references; /* #of references to infrastructure */
89eb8eb9 567
4a3ad2dd 568 u8 nchannels; /* #of defined channels supported */
2c2b94f9
DN
569 atomic_t nchannels_active; /* #of channels that are not DISCONNECTED */
570 atomic_t nchannels_engaged; /* #of channels engaged with remote part */
4a3ad2dd
DN
571 struct xpc_channel *channels; /* array of channel structures */
572
7fb5e59d
DN
573 /* fields used for managing channel avialability and activity */
574
575 union xpc_channel_ctl_flags chctl; /* chctl flags yet to be processed */
576 spinlock_t chctl_lock; /* chctl flags lock */
89eb8eb9 577
2c2b94f9
DN
578 void *local_openclose_args_base; /* base address of kmalloc'd space */
579 struct xpc_openclose_args *local_openclose_args; /* local's args */
580 void *remote_openclose_args_base; /* base address of kmalloc'd space */
581 struct xpc_openclose_args *remote_openclose_args; /* copy of remote's */
582 /* args */
89eb8eb9 583
89eb8eb9
DN
584 /* channel manager related fields */
585
586 atomic_t channel_mgr_requests; /* #of requests to activate chan mgr */
4a3ad2dd 587 wait_queue_head_t channel_mgr_wq; /* channel mgr's wait queue */
89eb8eb9 588
a47d5dac
DN
589 union {
590 struct xpc_partition_sn2 sn2;
591 struct xpc_partition_uv uv;
592 } sn;
593
89eb8eb9
DN
594} ____cacheline_aligned;
595
89eb8eb9
DN
596/* struct xpc_partition act_state values (for XPC HB) */
597
598#define XPC_P_INACTIVE 0x00 /* partition is not active */
599#define XPC_P_ACTIVATION_REQ 0x01 /* created thread to activate */
600#define XPC_P_ACTIVATING 0x02 /* activation thread started */
601#define XPC_P_ACTIVE 0x03 /* xpc_partition_up() was called */
602#define XPC_P_DEACTIVATING 0x04 /* partition deactivation initiated */
603
89eb8eb9
DN
604#define XPC_DEACTIVATE_PARTITION(_p, _reason) \
605 xpc_deactivate_partition(__LINE__, (_p), (_reason))
606
89eb8eb9
DN
607/* struct xpc_partition setup_state values */
608
609#define XPC_P_UNSET 0x00 /* infrastructure was never setup */
610#define XPC_P_SETUP 0x01 /* infrastructure is setup */
611#define XPC_P_WTEARDOWN 0x02 /* waiting to teardown infrastructure */
612#define XPC_P_TORNDOWN 0x03 /* infrastructure is torndown */
613
89eb8eb9 614/*
7fb5e59d
DN
615 * struct xpc_partition_sn2's dropped notify IRQ timer is set to wait the
616 * following interval #of seconds before checking for dropped notify IRQs.
617 * These can occur whenever an IRQ's associated amo write doesn't complete
618 * until after the IRQ was received.
89eb8eb9 619 */
7fb5e59d 620#define XPC_DROPPED_NOTIFY_IRQ_WAIT_INTERVAL (0.25 * HZ)
89eb8eb9 621
a607c389 622/* number of seconds to wait for other partitions to disengage */
a47d5dac 623#define XPC_DISENGAGE_DEFAULT_TIMELIMIT 90
a607c389 624
a47d5dac
DN
625/* interval in seconds to print 'waiting deactivation' messages */
626#define XPC_DEACTIVATE_PRINTMSG_INTERVAL 10
a607c389 627
64d032ba 628#define XPC_PARTID(_p) ((short)((_p) - &xpc_partitions[0]))
89eb8eb9 629
89eb8eb9
DN
630/* found in xp_main.c */
631extern struct xpc_registration xpc_registrations[];
632
e54af724 633/* found in xpc_main.c */
89eb8eb9
DN
634extern struct device *xpc_part;
635extern struct device *xpc_chan;
a47d5dac
DN
636extern int xpc_disengage_timelimit;
637extern int xpc_disengage_timedout;
6e41017a
DN
638extern atomic_t xpc_activate_IRQ_rcvd;
639extern wait_queue_head_t xpc_activate_IRQ_wq;
33ba3c77 640extern void *xpc_heartbeating_to_mask;
e54af724 641extern void xpc_activate_partition(struct xpc_partition *);
89eb8eb9 642extern void xpc_activate_kthreads(struct xpc_channel *, int);
a460ef8d 643extern void xpc_create_kthreads(struct xpc_channel *, int, int);
89eb8eb9 644extern void xpc_disconnect_wait(int);
94bd2708 645extern enum xp_retval (*xpc_rsvd_page_init) (struct xpc_rsvd_page *);
33ba3c77
DN
646extern void (*xpc_heartbeat_init) (void);
647extern void (*xpc_heartbeat_exit) (void);
648extern void (*xpc_increment_heartbeat) (void);
649extern void (*xpc_offline_heartbeat) (void);
650extern void (*xpc_online_heartbeat) (void);
651extern void (*xpc_check_remote_hb) (void);
e17d416b 652extern enum xp_retval (*xpc_make_first_contact) (struct xpc_partition *);
7fb5e59d 653extern u64 (*xpc_get_chctl_all_flags) (struct xpc_partition *);
185c3a1b
DN
654extern enum xp_retval (*xpc_allocate_msgqueues) (struct xpc_channel *);
655extern void (*xpc_free_msgqueues) (struct xpc_channel *);
a47d5dac 656extern void (*xpc_notify_senders_of_disconnect) (struct xpc_channel *);
7fb5e59d 657extern void (*xpc_process_msg_chctl_flags) (struct xpc_partition *, int);
a47d5dac 658extern int (*xpc_n_of_deliverable_msgs) (struct xpc_channel *);
e17d416b 659extern struct xpc_msg *(*xpc_get_deliverable_msg) (struct xpc_channel *);
a47d5dac
DN
660extern void (*xpc_request_partition_activation) (struct xpc_rsvd_page *, u64,
661 int);
662extern void (*xpc_request_partition_reactivation) (struct xpc_partition *);
663extern void (*xpc_request_partition_deactivation) (struct xpc_partition *);
664extern void (*xpc_cancel_partition_deactivation_request) (
665 struct xpc_partition *);
6e41017a 666extern void (*xpc_process_activate_IRQ_rcvd) (int);
e17d416b
DN
667extern enum xp_retval (*xpc_setup_infrastructure) (struct xpc_partition *);
668extern void (*xpc_teardown_infrastructure) (struct xpc_partition *);
a47d5dac
DN
669
670extern void (*xpc_indicate_partition_engaged) (struct xpc_partition *);
671extern int (*xpc_partition_engaged) (short);
672extern int (*xpc_any_partition_engaged) (void);
673extern void (*xpc_indicate_partition_disengaged) (struct xpc_partition *);
674extern void (*xpc_assume_partition_disengaged) (short);
675
7fb5e59d 676extern void (*xpc_send_chctl_closerequest) (struct xpc_channel *,
a47d5dac 677 unsigned long *);
7fb5e59d
DN
678extern void (*xpc_send_chctl_closereply) (struct xpc_channel *,
679 unsigned long *);
680extern void (*xpc_send_chctl_openrequest) (struct xpc_channel *,
a47d5dac 681 unsigned long *);
7fb5e59d 682extern void (*xpc_send_chctl_openreply) (struct xpc_channel *, unsigned long *);
33ba3c77 683
97bf1aa1 684extern enum xp_retval (*xpc_send_msg) (struct xpc_channel *, u32, void *, u16,
33ba3c77
DN
685 u8, xpc_notify_func, void *);
686extern void (*xpc_received_msg) (struct xpc_channel *, struct xpc_msg *);
94bd2708
DN
687
688/* found in xpc_sn2.c */
6e41017a
DN
689extern int xpc_init_sn2(void);
690extern void xpc_exit_sn2(void);
94bd2708
DN
691
692/* found in xpc_uv.c */
693extern void xpc_init_uv(void);
6e41017a 694extern void xpc_exit_uv(void);
94bd2708 695
89eb8eb9
DN
696/* found in xpc_partition.c */
697extern int xpc_exiting;
ee6665e3 698extern int xpc_nasid_mask_words;
89eb8eb9 699extern struct xpc_rsvd_page *xpc_rsvd_page;
33ba3c77 700extern u64 *xpc_mach_nasids;
bc63d387 701extern struct xpc_partition *xpc_partitions;
7682a4c6 702extern void *xpc_kmalloc_cacheline_aligned(size_t, gfp_t, void **);
94bd2708 703extern struct xpc_rsvd_page *xpc_setup_rsvd_page(void);
6e41017a 704extern int xpc_identify_activate_IRQ_sender(void);
a607c389 705extern int xpc_partition_disengaged(struct xpc_partition *);
65c17b80 706extern enum xp_retval xpc_mark_partition_active(struct xpc_partition *);
89eb8eb9
DN
707extern void xpc_mark_partition_inactive(struct xpc_partition *);
708extern void xpc_discovery(void);
33ba3c77
DN
709extern enum xp_retval xpc_get_remote_rp(int, u64 *, struct xpc_rsvd_page *,
710 u64 *);
89eb8eb9 711extern void xpc_deactivate_partition(const int, struct xpc_partition *,
65c17b80 712 enum xp_retval);
64d032ba 713extern enum xp_retval xpc_initiate_partid_to_nasids(short, void *);
89eb8eb9 714
89eb8eb9
DN
715/* found in xpc_channel.c */
716extern void xpc_initiate_connect(int);
717extern void xpc_initiate_disconnect(int);
33ba3c77 718extern enum xp_retval xpc_allocate_msg_wait(struct xpc_channel *);
97bf1aa1
DN
719extern enum xp_retval xpc_initiate_send(short, int, u32, void *, u16);
720extern enum xp_retval xpc_initiate_send_notify(short, int, u32, void *, u16,
65c17b80 721 xpc_notify_func, void *);
64d032ba 722extern void xpc_initiate_received(short, int, void *);
7fb5e59d 723extern void xpc_process_sent_chctl_flags(struct xpc_partition *);
89eb8eb9
DN
724extern void xpc_connected_callout(struct xpc_channel *);
725extern void xpc_deliver_msg(struct xpc_channel *);
726extern void xpc_disconnect_channel(const int, struct xpc_channel *,
65c17b80
DN
727 enum xp_retval, unsigned long *);
728extern void xpc_disconnect_callout(struct xpc_channel *, enum xp_retval);
729extern void xpc_partition_going_down(struct xpc_partition *, enum xp_retval);
89eb8eb9 730
33ba3c77
DN
731static inline int
732xpc_hb_allowed(short partid, void *heartbeating_to_mask)
733{
734 return test_bit(partid, heartbeating_to_mask);
735}
736
737static inline int
738xpc_any_hbs_allowed(void)
739{
740 DBUG_ON(xpc_heartbeating_to_mask == NULL);
741 return !bitmap_empty(xpc_heartbeating_to_mask, xp_max_npartitions);
742}
743
744static inline void
745xpc_allow_hb(short partid)
746{
747 DBUG_ON(xpc_heartbeating_to_mask == NULL);
748 set_bit(partid, xpc_heartbeating_to_mask);
749}
750
751static inline void
752xpc_disallow_hb(short partid)
753{
754 DBUG_ON(xpc_heartbeating_to_mask == NULL);
755 clear_bit(partid, xpc_heartbeating_to_mask);
756}
757
758static inline void
759xpc_disallow_all_hbs(void)
760{
761 DBUG_ON(xpc_heartbeating_to_mask == NULL);
762 bitmap_zero(xpc_heartbeating_to_mask, xp_max_npartitions);
763}
764
89eb8eb9
DN
765static inline void
766xpc_wakeup_channel_mgr(struct xpc_partition *part)
767{
2c2b94f9 768 if (atomic_inc_return(&part->channel_mgr_requests) == 1)
89eb8eb9 769 wake_up(&part->channel_mgr_wq);
89eb8eb9
DN
770}
771
89eb8eb9
DN
772/*
773 * These next two inlines are used to keep us from tearing down a channel's
774 * msg queues while a thread may be referencing them.
775 */
776static inline void
777xpc_msgqueue_ref(struct xpc_channel *ch)
778{
779 atomic_inc(&ch->references);
780}
781
782static inline void
783xpc_msgqueue_deref(struct xpc_channel *ch)
784{
785 s32 refs = atomic_dec_return(&ch->references);
786
787 DBUG_ON(refs < 0);
2c2b94f9 788 if (refs == 0)
89eb8eb9 789 xpc_wakeup_channel_mgr(&xpc_partitions[ch->partid]);
89eb8eb9
DN
790}
791
89eb8eb9
DN
792#define XPC_DISCONNECT_CHANNEL(_ch, _reason, _irqflgs) \
793 xpc_disconnect_channel(__LINE__, _ch, _reason, _irqflgs)
794
89eb8eb9
DN
795/*
796 * These two inlines are used to keep us from tearing down a partition's
797 * setup infrastructure while a thread may be referencing it.
798 */
799static inline void
800xpc_part_deref(struct xpc_partition *part)
801{
802 s32 refs = atomic_dec_return(&part->references);
803
89eb8eb9 804 DBUG_ON(refs < 0);
2c2b94f9 805 if (refs == 0 && part->setup_state == XPC_P_WTEARDOWN)
89eb8eb9 806 wake_up(&part->teardown_wq);
89eb8eb9
DN
807}
808
809static inline int
810xpc_part_ref(struct xpc_partition *part)
811{
812 int setup;
813
89eb8eb9
DN
814 atomic_inc(&part->references);
815 setup = (part->setup_state == XPC_P_SETUP);
2c2b94f9 816 if (!setup)
89eb8eb9 817 xpc_part_deref(part);
2c2b94f9 818
89eb8eb9
DN
819 return setup;
820}
821
89eb8eb9
DN
822/*
823 * The following macro is to be used for the setting of the reason and
824 * reason_line fields in both the struct xpc_channel and struct xpc_partition
825 * structures.
826 */
827#define XPC_SET_REASON(_p, _reason, _line) \
828 { \
829 (_p)->reason = _reason; \
830 (_p)->reason_line = _line; \
831 }
832
45d9ca49 833#endif /* _DRIVERS_MISC_SGIXP_XPC_H */
This page took 0.485088 seconds and 5 git commands to generate.