NewMadeleine

Documentation

nm_sendrecv_interface.h
Go to the documentation of this file.
1/*
2 * NewMadeleine
3 * Copyright (C) 2006-2023 (see AUTHORS file)
4 *
5 * This program is free software; you can redistribute it and/or modify
6 * it under the terms of the GNU General Public License as published by
7 * the Free Software Foundation; either version 2 of the License, or (at
8 * your option) any later version.
9 *
10 * This program is distributed in the hope that it will be useful, but
11 * WITHOUT ANY WARRANTY; without even the implied warranty of
12 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
13 * General Public License for more details.
14 */
15
16#ifndef NM_SENDRECV_INTERFACE_H
17#define NM_SENDRECV_INTERFACE_H
18
28#include <nm_public.h>
30#include <nm_core_interface.h>
31#include <sys/uio.h>
32#include <limits.h>
33
39typedef enum
40 {
54
57
59typedef union
60{
61 struct
62 {
68 } recv_unexpected;
69 struct
70 {
72 } req;
74
77typedef void (*nm_sr_event_notifier_t)(nm_sr_event_t event, const nm_sr_event_info_t*event_info, void*ref);
78
81{
87 void*ref;
88};
89
90/* ** Operations on requests (send or recv) **************** */
91
95
98
103
105static inline int nm_sr_request_isnull(nm_sr_request_t*p_request);
106
108static inline int nm_sr_request_set_ref(nm_sr_request_t*p_request, void*ref);
109
111static inline void*nm_sr_request_get_ref(nm_sr_request_t*p_request);
112
115
118
121
123
126
129
131static inline void nm_sr_request_wait_all(nm_sr_request_t**p_requests, int n);
132
135
137static inline int nm_sr_request_get_error(nm_sr_request_t*p_request);
138
142
143
144/* ** Building blocks for send ***************************** */
145
146/* Rationale for the send interface:
147 * either use the high-level interface (nm_sr_isend() et al., see below
148 * or the low-level building blocks
149 * Sequence for a send with the low-level building blocks:
150 * 1. nm_sr_send_init() init request
151 * 2. nm_sr_send_pack_*() pack data into request
152 * 3. nm_sr_send_isend|issend|rsend() to send data
153 * alternative:
154 * 3.1 nm_sr_send_dest() set destination of message
155 * 3.2 nm_sr_send_header() set data header size
156 * 3.3 nm_sr_send_submit() submit send request to nmad
157 */
158
163 const void*, nm_len_t len);
166 const struct iovec*iov, int num_entries);
169 const struct nm_data_s*p_data);
192 int n, const struct nm_chunk_s*p_chunks);
197
198
202#define NM_SR_PRIORITY_MIN INT_MIN
203
205#define NM_SR_PRIORITY_MAX INT_MAX
206
207/* ** Building blocks for recv ***************************** */
208
211 void*ptr, nm_len_t len);
213 const struct iovec*iov, int num_entry);
215 const struct nm_data_s*p_data);
223 const nm_sr_event_info_t*p_event);
226 const struct nm_data_s*p_data);
227
230 const struct nm_data_s*p_data, nm_len_t peek_offset, nm_len_t peek_len);
231
233static inline void nm_sr_recv_offset(nm_session_t p_session, nm_sr_request_t*p_request, nm_len_t offset);
234
237
240
243
246
249
250/* ** High level / legacy send ***************************** */
251
255 const void *data, nm_len_t len,
256 nm_sr_request_t *p_request)
257{
258 nm_sr_send_init(p_session, p_request);
259 nm_sr_send_pack_contiguous(p_session, p_request, data, len);
260 const int err = nm_sr_send_issend(p_session, p_request, p_gate, tag);
261 return err;
262}
263
275 const void *data, nm_len_t len,
276 nm_sr_request_t *p_request)
277{
278 nm_sr_send_init(p_session, p_request);
279 nm_sr_send_pack_contiguous(p_session, p_request, data, len);
280 const int err = nm_sr_send_isend(p_session, p_request, p_gate, tag);
281 return err;
282}
283
286 const void *data, nm_len_t len,
287 nm_sr_request_t *p_request,
288 void*ref)
289{
290 nm_sr_send_init(p_session, p_request);
291 nm_sr_request_set_ref(p_request, ref);
292 nm_sr_send_pack_contiguous(p_session, p_request, data, len);
293 const int err = nm_sr_send_isend(p_session, p_request, p_gate, tag);
294 return err;
295}
296
309 const void *data, nm_len_t len,
310 nm_sr_request_t *p_request)
311{
312 nm_sr_send_init(p_session, p_request);
313 nm_sr_send_pack_contiguous(p_session, p_request, data, len);
314 const int err = nm_sr_send_rsend(p_session, p_request, p_gate, tag);
315 return err;
316}
317
329 const struct iovec *iov, int num_entries,
330 nm_sr_request_t *p_request)
331{
332 nm_sr_send_init(p_session, p_request);
333 nm_sr_send_pack_iov(p_session, p_request, iov, num_entries);
334 const int err = nm_sr_send_isend(p_session, p_request, p_gate, tag);
335 return err;
336}
337
340 const struct iovec *iov, int num_entries,
341 nm_sr_request_t *p_request,
342 void*ref)
343{
344 nm_sr_send_init(p_session, p_request);
345 nm_sr_request_set_ref(p_request, ref);
346 nm_sr_send_pack_iov(p_session, p_request, iov, num_entries);
347 const int err = nm_sr_send_isend(p_session, p_request, p_gate, tag);
348 return err;
349}
350
353 struct nm_data_s*p_data,
354 nm_sr_request_t*p_request)
355{
356 nm_sr_send_init(p_session, p_request);
357 nm_sr_send_pack_data(p_session, p_request, p_data);
358 const int err = nm_sr_send_isend(p_session, p_request, p_gate, tag);
359 return err;
360}
361
362
369 nm_sr_request_t *p_request);
370
376
382static inline int nm_sr_swait(nm_session_t p_session, nm_sr_request_t*p_request);
383
390 nm_sr_request_t *p_request);
391
392
404 void *data, nm_len_t len,
405 nm_sr_request_t *p_request)
406{
407 nm_sr_recv_init(p_session, p_request);
408 nm_sr_recv_unpack_contiguous(p_session, p_request, data, len);
410 return NM_ESUCCESS;
411}
412
425 void *data, nm_len_t len,
426 nm_sr_request_t *p_request,
427 void *ref)
428{
429 nm_sr_recv_init(p_session, p_request);
430 nm_sr_request_set_ref(p_request, ref);
431 nm_sr_recv_unpack_contiguous(p_session, p_request, data, len);
433}
434
437 struct iovec *iov, int num_entries,
438 nm_sr_request_t *p_request)
439{
440 nm_sr_recv_init(p_session, p_request);
441 nm_sr_recv_unpack_iov(p_session, p_request, iov, num_entries);
443}
444
447 struct iovec *iov, int num_entries,
448 nm_sr_request_t *p_request, void *ref)
449{
450 nm_sr_recv_init(p_session, p_request);
451 nm_sr_request_set_ref(p_request, ref);
452 nm_sr_recv_unpack_iov(p_session, p_request, iov, num_entries);
454}
455
458 struct nm_data_s*p_data,
459 nm_sr_request_t *p_request)
460{
461 nm_sr_recv_init(p_session, p_request);
462 nm_sr_recv_unpack_data(p_session, p_request, p_data);
464}
465
466
473
474
480static inline int nm_sr_rwait(nm_session_t p_session, nm_sr_request_t*p_request);
481
490
497
505 nm_sr_request_t *p_request, nm_gate_t *p_gate);
506
519 nm_gate_t p_gate, nm_gate_t *p_out_gate,
520 nm_tag_t tag, nm_tag_t tag_mask, nm_tag_t*p_out_tag,
521 nm_len_t*p_out_len);
522
525
528
531
536
541
542
543
544#include <nm_sendrecv_private.h> /* private header included for inlining */
545
549 const void *data, nm_len_t len)
550{
551 nm_sr_request_t request;
552 int rc = nm_sr_isend(p_session, p_gate, tag, data, len, &request);
553 if(rc == NM_ESUCCESS)
554 {
555 rc = nm_sr_swait(p_session, &request);
556 }
557 return rc;
558}
559
563 void *data, nm_len_t len)
564{
565 nm_sr_request_t request;
566 int rc = nm_sr_irecv(p_session, p_gate, tag, data, len, &request);
567 if(rc == NM_ESUCCESS)
568 {
569 rc = nm_sr_rwait(p_session, &request);
570 }
571 return rc;
572}
573
574#endif /* NM_SENDRECV_INTERFACE_H */
#define NM_STATUS_UNPACK_CANCELLED
unpack operation has been cancelled
#define NM_STATUS_FINALIZED
request is finalized, may be freed
#define NM_STATUS_UNEXPECTED
data or rdv has arrived, with no matching unpack
#define NM_STATUS_UNPACK_DATA0
first byte of data arrived, not unpacked yet- event triggered only if unpack is posted without data s...
uint32_t nm_status_t
status bits of pack/unpack requests
#define NM_STATUS_PACK_COMPLETED
sending operation has completed
#define NM_STATUS_UNPACK_COMPLETED
unpack operation has completed
@ NM_ESUCCESS
successful operation
Definition: nm_errno.h:34
int nm_sr_request_monitor(nm_session_t p_session, nm_sr_request_t *p_request, nm_sr_event_t mask, nm_sr_event_notifier_t notifier)
Set a notification function called upon request completion.
static int nm_sr_send_submit_chunks(nm_session_t p_session, nm_sr_request_t *p_request, int n, const struct nm_chunk_s *p_chunks)
submit partial chunks of a request.
void(* nm_sr_event_notifier_t)(nm_sr_event_t event, const nm_sr_event_info_t *event_info, void *ref)
notification function for sendrecv events.
static nm_gate_t nm_sr_request_get_gate(nm_sr_request_t *p_request)
static void nm_sr_send_set_priority(nm_session_t p_session, nm_sr_request_t *p_request, nm_prio_t priority)
attach the given priority to the request.
static int nm_sr_send_dest(nm_session_t p_session, nm_sr_request_t *p_request, nm_gate_t p_gate, nm_tag_t tag)
set destination to a request, but do not send it immediately
static int nm_sr_request_get_error(nm_sr_request_t *p_request)
Get the error status of the request.
static int nm_sr_request_get_size(nm_sr_request_t *request, nm_len_t *size)
Returns the actual received or sent size of the message with the specified request.
static nm_tag_t nm_sr_request_get_tag(nm_sr_request_t *p_request)
Retrieve the tag from a sendrecv request.
static int nm_sr_send_rsend(nm_session_t p_session, nm_sr_request_t *p_request, nm_gate_t p_gate, nm_tag_t tag)
send a built request in ready mode
static int nm_sr_send_header(nm_session_t p_session, nm_sr_request_t *p_request, nm_len_t hlen)
static int nm_sr_request_isnull(nm_sr_request_t *p_request)
tests whether a request is NULL
static void nm_sr_send_init(nm_session_t p_session, nm_sr_request_t *p_request)
Init a send request.
static int nm_sr_send_isend(nm_session_t p_session, nm_sr_request_t *p_request, nm_gate_t p_gate, nm_tag_t tag)
send a built request to given gate & tag
static int nm_sr_send_issend(nm_session_t p_session, nm_sr_request_t *p_request, nm_gate_t p_gate, nm_tag_t tag)
send a built request in synchronous mode
static void nm_sr_request_wait_all(nm_sr_request_t **p_requests, int n)
wait for completion of an array of requests
nm_sr_event_t
events for nm_sr_monitor()
int nm_sr_request_wait(nm_sr_request_t *p_request)
Wait for request completion (or cancelation)
int nm_sr_flush(struct nm_session_s *p_session)
Flush all pending requests (force submission to the core) and all pending events.
int nm_sr_request_unset_completion_queue(nm_session_t p_session, nm_sr_request_t *p_request)
Ask to not enqueue the request in the completion queue upon completion.
int nm_sr_request_set_completion_queue(nm_session_t p_session, nm_sr_request_t *p_request)
Ask to enqueue the request in the completion queue upon completion.
static int nm_sr_request_get_expected_size(nm_sr_request_t *request, nm_len_t *size)
Returns the expected size (to be received or to be sent) of the message with the specified request.
static void nm_sr_send_pack_iov(nm_session_t p_session, nm_sr_request_t *p_request, const struct iovec *iov, int num_entries)
Pack data described through iovec into the given request.
static nm_session_t nm_sr_request_get_session(nm_sr_request_t *p_request)
Returns the session this request belongs to.
static void nm_sr_send_pack_data(nm_session_t p_session, nm_sr_request_t *p_request, const struct nm_data_s *p_data)
Pack data described through an iterator into the given request.
static int nm_sr_send_submit(nm_session_t p_session, nm_sr_request_t *p_request)
submit the request once it is built
static void * nm_sr_request_get_ref(nm_sr_request_t *p_request)
Retrieve the 'ref' from a sendrecv request.
static int nm_sr_request_set_ref(nm_sr_request_t *p_request, void *ref)
Add a user reference to a request.
static int nm_sr_request_test(nm_sr_request_t *p_request, nm_status_t status)
Tests whether the given status bits are set in request.
static void nm_sr_send_pack_contiguous(nm_session_t p_session, nm_sr_request_t *p_request, const void *, nm_len_t len)
Pack contiguous data into the given request.
@ NM_SR_EVENT_RECV_DATA
some data has arrived on a req posted without data spec
@ NM_SR_EVENT_SEND_COMPLETED
a posted send has completed
@ NM_SR_EVENT_RECV_CANCELLED
recv operation was canceled
@ NM_SR_EVENT_FINALIZED
request finalized, may be freed by user
@ NM_SR_EVENT_RECV_UNEXPECTED
an unexpected packet has arrived.
@ NM_SR_EVENT_RECV_COMPLETED
a posted recv has completed
nm_tag_t tag
the user-supplied tag
static nm_session_t p_session
static nm_gate_t p_gate
nm_prio_t priority
Definition: nm_headers.h:6
uint16_t hlen
length in header (header + data in header)
Definition: nm_headers.h:5
uint64_t req
a type of debug request; unused for now
Definition: nm_headers.h:1
uint16_t len
chunk len
Definition: nm_headers.h:0
nm_mpi_status_t status
status of request
Definition: nm_mpi_private.h:7
nm_len_t size
size of the onsided data (not incuding target-side completion)
This is the common public header for NewMad.
static void nm_sr_recv_unpack_data(nm_session_t p_session, nm_sr_request_t *p_request, const struct nm_data_s *p_data)
static void nm_sr_recv_init(nm_session_t p_session, nm_sr_request_t *p_request)
int nm_sr_rtest(nm_session_t p_session, nm_sr_request_t *p_request)
Test for the completion of a non blocking receive request.
static int nm_sr_recv_peek(nm_session_t p_session, nm_sr_request_t *p_request, const struct nm_data_s *p_data)
peek for already received (unexpected) data
int nm_sr_stest(nm_session_t p_session, nm_sr_request_t *p_request)
Test for the completion of a non blocking send request.
static int nm_sr_isend_data(nm_session_t p_session, nm_gate_t p_gate, nm_tag_t tag, struct nm_data_s *p_data, nm_sr_request_t *p_request)
static int nm_sr_swait(nm_session_t p_session, nm_sr_request_t *p_request)
Wait for the completion of a non blocking send request.
static void nm_sr_recv_data_wait(nm_session_t p_session, nm_sr_request_t *p_request)
waits for first byte of data to be available, for a request posted without data descriptor
int nm_sr_session_monitor_set(nm_session_t p_session, const struct nm_sr_monitor_s *p_monitor)
set a monitor for events on the session
static int nm_sr_irecv_with_ref(nm_session_t p_session, nm_gate_t p_gate, nm_tag_t tag, void *data, nm_len_t len, nm_sr_request_t *p_request, void *ref)
Test for the completion of a non blocking receive request.
static int nm_sr_rwait(nm_session_t p_session, nm_sr_request_t *p_request)
Wait for the completion of a non blocking receive request.
static void nm_sr_recv_unpack_iov(nm_session_t p_session, nm_sr_request_t *p_request, const struct iovec *iov, int num_entry)
static int nm_sr_recv_post(nm_session_t p_session, nm_sr_request_t *p_request)
posts the receive request to the scheduler
int nm_sr_session_monitor_remove(nm_session_t p_session, const struct nm_sr_monitor_s *p_monitor)
remove the event monitor from the session
static int nm_sr_rwait_data(nm_session_t p_session, nm_sr_request_t *p_request)
Wait for data to be available from a non blocking receive request.
int nm_sr_recv_success(nm_session_t p_session, nm_sr_request_t **out_req)
Poll for any completed recv request (any source, any tag).
static int nm_sr_recv(nm_session_t p_session, nm_gate_t p_gate, nm_tag_t tag, void *data, nm_len_t len)
blocking recv
static void nm_sr_recv_match_event(nm_session_t p_session, nm_sr_request_t *p_request, const nm_sr_event_info_t *p_event)
match the request with event
static int nm_sr_isend_with_ref(nm_session_t p_session, nm_gate_t p_gate, nm_tag_t tag, const void *data, nm_len_t len, nm_sr_request_t *p_request, void *ref)
static int nm_sr_isend_iov(nm_session_t p_session, nm_gate_t p_gate, nm_tag_t tag, const struct iovec *iov, int num_entries, nm_sr_request_t *p_request)
Test for the completion of a non blocking send request.
int nm_sr_progress(nm_session_t p_session)
Calls the scheduler.
static int nm_sr_issend(nm_session_t p_session, nm_gate_t p_gate, nm_tag_t tag, const void *data, nm_len_t len, nm_sr_request_t *p_request)
Synchronous send.
int nm_sr_rcancel(nm_session_t p_session, nm_sr_request_t *p_request)
Cancel a reception request.
static int nm_sr_recv_data_test(nm_session_t p_session, nm_sr_request_t *p_request)
checks whether data is available, for a request posted without data descriptor
static void nm_sr_recv_offset(nm_session_t p_session, nm_sr_request_t *p_request, nm_len_t offset)
set offset of data to receive; data before offset will be discarded
static int nm_sr_recv_peek_offset(nm_session_t p_session, nm_sr_request_t *p_request, const struct nm_data_s *p_data, nm_len_t peek_offset, nm_len_t peek_len)
peek for already received (unexpected) data, with offset and explicit len
static void nm_sr_recv_match(nm_session_t p_session, nm_sr_request_t *p_request, nm_gate_t p_gate, nm_tag_t tag, nm_tag_t mask)
match the request with given gate/tag/mask
static int nm_sr_irecv_data(nm_session_t p_session, nm_gate_t p_gate, nm_tag_t tag, struct nm_data_s *p_data, nm_sr_request_t *p_request)
static int nm_sr_irecv_iov(nm_session_t p_session, nm_gate_t p_gate, nm_tag_t tag, struct iovec *iov, int num_entries, nm_sr_request_t *p_request)
int nm_sr_recv_source(nm_session_t p_session, nm_sr_request_t *p_request, nm_gate_t *p_gate)
Retrieve the pkt source of a complete any source receive request.
static int nm_sr_isend_iov_with_ref(nm_session_t p_session, nm_gate_t p_gate, nm_tag_t tag, const struct iovec *iov, int num_entries, nm_sr_request_t *p_request, void *ref)
static void nm_sr_recv_unpack_contiguous(nm_session_t p_session, nm_sr_request_t *p_request, void *ptr, nm_len_t len)
static int nm_sr_send(nm_session_t p_session, nm_gate_t p_gate, nm_tag_t tag, const void *data, nm_len_t len)
blocking send
static int nm_sr_recv_irecv(nm_session_t p_session, nm_sr_request_t *p_request, nm_gate_t p_gate, nm_tag_t tag, nm_tag_t mask)
int nm_sr_send_success(nm_session_t p_session, nm_sr_request_t **out_req)
Poll for any completed send request.
int nm_sr_probe(nm_session_t p_session, nm_gate_t p_gate, nm_gate_t *p_out_gate, nm_tag_t tag, nm_tag_t tag_mask, nm_tag_t *p_out_tag, nm_len_t *p_out_len)
Unblockingly check if a packet is available for extraction on the (gate,tag) pair .
static int nm_sr_rsend(nm_session_t p_session, nm_gate_t p_gate, nm_tag_t tag, const void *data, nm_len_t len, nm_sr_request_t *p_request)
Post a ready send request, i.e.
static int nm_sr_irecv(nm_session_t p_session, nm_gate_t p_gate, nm_tag_t tag, void *data, nm_len_t len, nm_sr_request_t *p_request)
Post a non blocking receive request.
static int nm_sr_irecv_iov_with_ref(nm_session_t p_session, nm_gate_t p_gate, nm_tag_t tag, struct iovec *iov, int num_entries, nm_sr_request_t *p_request, void *ref)
static int nm_sr_recv_iprobe(nm_session_t p_session, nm_sr_request_t *p_request)
probes whether an incoming packet matched this non-posted request
int nm_sr_monitor(nm_session_t p_session, nm_sr_event_t mask, nm_sr_event_notifier_t notifier)
monitors sendrecv events globally
int nm_sr_scancel(nm_session_t p_session, nm_sr_request_t *p_request)
Cancel a emission request.
static int nm_sr_isend(nm_session_t p_session, nm_gate_t p_gate, nm_tag_t tag, const void *data, nm_len_t len, nm_sr_request_t *p_request)
Post a non blocking send request.
static void nm_sr_recv_data_size_wait(nm_session_t p_session, nm_sr_request_t *p_request)
waits for data size to be available, for a request posted without data descriptor
This file contains private bits of the sendrecv interface.
int32_t nm_prio_t
message priority
Definition: nm_types.h:80
uint64_t nm_tag_t
user tags, 64 bits, contained in indirect hashtable
Definition: nm_types.h:58
uint64_t nm_len_t
data length used by nmad
Definition: nm_types.h:70
#define NM_TAG_MASK_FULL
tag mask that matches all bits
Definition: nm_types.h:63
An event, generated by the NewMad core.
a data descriptor, used to pack/unpack data from app layout to/from contiguous buffers
Definition: nm_data.h:189
Connection to another process.
Definition: nm_gate.h:100
a global monitor to listen to events on the full session
nm_tag_t tag
tag value for event filter
nm_sr_event_notifier_t p_notifier
the function to call when a matching event happen
nm_tag_t tag_mask
tag mask for event filter- fire event when event.tag & monitor.tag_mask == monitor....
void * ref
reference for user
nm_sr_event_t event_mask
a bitmask containing events kinds to listen to
nm_gate_t p_gate
listen for events on given gate; NM_ANY_GATE for any
internal defintion of the sendrecv request
information field for sendrecv events
const struct nm_core_event_s * p_core_event
nm_sr_request_t * p_request
the request on which the event happened
nm_session_t p_session
session where the unexpected packet arrived
nm_tag_t tag
tag of the unexpected received packet
nm_gate_t p_gate
gate from where the unexpected packet arrived
nm_len_t len
length of unexpected data