NewMadeleine

Documentation

« back to PM2 home.
nm_sendrecv_interface.h
Go to the documentation of this file.
1/*
2 * NewMadeleine
3 * Copyright (C) 2006-2024 (see AUTHORS file)
4 *
5 * This program is free software; you can redistribute it and/or modify
6 * it under the terms of the GNU General Public License as published by
7 * the Free Software Foundation; either version 2 of the License, or (at
8 * your option) any later version.
9 *
10 * This program is distributed in the hope that it will be useful, but
11 * WITHOUT ANY WARRANTY; without even the implied warranty of
12 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
13 * General Public License for more details.
14 */
15
16#ifndef NM_SENDRECV_INTERFACE_H
17#define NM_SENDRECV_INTERFACE_H
18
28#include <nm_public.h>
30#include <nm_core_interface.h>
31#include <sys/uio.h>
32#include <limits.h>
33
56
59
61typedef union
62{
63 struct
64 {
70 } recv_unexpected;
71 struct
72 {
74 } req;
76
79typedef void (*nm_sr_event_notifier_t)(nm_sr_event_t event, const nm_sr_event_info_t*event_info, void*ref);
80
91
92/* ** Operations on requests (send or recv) **************** */
93
97
100
105
107static inline int nm_sr_request_isnull(nm_sr_request_t*p_request);
108
110static inline int nm_sr_request_set_ref(nm_sr_request_t*p_request, void*ref);
111
113static inline void*nm_sr_request_get_ref(nm_sr_request_t*p_request);
114
117
120
123
125
128
131
133static inline void nm_sr_request_wait_all(nm_sr_request_t**p_requests, int n);
134
137
139static inline int nm_sr_request_get_error(nm_sr_request_t*p_request);
140
144
145
146/* ** Building blocks for send ***************************** */
147
148/* Rationale for the send interface:
149 * either use the high-level interface (nm_sr_isend() et al., see below
150 * or the low-level building blocks
151 * Sequence for a send with the low-level building blocks:
152 * 1. nm_sr_send_init() init request
153 * 2. nm_sr_send_pack_*() pack data into request
154 * 3. nm_sr_send_isend|issend|rsend() to send data
155 * alternative:
156 * 3.1 nm_sr_send_dest() set destination of message
157 * 3.2 nm_sr_send_header() set data header size
158 * 3.3 nm_sr_send_submit() submit send request to nmad
159 */
160
165 const void*, nm_len_t len);
168 const struct iovec*iov, int num_entries);
171 const struct nm_data_s*p_data);
194 int n, const struct nm_chunk_s*p_chunks);
199
200
204#define NM_SR_PRIORITY_MIN INT_MIN
205
207#define NM_SR_PRIORITY_MAX INT_MAX
208
209/* ** Building blocks for recv ***************************** */
210
213 void*ptr, nm_len_t len);
215 const struct iovec*iov, int num_entry);
217 const struct nm_data_s*p_data);
225 const nm_sr_event_info_t*p_event);
228 const struct nm_data_s*p_data);
229
232 const struct nm_data_s*p_data, nm_len_t peek_offset, nm_len_t peek_len);
233
235static inline void nm_sr_recv_offset(nm_session_t p_session, nm_sr_request_t*p_request, nm_len_t offset);
236
239
242
245
248
251
252/* ** High level / legacy send ***************************** */
253
257 const void *data, nm_len_t len,
258 nm_sr_request_t *p_request)
259{
260 nm_sr_send_init(p_session, p_request);
261 nm_sr_send_pack_contiguous(p_session, p_request, data, len);
262 const int err = nm_sr_send_issend(p_session, p_request, p_gate, tag);
263 return err;
264}
265
277 const void *data, nm_len_t len,
278 nm_sr_request_t *p_request)
279{
280 nm_sr_send_init(p_session, p_request);
281 nm_sr_send_pack_contiguous(p_session, p_request, data, len);
282 const int err = nm_sr_send_isend(p_session, p_request, p_gate, tag);
283 return err;
284}
285
288 const void *data, nm_len_t len,
289 nm_sr_request_t *p_request,
290 void*ref)
291{
292 nm_sr_send_init(p_session, p_request);
293 nm_sr_request_set_ref(p_request, ref);
294 nm_sr_send_pack_contiguous(p_session, p_request, data, len);
295 const int err = nm_sr_send_isend(p_session, p_request, p_gate, tag);
296 return err;
297}
298
311 const void *data, nm_len_t len,
312 nm_sr_request_t *p_request)
313{
314 nm_sr_send_init(p_session, p_request);
315 nm_sr_send_pack_contiguous(p_session, p_request, data, len);
316 const int err = nm_sr_send_rsend(p_session, p_request, p_gate, tag);
317 return err;
318}
319
331 const struct iovec *iov, int num_entries,
332 nm_sr_request_t *p_request)
333{
334 nm_sr_send_init(p_session, p_request);
335 nm_sr_send_pack_iov(p_session, p_request, iov, num_entries);
336 const int err = nm_sr_send_isend(p_session, p_request, p_gate, tag);
337 return err;
338}
339
342 const struct iovec *iov, int num_entries,
343 nm_sr_request_t *p_request,
344 void*ref)
345{
346 nm_sr_send_init(p_session, p_request);
347 nm_sr_request_set_ref(p_request, ref);
348 nm_sr_send_pack_iov(p_session, p_request, iov, num_entries);
349 const int err = nm_sr_send_isend(p_session, p_request, p_gate, tag);
350 return err;
351}
352
355 struct nm_data_s*p_data,
356 nm_sr_request_t*p_request)
357{
358 nm_sr_send_init(p_session, p_request);
359 nm_sr_send_pack_data(p_session, p_request, p_data);
360 const int err = nm_sr_send_isend(p_session, p_request, p_gate, tag);
361 return err;
362}
363
364
371 nm_sr_request_t *p_request);
372
378
384static inline int nm_sr_swait(nm_session_t p_session, nm_sr_request_t*p_request);
385
392 nm_sr_request_t *p_request);
393
394
406 void *data, nm_len_t len,
407 nm_sr_request_t *p_request)
408{
409 nm_sr_recv_init(p_session, p_request);
410 nm_sr_recv_unpack_contiguous(p_session, p_request, data, len);
412 return NM_ESUCCESS;
413}
414
427 void *data, nm_len_t len,
428 nm_sr_request_t *p_request,
429 void *ref)
430{
431 nm_sr_recv_init(p_session, p_request);
432 nm_sr_request_set_ref(p_request, ref);
433 nm_sr_recv_unpack_contiguous(p_session, p_request, data, len);
435}
436
439 struct iovec *iov, int num_entries,
440 nm_sr_request_t *p_request)
441{
442 nm_sr_recv_init(p_session, p_request);
443 nm_sr_recv_unpack_iov(p_session, p_request, iov, num_entries);
445}
446
449 struct iovec *iov, int num_entries,
450 nm_sr_request_t *p_request, void *ref)
451{
452 nm_sr_recv_init(p_session, p_request);
453 nm_sr_request_set_ref(p_request, ref);
454 nm_sr_recv_unpack_iov(p_session, p_request, iov, num_entries);
456}
457
460 struct nm_data_s*p_data,
461 nm_sr_request_t *p_request)
462{
463 nm_sr_recv_init(p_session, p_request);
464 nm_sr_recv_unpack_data(p_session, p_request, p_data);
466}
467
468
475
476
482static inline int nm_sr_rwait(nm_session_t p_session, nm_sr_request_t*p_request);
483
492
499
507 nm_sr_request_t *p_request, nm_gate_t *p_gate);
508
521 nm_gate_t p_gate, nm_gate_t *p_out_gate,
522 nm_tag_t tag, nm_tag_t tag_mask, nm_tag_t*p_out_tag,
523 nm_len_t*p_out_len);
524
527
530
533
538
543
544
545
546#include <nm_sendrecv_private.h> /* private header included for inlining */
547
551 const void *data, nm_len_t len)
552{
553 nm_sr_request_t request;
554 int rc = nm_sr_isend(p_session, p_gate, tag, data, len, &request);
555 if(rc == NM_ESUCCESS)
556 {
557 rc = nm_sr_swait(p_session, &request);
558 }
559 return rc;
560}
561
565 void *data, nm_len_t len)
566{
567 nm_sr_request_t request;
568 int rc = nm_sr_irecv(p_session, p_gate, tag, data, len, &request);
569 if(rc == NM_ESUCCESS)
570 {
571 rc = nm_sr_rwait(p_session, &request);
572 }
573 return rc;
574}
575
576#endif /* NM_SENDRECV_INTERFACE_H */
@ NM_ESUCCESS
successful operation
Definition nm_errno.h:36
#define NM_STATUS_UNPACK_CANCELLED
unpack operation has been cancelled
#define NM_STATUS_FINALIZED
request is finalized, may be freed
#define NM_STATUS_UNEXPECTED
data or rdv has arrived, with no matching unpack
#define NM_STATUS_UNPACK_DATA0
first byte of data arrived, not unpacked yet- event triggered only if unpack is posted without data s...
uint32_t nm_status_t
status bits of pack/unpack requests
#define NM_STATUS_PACK_COMPLETED
sending operation has completed
#define NM_STATUS_UNPACK_COMPLETED
unpack operation has completed
int nm_sr_request_monitor(nm_session_t p_session, nm_sr_request_t *p_request, nm_sr_event_t mask, nm_sr_event_notifier_t notifier)
Set a notification function called upon request completion.
static int nm_sr_send_submit_chunks(nm_session_t p_session, nm_sr_request_t *p_request, int n, const struct nm_chunk_s *p_chunks)
submit partial chunks of a request.
void(* nm_sr_event_notifier_t)(nm_sr_event_t event, const nm_sr_event_info_t *event_info, void *ref)
notification function for sendrecv events.
static nm_gate_t nm_sr_request_get_gate(nm_sr_request_t *p_request)
static void nm_sr_send_set_priority(nm_session_t p_session, nm_sr_request_t *p_request, nm_prio_t priority)
attach the given priority to the request.
static int nm_sr_send_dest(nm_session_t p_session, nm_sr_request_t *p_request, nm_gate_t p_gate, nm_tag_t tag)
set destination to a request, but do not send it immediately
static int nm_sr_request_get_error(nm_sr_request_t *p_request)
Get the error status of the request.
static int nm_sr_request_get_size(nm_sr_request_t *request, nm_len_t *size)
Returns the actual received or sent size of the message with the specified request.
static nm_tag_t nm_sr_request_get_tag(nm_sr_request_t *p_request)
Retrieve the tag from a sendrecv request.
static int nm_sr_send_rsend(nm_session_t p_session, nm_sr_request_t *p_request, nm_gate_t p_gate, nm_tag_t tag)
send a built request in ready mode
static int nm_sr_send_header(nm_session_t p_session, nm_sr_request_t *p_request, nm_len_t hlen)
static int nm_sr_request_isnull(nm_sr_request_t *p_request)
tests whether a request is NULL
static void nm_sr_send_init(nm_session_t p_session, nm_sr_request_t *p_request)
Init a send request.
static int nm_sr_send_isend(nm_session_t p_session, nm_sr_request_t *p_request, nm_gate_t p_gate, nm_tag_t tag)
send a built request to given gate & tag
static int nm_sr_send_issend(nm_session_t p_session, nm_sr_request_t *p_request, nm_gate_t p_gate, nm_tag_t tag)
send a built request in synchronous mode
static void nm_sr_request_wait_all(nm_sr_request_t **p_requests, int n)
wait for completion of an array of requests
nm_sr_event_t
events for nm_sr_monitor()
int nm_sr_request_wait(nm_sr_request_t *p_request)
Wait for request completion (or cancelation)
int nm_sr_flush(struct nm_session_s *p_session)
Flush all pending requests (force submission to the core) and all pending events.
int nm_sr_request_unset_completion_queue(nm_session_t p_session, nm_sr_request_t *p_request)
Ask to not enqueue the request in the completion queue upon completion.
int nm_sr_request_set_completion_queue(nm_session_t p_session, nm_sr_request_t *p_request)
Ask to enqueue the request in the completion queue upon completion.
static int nm_sr_request_get_expected_size(nm_sr_request_t *request, nm_len_t *size)
Returns the expected size (to be received or to be sent) of the message with the specified request.
static void nm_sr_send_pack_iov(nm_session_t p_session, nm_sr_request_t *p_request, const struct iovec *iov, int num_entries)
Pack data described through iovec into the given request.
static nm_session_t nm_sr_request_get_session(nm_sr_request_t *p_request)
Returns the session this request belongs to.
static void nm_sr_send_pack_data(nm_session_t p_session, nm_sr_request_t *p_request, const struct nm_data_s *p_data)
Pack data described through an iterator into the given request.
static int nm_sr_send_submit(nm_session_t p_session, nm_sr_request_t *p_request)
submit the request once it is built
static void * nm_sr_request_get_ref(nm_sr_request_t *p_request)
Retrieve the 'ref' from a sendrecv request.
static int nm_sr_request_set_ref(nm_sr_request_t *p_request, void *ref)
Add a user reference to a request.
static int nm_sr_request_test(nm_sr_request_t *p_request, nm_status_t status)
Tests whether the given status bits are set in request.
static void nm_sr_send_pack_contiguous(nm_session_t p_session, nm_sr_request_t *p_request, const void *, nm_len_t len)
Pack contiguous data into the given request.
@ NM_SR_EVENT_NONE
no event
@ NM_SR_EVENT_RECV_DATA
some data has arrived on a req posted without data spec
@ NM_SR_EVENT_SEND_COMPLETED
a posted send has completed
@ NM_SR_EVENT_RECV_CANCELLED
recv operation was canceled
@ NM_SR_EVENT_FINALIZED
request finalized, may be freed by user
@ NM_SR_EVENT_RECV_UNEXPECTED
an unexpected packet has arrived.
@ NM_SR_EVENT_RECV_COMPLETED
a posted recv has completed
nm_tag_t tag
the user-supplied tag
static nm_session_t p_session
static nm_gate_t p_gate
nm_prio_t priority
Definition nm_headers.h:6
uint16_t hlen
length in header (header + data in header)
Definition nm_headers.h:5
uint64_t req
a type of debug request; unused for now
Definition nm_headers.h:1
uint16_t len
chunk len
Definition nm_headers.h:0
nm_mpi_status_t status
status of request
nm_len_t size
size of the onsided data (not incuding target-side completion)
This is the common public header for NewMad.
static void nm_sr_recv_unpack_data(nm_session_t p_session, nm_sr_request_t *p_request, const struct nm_data_s *p_data)
static void nm_sr_recv_init(nm_session_t p_session, nm_sr_request_t *p_request)
int nm_sr_rtest(nm_session_t p_session, nm_sr_request_t *p_request)
Test for the completion of a non blocking receive request.
static int nm_sr_recv_peek(nm_session_t p_session, nm_sr_request_t *p_request, const struct nm_data_s *p_data)
peek for already received (unexpected) data
int nm_sr_stest(nm_session_t p_session, nm_sr_request_t *p_request)
Test for the completion of a non blocking send request.
static int nm_sr_isend_data(nm_session_t p_session, nm_gate_t p_gate, nm_tag_t tag, struct nm_data_s *p_data, nm_sr_request_t *p_request)
static int nm_sr_swait(nm_session_t p_session, nm_sr_request_t *p_request)
Wait for the completion of a non blocking send request.
static void nm_sr_recv_data_wait(nm_session_t p_session, nm_sr_request_t *p_request)
waits for first byte of data to be available, for a request posted without data descriptor
int nm_sr_session_monitor_set(nm_session_t p_session, const struct nm_sr_monitor_s *p_monitor)
set a monitor for events on the session
static int nm_sr_irecv_with_ref(nm_session_t p_session, nm_gate_t p_gate, nm_tag_t tag, void *data, nm_len_t len, nm_sr_request_t *p_request, void *ref)
Test for the completion of a non blocking receive request.
static int nm_sr_rwait(nm_session_t p_session, nm_sr_request_t *p_request)
Wait for the completion of a non blocking receive request.
static void nm_sr_recv_unpack_iov(nm_session_t p_session, nm_sr_request_t *p_request, const struct iovec *iov, int num_entry)
static int nm_sr_recv_post(nm_session_t p_session, nm_sr_request_t *p_request)
posts the receive request to the scheduler
int nm_sr_session_monitor_remove(nm_session_t p_session, const struct nm_sr_monitor_s *p_monitor)
remove the event monitor from the session
static int nm_sr_rwait_data(nm_session_t p_session, nm_sr_request_t *p_request)
Wait for data to be available from a non blocking receive request.
int nm_sr_recv_success(nm_session_t p_session, nm_sr_request_t **out_req)
Poll for any completed recv request (any source, any tag).
static int nm_sr_recv(nm_session_t p_session, nm_gate_t p_gate, nm_tag_t tag, void *data, nm_len_t len)
blocking recv
static void nm_sr_recv_match_event(nm_session_t p_session, nm_sr_request_t *p_request, const nm_sr_event_info_t *p_event)
match the request with event
static int nm_sr_isend_with_ref(nm_session_t p_session, nm_gate_t p_gate, nm_tag_t tag, const void *data, nm_len_t len, nm_sr_request_t *p_request, void *ref)
static int nm_sr_isend_iov(nm_session_t p_session, nm_gate_t p_gate, nm_tag_t tag, const struct iovec *iov, int num_entries, nm_sr_request_t *p_request)
Test for the completion of a non blocking send request.
int nm_sr_progress(nm_session_t p_session)
Calls the scheduler.
static int nm_sr_issend(nm_session_t p_session, nm_gate_t p_gate, nm_tag_t tag, const void *data, nm_len_t len, nm_sr_request_t *p_request)
Synchronous send.
int nm_sr_rcancel(nm_session_t p_session, nm_sr_request_t *p_request)
Cancel a reception request.
static int nm_sr_recv_data_test(nm_session_t p_session, nm_sr_request_t *p_request)
checks whether data is available, for a request posted without data descriptor
static void nm_sr_recv_offset(nm_session_t p_session, nm_sr_request_t *p_request, nm_len_t offset)
set offset of data to receive; data before offset will be discarded
static int nm_sr_recv_peek_offset(nm_session_t p_session, nm_sr_request_t *p_request, const struct nm_data_s *p_data, nm_len_t peek_offset, nm_len_t peek_len)
peek for already received (unexpected) data, with offset and explicit len
static void nm_sr_recv_match(nm_session_t p_session, nm_sr_request_t *p_request, nm_gate_t p_gate, nm_tag_t tag, nm_tag_t mask)
match the request with given gate/tag/mask
static int nm_sr_irecv_data(nm_session_t p_session, nm_gate_t p_gate, nm_tag_t tag, struct nm_data_s *p_data, nm_sr_request_t *p_request)
static int nm_sr_irecv_iov(nm_session_t p_session, nm_gate_t p_gate, nm_tag_t tag, struct iovec *iov, int num_entries, nm_sr_request_t *p_request)
int nm_sr_recv_source(nm_session_t p_session, nm_sr_request_t *p_request, nm_gate_t *p_gate)
Retrieve the pkt source of a complete any source receive request.
static int nm_sr_isend_iov_with_ref(nm_session_t p_session, nm_gate_t p_gate, nm_tag_t tag, const struct iovec *iov, int num_entries, nm_sr_request_t *p_request, void *ref)
static void nm_sr_recv_unpack_contiguous(nm_session_t p_session, nm_sr_request_t *p_request, void *ptr, nm_len_t len)
static int nm_sr_send(nm_session_t p_session, nm_gate_t p_gate, nm_tag_t tag, const void *data, nm_len_t len)
blocking send
static int nm_sr_recv_irecv(nm_session_t p_session, nm_sr_request_t *p_request, nm_gate_t p_gate, nm_tag_t tag, nm_tag_t mask)
int nm_sr_send_success(nm_session_t p_session, nm_sr_request_t **out_req)
Poll for any completed send request.
int nm_sr_probe(nm_session_t p_session, nm_gate_t p_gate, nm_gate_t *p_out_gate, nm_tag_t tag, nm_tag_t tag_mask, nm_tag_t *p_out_tag, nm_len_t *p_out_len)
Unblockingly check if a packet is available for extraction on the (gate,tag) pair .
static int nm_sr_rsend(nm_session_t p_session, nm_gate_t p_gate, nm_tag_t tag, const void *data, nm_len_t len, nm_sr_request_t *p_request)
Post a ready send request, i.e.
static int nm_sr_irecv(nm_session_t p_session, nm_gate_t p_gate, nm_tag_t tag, void *data, nm_len_t len, nm_sr_request_t *p_request)
Post a non blocking receive request.
static int nm_sr_irecv_iov_with_ref(nm_session_t p_session, nm_gate_t p_gate, nm_tag_t tag, struct iovec *iov, int num_entries, nm_sr_request_t *p_request, void *ref)
static int nm_sr_recv_iprobe(nm_session_t p_session, nm_sr_request_t *p_request)
probes whether an incoming packet matched this non-posted request
int nm_sr_monitor(nm_session_t p_session, nm_sr_event_t mask, nm_sr_event_notifier_t notifier)
monitors sendrecv events globally
int nm_sr_scancel(nm_session_t p_session, nm_sr_request_t *p_request)
Cancel a emission request.
static int nm_sr_isend(nm_session_t p_session, nm_gate_t p_gate, nm_tag_t tag, const void *data, nm_len_t len, nm_sr_request_t *p_request)
Post a non blocking send request.
static void nm_sr_recv_data_size_wait(nm_session_t p_session, nm_sr_request_t *p_request)
waits for data size to be available, for a request posted without data descriptor
This file contains private bits of the sendrecv interface.
int32_t nm_prio_t
message priority
Definition nm_types.h:78
uint64_t nm_tag_t
user tags, 64 bits, contained in indirect hashtable
Definition nm_types.h:56
uint64_t nm_len_t
data length used by nmad
Definition nm_types.h:68
#define NM_TAG_MASK_FULL
tag mask that matches all bits
Definition nm_types.h:61
An event, generated by the NewMad core.
a data descriptor, used to pack/unpack data from app layout to/from contiguous buffers
Definition nm_data.h:196
Connection to another process.
Definition nm_gate.h:104
a global monitor to listen to events on the full session
nm_tag_t tag
tag value for event filter
nm_sr_event_notifier_t p_notifier
the function to call when a matching event happen
nm_tag_t tag_mask
tag mask for event filter- fire event when event.tag & monitor.tag_mask == monitor....
void * ref
reference for user
nm_sr_event_t event_mask
a bitmask containing events kinds to listen to
nm_gate_t p_gate
listen for events on given gate; NM_ANY_GATE for any
internal defintion of the sendrecv request
information field for sendrecv events
const struct nm_core_event_s * p_core_event
nm_sr_request_t * p_request
the request on which the event happened
nm_session_t p_session
session where the unexpected packet arrived
nm_tag_t tag
tag of the unexpected received packet
nm_gate_t p_gate
gate from where the unexpected packet arrived
nm_len_t len
length of unexpected data