43
45
#include <stdlib.h>
48
49
#include <unistd.h>
49
50
#include <netinet/in.h>
50
51
#include <arpa/inet.h>
52
#include <corosync/saAis.h>
53
#include <corosync/corotypes.h>
53
54
#include <corosync/swab.h>
54
55
#include <corosync/totem/totempg.h>
55
56
#include <corosync/totem/totem.h>
56
57
#include <corosync/lcr/lcr_ifact.h>
57
58
#include <corosync/engine/logsys.h>
59
#include <corosync/coroipc_types.h>
63
LOGSYS_DECLARE_SUBSYS ("SYNC", LOG_INFO);
63
LOGSYS_DECLARE_SUBSYS ("SYNC");
65
65
#define MESSAGE_REQ_SYNC_BARRIER 0
66
#define MESSAGE_REQ_SYNC_REQUEST 1
68
67
struct barrier_data {
69
68
unsigned int nodeid;
73
static struct memb_ring_id *sync_ring_id;
75
static int vsf_none = 0;
72
static const struct memb_ring_id *sync_ring_id;
77
74
static int (*sync_callbacks_retrieve) (int sync_id, struct sync_callbacks *callack);
76
static void (*sync_started) (
77
const struct memb_ring_id *ring_id);
79
static void (*sync_aborted) (void);
79
81
static struct sync_callbacks sync_callbacks;
81
83
static int sync_processing = 0;
83
static void (*sync_synchronization_completed) (void);
85
static void (*sync_next_start) (
86
const unsigned int *member_list,
87
size_t member_list_entries,
88
const struct memb_ring_id *ring_id);
85
90
static int sync_recovery_index = 0;
87
92
static void *sync_callback_token_handle = 0;
88
static void *sync_request_token_handle;
90
94
static struct barrier_data barrier_data_confchg[PROCESSOR_COUNT_MAX];
92
static int barrier_data_confchg_entries;
96
static size_t barrier_data_confchg_entries;
94
98
static struct barrier_data barrier_data_process[PROCESSOR_COUNT_MAX];
96
static struct corosync_vsf_iface_ver0 *vsf_iface;
98
static int sync_barrier_send (struct memb_ring_id *ring_id);
100
static int sync_start_process (enum totem_callback_token_type type, void *data);
100
static unsigned int my_member_list[PROCESSOR_COUNT_MAX];
102
static unsigned int my_member_list_entries;
104
static int sync_barrier_send (const struct memb_ring_id *ring_id);
106
static int sync_start_process (enum totem_callback_token_type type,
102
109
static void sync_service_init (struct memb_ring_id *ring_id);
104
static int sync_service_process (enum totem_callback_token_type type, void *data);
111
static int sync_service_process (enum totem_callback_token_type type,
106
114
static void sync_deliver_fn (
107
115
unsigned int nodeid,
117
unsigned int msg_len,
110
118
int endian_conversion_required);
112
120
static void sync_confchg_fn (
113
121
enum totem_configuration_type configuration_type,
114
unsigned int *member_list, int member_list_entries,
115
unsigned int *left_list, int left_list_entries,
116
unsigned int *joined_list, int joined_list_entries,
117
struct memb_ring_id *ring_id);
122
const unsigned int *member_list,
123
size_t member_list_entries,
124
const unsigned int *left_list,
125
size_t left_list_entries,
126
const unsigned int *joined_list,
127
size_t joined_list_entries,
128
const struct memb_ring_id *ring_id);
119
130
static void sync_primary_callback_fn (
120
unsigned int *view_list,
121
int view_list_entries,
122
int primary_designated,
123
struct memb_ring_id *ring_id);
131
const unsigned int *view_list,
132
size_t view_list_entries,
133
int primary_designated,
134
const struct memb_ring_id *ring_id);
125
137
static struct totempg_group sync_group = {
130
static totempg_groups_handle sync_group_handle;
131
static char *service_name;
132
static unsigned int current_members[PROCESSOR_COUNT_MAX];
133
static unsigned int current_members_cnt;
142
static hdb_handle_t sync_group_handle;
135
144
struct req_exec_sync_barrier_start {
136
mar_req_header_t header;
137
struct memb_ring_id ring_id;
140
struct sync_request {
142
char name[0] __attribute__((aligned(8)));
145
typedef struct sync_msg {
146
mar_req_header_t header;
147
struct memb_ring_id ring_id;
148
struct sync_request sync_request;
145
coroipc_request_header_t header;
146
struct memb_ring_id ring_id;
153
150
* Send a barrier data structure
155
static int sync_barrier_send (struct memb_ring_id *ring_id)
152
static int sync_barrier_send (const struct memb_ring_id *ring_id)
157
154
struct req_exec_sync_barrier_start req_exec_sync_barrier_start;
158
155
struct iovec iovec;
267
266
int sync_register (
268
int (*callbacks_retrieve) (int sync_id, struct sync_callbacks *callack),
269
void (*synchronization_completed) (void),
267
int (*callbacks_retrieve) (
269
struct sync_callbacks *callbacks),
272
const struct memb_ring_id *ring_id),
274
void (*aborted) (void),
277
const unsigned int *member_list,
278
size_t member_list_entries,
279
const struct memb_ring_id *ring_id))
272
281
unsigned int res;
273
unsigned int vsf_handle;
275
char corosync_vsf_type[1024];
277
283
res = totempg_groups_initialize (
278
284
&sync_group_handle,
280
286
sync_confchg_fn);
282
log_printf (LOG_LEVEL_ERROR,
288
log_printf (LOGSYS_LEVEL_ERROR,
283
289
"Couldn't initialize groups interface.\n");
292
log_printf (LOG_LEVEL_ERROR, "Couldn't join group.\n");
298
log_printf (LOGSYS_LEVEL_ERROR, "Couldn't join group.\n");
296
if (strcmp (vsf_type, "none") == 0) {
297
log_printf (LOG_LEVEL_NOTICE,
298
"Not using a virtual synchrony filter.\n");
303
sprintf (corosync_vsf_type, "corosync_vsf_%s", vsf_type);
304
res = lcr_ifact_reference (
312
log_printf (LOG_LEVEL_NOTICE,
313
"Couldn't load virtual synchrony filter %s\n",
318
log_printf (LOG_LEVEL_NOTICE,
319
"Using virtual synchrony filter %s\n", corosync_vsf_type);
321
vsf_iface = (struct corosync_vsf_iface_ver0 *)vsf_iface_p;
322
vsf_iface->init (sync_primary_callback_fn);
325
302
sync_callbacks_retrieve = callbacks_retrieve;
326
sync_synchronization_completed = synchronization_completed;
303
sync_next_start = next_start;
304
sync_started = started;
305
sync_aborted = aborted;
330
310
static void sync_primary_callback_fn (
331
unsigned int *view_list,
332
int view_list_entries,
311
const unsigned int *view_list,
312
size_t view_list_entries,
333
313
int primary_designated,
334
struct memb_ring_id *ring_id)
314
const struct memb_ring_id *ring_id)
338
318
if (primary_designated) {
339
log_printf (LOG_LEVEL_NOTICE, "This node is within the primary component and will provide service.\n");
319
log_printf (LOGSYS_LEVEL_DEBUG, "This node is within the primary component and will provide service.\n");
341
log_printf (LOG_LEVEL_NOTICE, "This node is within the non-primary component and will NOT provide any services.\n");
321
log_printf (LOGSYS_LEVEL_DEBUG, "This node is within the non-primary component and will NOT provide any services.\n");
374
355
static void sync_deliver_fn (
375
356
unsigned int nodeid,
358
unsigned int msg_len,
378
359
int endian_conversion_required)
380
361
struct req_exec_sync_barrier_start *req_exec_sync_barrier_start =
381
(struct req_exec_sync_barrier_start *)iovec[0].iov_base;
382
sync_msg_t *msg = (sync_msg_t *)iovec[0].iov_base;
362
(struct req_exec_sync_barrier_start *)msg;
363
unsigned int barrier_completed;
366
log_printf (LOGSYS_LEVEL_DEBUG, "confchg entries %lu\n",
367
(unsigned long int) barrier_data_confchg_entries);
386
368
if (endian_conversion_required) {
387
369
sync_endian_convert (req_exec_sync_barrier_start);
390
int barrier_completed = 1;
372
barrier_completed = 1;
392
374
memcpy (&deliver_ring_id, &req_exec_sync_barrier_start->ring_id,
393
375
sizeof (struct memb_ring_id));
403
if (msg->header.id == MESSAGE_REQ_SYNC_REQUEST) {
404
if (endian_conversion_required) {
405
swab_mar_uint32_t (&msg->sync_request.name_len);
408
* If there is an ongoing sync, abort it. A requested sync is
409
* only allowed to abort other requested synchronizations,
410
* not full synchronizations.
412
if (sync_processing && sync_callbacks.sync_abort) {
413
sync_callbacks.sync_abort();
414
sync_callbacks.sync_activate = NULL;
416
assert (service_name != NULL);
421
service_name = malloc (msg->sync_request.name_len);
422
strcpy (service_name, msg->sync_request.name);
425
* Start requested synchronization
427
sync_primary_callback_fn (current_members, current_members_cnt, 1,
434
386
* Set completion for source_addr's address
436
388
for (i = 0; i < barrier_data_confchg_entries; i++) {
437
389
if (nodeid == barrier_data_process[i].nodeid) {
438
390
barrier_data_process[i].completed = 1;
439
log_printf (LOG_LEVEL_DEBUG,
440
"Barrier Start Recieved From %d\n",
391
log_printf (LOGSYS_LEVEL_DEBUG,
392
"Barrier Start Received From %d\n",
441
393
barrier_data_process[i].nodeid);
483
435
* if sync service found, execute it
485
437
if (sync_processing && sync_callbacks.sync_init) {
486
log_printf (LOG_LEVEL_DEBUG,
438
log_printf (LOGSYS_LEVEL_DEBUG,
487
439
"Synchronization actions starting for (%s)\n",
488
440
sync_callbacks.name);
489
441
sync_service_init (&deliver_ring_id);
443
if (sync_processing == 0) {
444
sync_next_start (my_member_list, my_member_list_entries, sync_ring_id);
495
450
static void sync_confchg_fn (
496
451
enum totem_configuration_type configuration_type,
497
unsigned int *member_list, int member_list_entries,
498
unsigned int *left_list, int left_list_entries,
499
unsigned int *joined_list, int joined_list_entries,
500
struct memb_ring_id *ring_id)
452
const unsigned int *member_list,
453
size_t member_list_entries,
454
const unsigned int *left_list,
455
size_t left_list_entries,
456
const unsigned int *joined_list,
457
size_t joined_list_entries,
458
const struct memb_ring_id *ring_id)
503
460
sync_ring_id = ring_id;
505
462
if (configuration_type != TOTEM_CONFIGURATION_REGULAR) {
465
memcpy (my_member_list, member_list, member_list_entries * sizeof (unsigned int));
466
my_member_list_entries = member_list_entries;
508
468
if (sync_processing && sync_callbacks.sync_abort != NULL) {
509
470
sync_callbacks.sync_abort ();
510
471
sync_callbacks.sync_activate = NULL;
513
* Save current members and ring ID for later use
515
for (i = 0; i < member_list_entries; i++) {
516
current_members[i] = member_list[i];
518
current_members_cnt = member_list_entries;
521
* If no virtual synchrony filter configured, then start
522
* synchronization process
525
sync_primary_callback_fn (
533
* TOTEM callback function used to multicast a sync_request
540
static int sync_request_send (
541
enum totem_callback_token_type type, void *_name)
546
struct iovec iovec[2];
551
name_len = strlen (name) + 1;
552
msg.header.size = sizeof (msg) + name_len;
553
msg.header.id = MESSAGE_REQ_SYNC_REQUEST;
555
if (sync_ring_id == NULL) {
556
log_printf (LOG_LEVEL_ERROR,
557
"%s sync_ring_id is NULL.\n", __func__);
560
memcpy (&msg.ring_id, sync_ring_id, sizeof (struct memb_ring_id));
561
msg.sync_request.name_len = name_len;
563
iovec[0].iov_base = (char *)&msg;
564
iovec[0].iov_len = sizeof (msg);
565
iovec[1].iov_base = _name;
566
iovec[1].iov_len = name_len;
568
res = totempg_groups_mcast_joined (
569
sync_group_handle, iovec, 2, TOTEMPG_AGREED);
573
* We managed to multicast the message so delete the token callback
574
* for the sync request.
576
totempg_callback_token_destroy (&sync_request_token_handle);
580
* if we failed to multicast the message, this function will be called
587
int sync_in_process (void)
589
return (sync_processing);
592
int sync_primary_designated (void)
597
return (vsf_iface->primary());
602
* Execute synchronization upon request for the named service
607
int sync_request (char *name)
609
assert (name != NULL);
613
if (sync_processing) {
617
totempg_callback_token_create (&sync_request_token_handle,
618
TOTEM_CALLBACK_TOKEN_SENT, 0, /* don't delete after callback */
619
sync_request_send, name);
477
sync_primary_callback_fn (