12 #include <sys/socket.h>
13 #include <netinet/in.h>
14 #include <arpa/inet.h>
23 #include <sys/utsname.h>
25 #include <qb/qbipcc.h>
26 #include <qb/qbutil.h>
28 #include <corosync/corodefs.h>
29 #include <corosync/corotypes.h>
30 #include <corosync/hdb.h>
31 #include <corosync/cfg.h>
32 #include <corosync/cmap.h>
33 #include <corosync/quorum.h>
50 crm_info(
"Node %s is not yet known by corosync", node->
uname);
64 cs_error_t rc = CS_OK;
67 cmap_handle_t local_handle = 0;
78 if (cmap_handle == 0 && local_handle == 0) {
80 crm_trace(
"Initializing CMAP connection");
82 rc = cmap_initialize(&local_handle);
85 crm_debug(
"API connection setup failed: %s. Retrying in %ds", cs_strerror(rc),
90 }
while (retries < 5 && rc != CS_OK);
93 crm_warn(
"Could not connect to Cluster Configuration Database API, error %s",
99 if (cmap_handle == 0) {
100 cmap_handle = local_handle;
102 rc = cmap_fd_get(cmap_handle, &fd);
104 crm_err(
"Could not obtain the CMAP API connection: %s (%d)",
105 cs_strerror(rc), rc);
111 &found_uid, &found_gid))) {
112 crm_err(
"CMAP provider is not authentic:"
113 " process %lld (uid: %lld, gid: %lld)",
115 (
long long) found_uid, (
long long) found_gid);
118 crm_err(
"Could not verify authenticity of CMAP provider: %s (%d)",
124 while (name == NULL && cmap_handle != 0) {
129 rc = cmap_get_uint32(cmap_handle, key, &
id);
130 crm_trace(
"Checking %u vs %u from %s", nodeid,
id, key);
138 crm_trace(
"Searching for node name for %u in nodelist.node.%d %s", nodeid, lpc, name);
141 cmap_get_string(cmap_handle, key, &name);
147 cmap_get_string(cmap_handle, key, &name);
164 cmap_finalize(local_handle);
168 crm_info(
"Unable to get node name for nodeid %u", nodeid);
185 pcmk_quorum_dispatch(gpointer user_data)
191 crm_err(
"Connection to the Quorum API failed: %d", rc);
199 pcmk_quorum_notification(quorum_handle_t handle,
201 uint64_t ring_id, uint32_t view_list_entries, uint32_t * view_list)
206 static gboolean init_phase = TRUE;
211 ring_id, (
long unsigned int)view_list_entries);
214 ring_id, (
long unsigned int)view_list_entries);
220 (quorate?
"retained" :
"still lost"), ring_id,
221 (
long unsigned int)view_list_entries);
224 if (view_list_entries == 0 && init_phase) {
225 crm_info(
"Corosync membership is still forming, ignoring");
234 while (g_hash_table_iter_next(&iter, NULL, (gpointer *) &node)) {
239 for (i = 0; i < view_list_entries; i++) {
240 uint32_t
id = view_list[i];
246 if (node->uname == NULL) {
249 crm_info(
"Obtaining name for new node %u",
id);
267 .quorum_notify_fn = pcmk_quorum_notification,
272 void (*destroy) (gpointer))
277 uint32_t quorum_type = 0;
284 quorum_fd_callbacks.
dispatch = pcmk_quorum_dispatch;
287 crm_debug(
"Configuring Pacemaker to obtain quorum from Corosync");
291 crm_err(
"Could not connect to the Quorum API: %s (%d)",
292 cs_strerror(rc), rc);
295 }
else if (quorum_type != QUORUM_SET) {
296 crm_err(
"Corosync quorum is not configured");
302 crm_err(
"Could not obtain the Quorum API connection: %s (%d)",
309 &found_uid, &found_gid))) {
310 crm_err(
"Quorum provider is not authentic:"
311 " process %lld (uid: %lld, gid: %lld)",
313 (
long long) found_uid, (
long long) found_gid);
317 crm_err(
"Could not verify authenticity of Quorum provider: %s (%d)",
325 crm_err(
"Could not obtain the current Quorum API state: %d", rc);
339 crm_err(
"Could not setup Quorum API notifications: %d", rc);
360 while (retries < 5) {
369 case CS_ERR_TRY_AGAIN:
370 case CS_ERR_QUEUE_FULL:
378 crm_err(
"Could not connect to corosync after %d retries", retries);
402 if(cluster->
nodeid == 0) {
403 crm_err(
"Could not establish local nodeid");
408 if(cluster->
uname == NULL) {
409 crm_err(
"Could not establish local node name");
423 gboolean sane = TRUE;
427 if (sane && msg->header.
size == 0) {
432 if (sane && msg->header.error != CS_OK) {
433 crm_warn(
"Message header contains an error: %d", msg->header.error);
444 crm_warn(
"Message with no payload");
449 int str_size = strlen(
data) + 1;
454 crm_warn(
"Message payload is corrupted: expected %d bytes, got %d",
457 for (lpc = (str_size - 10); lpc < msg->
size; lpc++) {
467 crm_err(
"Invalid message %d: (dest=%s:%s, from=%s:%s.%u, compressed=%d, size=%d, total=%d)",
468 msg->
id, ais_dest(&(msg->
host)), msg_type2text(dest),
474 (
"Verified message %d: (dest=%s:%s, from=%s:%s.%u, compressed=%d, size=%d, total=%d)",
475 msg->
id, ais_dest(&(msg->
host)), msg_type2text(dest), ais_dest(&(msg->
sender)),
487 cmap_handle_t handle;
489 rc = cmap_initialize(&handle);
494 case CS_ERR_SECURITY:
495 crm_debug(
"Failed to initialize the cmap API: Permission denied (%d)", rc);
502 crm_info(
"Failed to initialize the cmap API: %s (%d)",
503 ais_error2text(rc), rc);
507 cmap_finalize(handle);
533 cs_error_t rc = CS_OK;
535 gboolean any = FALSE;
536 cmap_handle_t cmap_handle;
544 rc = cmap_initialize(&cmap_handle);
547 crm_debug(
"API connection setup failed: %s. Retrying in %ds", cs_strerror(rc),
552 }
while (retries < 5 && rc != CS_OK);
555 crm_warn(
"Could not connect to Cluster Configuration Database API, error %d", rc);
559 rc = cmap_fd_get(cmap_handle, &fd);
561 crm_err(
"Could not obtain the CMAP API connection: %s (%d)",
562 cs_strerror(rc), rc);
568 &found_uid, &found_gid))) {
569 crm_err(
"CMAP provider is not authentic:"
570 " process %lld (uid: %lld, gid: %lld)",
572 (
long long) found_uid, (
long long) found_gid);
575 crm_err(
"Could not verify authenticity of CMAP provider: %s (%d)",
581 crm_trace(
"Initializing corosync nodelist");
582 for (lpc = 0; TRUE; lpc++) {
588 rc = cmap_get_uint32(cmap_handle, key, &nodeid);
601 while (g_hash_table_iter_next(&iter, NULL, (gpointer *) &node)) {
602 if(node && node->uname && strcasecmp(node->uname, name) == 0) {
603 if (node->id && node->id != nodeid) {
604 crm_crit(
"Nodes %u and %u share the same name '%s': shutting down", node->id,
612 if (nodeid > 0 || name != NULL) {
613 crm_trace(
"Initializing node[%d] %u = %s", lpc, nodeid, name);
617 if (nodeid > 0 && name != NULL) {
634 cmap_finalize(cmap_handle);
641 cmap_handle_t handle;
642 char *cluster_name = NULL;
643 cs_error_t rc = CS_OK;
650 rc = cmap_initialize(&handle);
652 crm_info(
"Failed to initialize the cmap API: %s (%d)",
653 cs_strerror(rc), rc);
657 rc = cmap_fd_get(handle, &fd);
659 crm_err(
"Could not obtain the CMAP API connection: %s (%d)",
660 cs_strerror(rc), rc);
666 &found_uid, &found_gid))) {
667 crm_err(
"CMAP provider is not authentic:"
668 " process %lld (uid: %lld, gid: %lld)",
670 (
long long) found_uid, (
long long) found_gid);
673 crm_err(
"Could not verify authenticity of CMAP provider: %s (%d)",
678 rc = cmap_get_string(handle,
"totem.cluster_name", &cluster_name);
680 crm_info(
"Cannot get totem.cluster_name: %s (%d)", cs_strerror(rc), rc);
683 crm_debug(
"cmap totem.cluster_name = '%s'", cluster_name);
687 cmap_finalize(handle);
694 cs_error_t rc = CS_OK;
696 static int found = -1;
697 cmap_handle_t cmap_handle;
698 cmap_iter_handle_t iter_handle;
699 char key_name[CMAP_KEYNAME_MAXLEN + 1];
711 rc = cmap_initialize(&cmap_handle);
714 crm_debug(
"API connection setup failed: %s. Retrying in %ds", cs_strerror(rc),
719 }
while (retries < 5 && rc != CS_OK);
722 crm_warn(
"Could not connect to Cluster Configuration Database API: %s (rc=%d)",
723 cs_strerror(rc), rc);
727 rc = cmap_fd_get(cmap_handle, &fd);
729 crm_err(
"Could not obtain the CMAP API connection: %s (%d)",
730 cs_strerror(rc), rc);
736 &found_uid, &found_gid))) {
737 crm_err(
"CMAP provider is not authentic:"
738 " process %lld (uid: %lld, gid: %lld)",
740 (
long long) found_uid, (
long long) found_gid);
743 crm_err(
"Could not verify authenticity of CMAP provider: %s (%d)",
748 rc = cmap_iter_init(cmap_handle, prefix, &iter_handle);
750 crm_warn(
"Failed to initialize iteration for corosync cmap '%s': %s (rc=%d)",
751 prefix, cs_strerror(rc), rc);
756 while ((rc = cmap_iter_next(cmap_handle, iter_handle, key_name, NULL, NULL)) == CS_OK) {
757 crm_trace(
"'%s' is configured in corosync cmap: %s", prefix, key_name);
761 cmap_iter_finalize(cmap_handle, iter_handle);
764 cmap_finalize(cmap_handle);