ctdb/server/ctdb_control.c

   1 /*
   2    ctdb_control protocol code
   3
   4    Copyright (C) Andrew Tridgell  2007
   5
   6    This program is free software; you can redistribute it and/or modify
   7    it under the terms of the GNU General Public License as published by
   8    the Free Software Foundation; either version 3 of the License, or
   9    (at your option) any later version.
  10
  11    This program is distributed in the hope that it will be useful,
  12    but WITHOUT ANY WARRANTY; without even the implied warranty of
  13    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  14    GNU General Public License for more details.
  15
  16    You should have received a copy of the GNU General Public License
  17    along with this program; if not, see <http://www.gnu.org/licenses/>.
  18 */
  19 #include "includes.h"
  20 #include "lib/events/events.h"
  21 #include "lib/tdb/include/tdb.h"
  22 #include "system/network.h"
  23 #include "system/filesys.h"
  24 #include "system/wait.h"
  25 #include "../include/ctdb_private.h"
  26 #include "lib/util/dlinklist.h"
  27 #include "db_wrap.h"
  28
  29
  30 struct ctdb_control_state {
  31         struct ctdb_context *ctdb;
  32         uint32_t reqid;
  33         ctdb_control_callback_fn_t callback;
  34         void *private_data;
  35         unsigned flags;
  36 };
  37
  38
  39 /*
  40   dump talloc memory hierarchy, returning it as a blob to the client
  41  */
  42 int32_t ctdb_dump_memory(struct ctdb_context *ctdb, TDB_DATA *outdata)
  43 {
  44         /* dump to a file, then send the file as a blob */
  45         FILE *f;
  46         long fsize;
  47         f = tmpfile();
  48         if (f == NULL) {
  49                 DEBUG(DEBUG_ERR,(__location__ " Unable to open tmpfile - %s\n", strerror(errno)));
  50                 return -1;
  51         }
  52         talloc_report_full(NULL, f);
  53         fsize = ftell(f);
  54         rewind(f);
  55         outdata->dptr = talloc_size(outdata, fsize);
  56         CTDB_NO_MEMORY(ctdb, outdata->dptr);
  57         outdata->dsize = fread(outdata->dptr, 1, fsize, f);
  58         fclose(f);
  59         if (outdata->dsize != fsize) {
  60                 DEBUG(DEBUG_ERR,(__location__ " Unable to read tmpfile\n"));
  61                 return -1;
  62         }
  63         return 0;
  64 }
  65
  66
  67 /*
  68   process a control request
  69  */
  70 static int32_t ctdb_control_dispatch(struct ctdb_context *ctdb,
  71                                      struct ctdb_req_control *c,
  72                                      TDB_DATA indata,
  73                                      TDB_DATA *outdata, uint32_t srcnode,
  74                                      const char **errormsg,
  75                                      bool *async_reply)
  76 {
  77         uint32_t opcode = c->opcode;
  78         uint64_t srvid = c->srvid;
  79         uint32_t client_id = c->client_id;
  80
  81         switch (opcode) {
  82         case CTDB_CONTROL_PROCESS_EXISTS: {
  83                 CHECK_CONTROL_DATA_SIZE(sizeof(pid_t));
  84                 return kill(*(pid_t *)indata.dptr, 0);
  85         }
  86
  87         case CTDB_CONTROL_SET_DEBUG: {
  88                 CHECK_CONTROL_DATA_SIZE(sizeof(int32_t));
  89                 LogLevel = *(int32_t *)indata.dptr;
  90                 return 0;
  91         }
  92
  93         case CTDB_CONTROL_GET_DEBUG: {
  94                 CHECK_CONTROL_DATA_SIZE(0);
  95                 outdata->dptr = (uint8_t *)&LogLevel;
  96                 outdata->dsize = sizeof(LogLevel);
  97                 return 0;
  98         }
  99
 100         case CTDB_CONTROL_STATISTICS: {
 101                 CHECK_CONTROL_DATA_SIZE(0);
 102                 ctdb->statistics.memory_used = talloc_total_size(NULL);
 103                 ctdb->statistics.frozen = (ctdb->freeze_mode == CTDB_FREEZE_FROZEN);
 104                 ctdb->statistics.recovering = (ctdb->recovery_mode == CTDB_RECOVERY_ACTIVE);
 105                 outdata->dptr = (uint8_t *)&ctdb->statistics;
 106                 outdata->dsize = sizeof(ctdb->statistics);
 107                 return 0;
 108         }
 109
 110         case CTDB_CONTROL_GET_ALL_TUNABLES: {
 111                 CHECK_CONTROL_DATA_SIZE(0);
 112                 outdata->dptr = (uint8_t *)&ctdb->tunable;
 113                 outdata->dsize = sizeof(ctdb->tunable);
 114                 return 0;
 115         }
 116
 117         case CTDB_CONTROL_DUMP_MEMORY: {
 118                 CHECK_CONTROL_DATA_SIZE(0);
 119                 return ctdb_dump_memory(ctdb, outdata);
 120         }
 121
 122         case CTDB_CONTROL_STATISTICS_RESET: {
 123                 CHECK_CONTROL_DATA_SIZE(0);
 124                 ZERO_STRUCT(ctdb->statistics);
 125                 return 0;
 126         }
 127
 128         case CTDB_CONTROL_GETVNNMAP:
 129                 return ctdb_control_getvnnmap(ctdb, opcode, indata, outdata);
 130
 131         case CTDB_CONTROL_GET_DBMAP:
 132                 return ctdb_control_getdbmap(ctdb, opcode, indata, outdata);
 133
 134         case CTDB_CONTROL_GET_NODEMAPv4:
 135                 return ctdb_control_getnodemapv4(ctdb, opcode, indata, outdata);
 136
 137         case CTDB_CONTROL_GET_NODEMAP:
 138                 return ctdb_control_getnodemap(ctdb, opcode, indata, outdata);
 139
 140         case CTDB_CONTROL_RELOAD_NODES_FILE:
 141                 CHECK_CONTROL_DATA_SIZE(0);
 142                 return ctdb_control_reload_nodes_file(ctdb, opcode);
 143
 144         case CTDB_CONTROL_SETVNNMAP:
 145                 return ctdb_control_setvnnmap(ctdb, opcode, indata, outdata);
 146
 147         case CTDB_CONTROL_PULL_DB:
 148                 CHECK_CONTROL_DATA_SIZE(sizeof(struct ctdb_control_pulldb));
 149                 return ctdb_control_pull_db(ctdb, indata, outdata);
 150
 151         case CTDB_CONTROL_SET_DMASTER:
 152                 CHECK_CONTROL_DATA_SIZE(sizeof(struct ctdb_control_set_dmaster));
 153                 return ctdb_control_set_dmaster(ctdb, indata);
 154
 155         case CTDB_CONTROL_PUSH_DB:
 156                 return ctdb_control_push_db(ctdb, indata);
 157
 158         case CTDB_CONTROL_GET_RECMODE: {
 159                 return ctdb->recovery_mode;
 160         }
 161
 162         case CTDB_CONTROL_SET_RECMASTER: {
 163                 return ctdb_control_set_recmaster(ctdb, opcode, indata);
 164         }
 165
 166         case CTDB_CONTROL_GET_RECMASTER:
 167                 return ctdb->recovery_master;
 168
 169         case CTDB_CONTROL_GET_PID:
 170                 return getpid();
 171
 172         case CTDB_CONTROL_GET_PNN:
 173                 return ctdb->pnn;
 174
 175         case CTDB_CONTROL_PING:
 176                 CHECK_CONTROL_DATA_SIZE(0);
 177                 return ctdb->statistics.num_clients;
 178
 179         case CTDB_CONTROL_GET_DBNAME: {
 180                 uint32_t db_id;
 181                 struct ctdb_db_context *ctdb_db;
 182
 183                 CHECK_CONTROL_DATA_SIZE(sizeof(db_id));
 184                 db_id = *(uint32_t *)indata.dptr;
 185                 ctdb_db = find_ctdb_db(ctdb, db_id);
 186                 if (ctdb_db == NULL) return -1;
 187                 outdata->dptr = discard_const(ctdb_db->db_name);
 188                 outdata->dsize = strlen(ctdb_db->db_name)+1;
 189                 return 0;
 190         }
 191
 192         case CTDB_CONTROL_GETDBPATH: {
 193                 uint32_t db_id;
 194                 struct ctdb_db_context *ctdb_db;
 195
 196                 CHECK_CONTROL_DATA_SIZE(sizeof(db_id));
 197                 db_id = *(uint32_t *)indata.dptr;
 198                 ctdb_db = find_ctdb_db(ctdb, db_id);
 199                 if (ctdb_db == NULL) return -1;
 200                 outdata->dptr = discard_const(ctdb_db->db_path);
 201                 outdata->dsize = strlen(ctdb_db->db_path)+1;
 202                 return 0;
 203         }
 204
 205         case CTDB_CONTROL_DB_ATTACH:
 206                 return ctdb_control_db_attach(ctdb, indata, outdata, srvid, false);
 207
 208         case CTDB_CONTROL_DB_ATTACH_PERSISTENT:
 209                 return ctdb_control_db_attach(ctdb, indata, outdata, srvid, true);
 210
 211         case CTDB_CONTROL_SET_CALL: {
 212                 struct ctdb_control_set_call *sc =
 213                         (struct ctdb_control_set_call *)indata.dptr;
 214                 CHECK_CONTROL_DATA_SIZE(sizeof(struct ctdb_control_set_call));
 215                 return ctdb_daemon_set_call(ctdb, sc->db_id, sc->fn, sc->id);
 216         }
 217
 218         case CTDB_CONTROL_TRAVERSE_START:
 219                 CHECK_CONTROL_DATA_SIZE(sizeof(struct ctdb_traverse_start));
 220                 return ctdb_control_traverse_start(ctdb, indata, outdata, srcnode, client_id);
 221
 222         case CTDB_CONTROL_TRAVERSE_ALL:
 223                 return ctdb_control_traverse_all(ctdb, indata, outdata);
 224
 225         case CTDB_CONTROL_TRAVERSE_DATA:
 226                 return ctdb_control_traverse_data(ctdb, indata, outdata);
 227
 228         case CTDB_CONTROL_TRAVERSE_KILL:
 229                 CHECK_CONTROL_DATA_SIZE(sizeof(struct ctdb_traverse_start));
 230                 return ctdb_control_traverse_kill(ctdb, indata, outdata, srcnode);
 231
 232         case CTDB_CONTROL_REGISTER_SRVID:
 233                 return daemon_register_message_handler(ctdb, client_id, srvid);
 234
 235         case CTDB_CONTROL_DEREGISTER_SRVID:
 236                 return daemon_deregister_message_handler(ctdb, client_id, srvid);
 237
 238         case CTDB_CONTROL_ENABLE_SEQNUM:
 239                 CHECK_CONTROL_DATA_SIZE(sizeof(uint32_t));
 240                 return ctdb_ltdb_enable_seqnum(ctdb, *(uint32_t *)indata.dptr);
 241
 242         case CTDB_CONTROL_UPDATE_SEQNUM:
 243                 CHECK_CONTROL_DATA_SIZE(sizeof(uint32_t));
 244                 return ctdb_ltdb_update_seqnum(ctdb, *(uint32_t *)indata.dptr, srcnode);
 245
 246         case CTDB_CONTROL_FREEZE:
 247                 CHECK_CONTROL_DATA_SIZE(0);
 248                 return ctdb_control_freeze(ctdb, c, async_reply);
 249
 250         case CTDB_CONTROL_THAW:
 251                 CHECK_CONTROL_DATA_SIZE(0);
 252                 return ctdb_control_thaw(ctdb);
 253
 254         case CTDB_CONTROL_SET_RECMODE:
 255                 CHECK_CONTROL_DATA_SIZE(sizeof(uint32_t));
 256                 return ctdb_control_set_recmode(ctdb, c, indata, async_reply, errormsg);
 257
 258         case CTDB_CONTROL_GET_MONMODE:
 259                 CHECK_CONTROL_DATA_SIZE(0);
 260                 return ctdb_monitoring_mode(ctdb);
 261
 262         case CTDB_CONTROL_ENABLE_MONITOR:
 263                 CHECK_CONTROL_DATA_SIZE(0);
 264                 ctdb_enable_monitoring(ctdb);
 265                 return 0;
 266
 267         case CTDB_CONTROL_RUN_EVENTSCRIPTS:
 268                 return ctdb_run_eventscripts(ctdb, c, indata, async_reply);
 269
 270         case CTDB_CONTROL_DISABLE_MONITOR:
 271                 CHECK_CONTROL_DATA_SIZE(0);
 272                 ctdb_disable_monitoring(ctdb);
 273                 return 0;
 274
 275         case CTDB_CONTROL_SHUTDOWN:
 276                 ctdb_stop_recoverd(ctdb);
 277                 ctdb_stop_keepalive(ctdb);
 278                 ctdb_stop_monitoring(ctdb);
 279                 ctdb_release_all_ips(ctdb);
 280                 if (ctdb->methods != NULL) {
 281                         ctdb->methods->shutdown(ctdb);
 282                 }
 283                 ctdb_event_script(ctdb, "shutdown");
 284                 DEBUG(DEBUG_NOTICE,("Received SHUTDOWN command. Stopping CTDB daemon.\n"));
 285                 exit(0);
 286
 287         case CTDB_CONTROL_TAKEOVER_IPv4:
 288                 CHECK_CONTROL_DATA_SIZE(sizeof(struct ctdb_public_ipv4));
 289                 return ctdb_control_takeover_ipv4(ctdb, c, indata, async_reply);
 290
 291         case CTDB_CONTROL_TAKEOVER_IP:
 292                 CHECK_CONTROL_DATA_SIZE(sizeof(struct ctdb_public_ip));
 293                 return ctdb_control_takeover_ip(ctdb, c, indata, async_reply);
 294
 295         case CTDB_CONTROL_RELEASE_IPv4:
 296                 CHECK_CONTROL_DATA_SIZE(sizeof(struct ctdb_public_ipv4));
 297                 return ctdb_control_release_ipv4(ctdb, c, indata, async_reply);
 298
 299         case CTDB_CONTROL_RELEASE_IP:
 300                 CHECK_CONTROL_DATA_SIZE(sizeof(struct ctdb_public_ip));
 301                 return ctdb_control_release_ip(ctdb, c, indata, async_reply);
 302
 303         case CTDB_CONTROL_GET_PUBLIC_IPSv4:
 304                 CHECK_CONTROL_DATA_SIZE(0);
 305                 return ctdb_control_get_public_ipsv4(ctdb, c, outdata);
 306
 307         case CTDB_CONTROL_GET_PUBLIC_IPS:
 308                 CHECK_CONTROL_DATA_SIZE(0);
 309                 return ctdb_control_get_public_ips(ctdb, c, outdata);
 310
 311         case CTDB_CONTROL_TCP_CLIENT:
 312                 return ctdb_control_tcp_client(ctdb, client_id, indata);
 313
 314         case CTDB_CONTROL_STARTUP:
 315                 CHECK_CONTROL_DATA_SIZE(0);
 316                 return ctdb_control_startup(ctdb, srcnode);
 317
 318         case CTDB_CONTROL_TCP_ADD:
 319                 CHECK_CONTROL_DATA_SIZE(sizeof(struct ctdb_control_tcp_vnn));
 320                 return ctdb_control_tcp_add(ctdb, indata);
 321
 322         case CTDB_CONTROL_SET_TUNABLE:
 323                 return ctdb_control_set_tunable(ctdb, indata);
 324
 325         case CTDB_CONTROL_GET_TUNABLE:
 326                 return ctdb_control_get_tunable(ctdb, indata, outdata);
 327
 328         case CTDB_CONTROL_LIST_TUNABLES:
 329                 return ctdb_control_list_tunables(ctdb, outdata);
 330
 331         case CTDB_CONTROL_MODIFY_FLAGS:
 332                 CHECK_CONTROL_DATA_SIZE(sizeof(struct ctdb_node_flag_change));
 333                 return ctdb_control_modflags(ctdb, indata);
 334
 335         case CTDB_CONTROL_KILL_TCP:
 336                 CHECK_CONTROL_DATA_SIZE(sizeof(struct ctdb_control_killtcp));
 337                 return ctdb_control_kill_tcp(ctdb, indata);
 338
 339         case CTDB_CONTROL_GET_TCP_TICKLE_LIST:
 340                 CHECK_CONTROL_DATA_SIZE(sizeof(ctdb_sock_addr));
 341                 return ctdb_control_get_tcp_tickle_list(ctdb, indata, outdata);
 342
 343         case CTDB_CONTROL_SET_TCP_TICKLE_LIST:
 344                 /* data size is verified in the called function */
 345                 return ctdb_control_set_tcp_tickle_list(ctdb, indata);
 346
 347         case CTDB_CONTROL_REGISTER_SERVER_ID:
 348                 CHECK_CONTROL_DATA_SIZE(sizeof(struct ctdb_server_id));
 349                 return ctdb_control_register_server_id(ctdb, client_id, indata);
 350
 351         case CTDB_CONTROL_UNREGISTER_SERVER_ID:
 352                 CHECK_CONTROL_DATA_SIZE(sizeof(struct ctdb_server_id));
 353                 return ctdb_control_unregister_server_id(ctdb, indata);
 354
 355         case CTDB_CONTROL_CHECK_SERVER_ID:
 356                 CHECK_CONTROL_DATA_SIZE(sizeof(struct ctdb_server_id));
 357                 return ctdb_control_check_server_id(ctdb, indata);
 358
 359         case CTDB_CONTROL_GET_SERVER_ID_LIST:
 360                 CHECK_CONTROL_DATA_SIZE(0);
 361                 return ctdb_control_get_server_id_list(ctdb, outdata);
 362
 363         case CTDB_CONTROL_PERSISTENT_STORE:
 364                 return ctdb_control_persistent_store(ctdb, c, indata, async_reply);
 365
 366         case CTDB_CONTROL_UPDATE_RECORD:
 367                 return ctdb_control_update_record(ctdb, c, indata, async_reply);
 368
 369         case CTDB_CONTROL_SEND_GRATIOUS_ARP:
 370                 return ctdb_control_send_gratious_arp(ctdb, indata);
 371
 372         case CTDB_CONTROL_TRANSACTION_START:
 373                 CHECK_CONTROL_DATA_SIZE(sizeof(uint32_t));
 374                 return ctdb_control_transaction_start(ctdb, *(uint32_t *)indata.dptr);
 375
 376         case CTDB_CONTROL_TRANSACTION_COMMIT:
 377                 CHECK_CONTROL_DATA_SIZE(sizeof(uint32_t));
 378                 return ctdb_control_transaction_commit(ctdb, *(uint32_t *)indata.dptr);
 379
 380         case CTDB_CONTROL_WIPE_DATABASE:
 381                 CHECK_CONTROL_DATA_SIZE(sizeof(struct ctdb_control_wipe_database));
 382                 return ctdb_control_wipe_database(ctdb, indata);
 383
 384         case CTDB_CONTROL_UPTIME:
 385                 return ctdb_control_uptime(ctdb, outdata);
 386
 387         case CTDB_CONTROL_START_RECOVERY:
 388                 return ctdb_control_start_recovery(ctdb, c, async_reply);
 389
 390         case CTDB_CONTROL_END_RECOVERY:
 391                 return ctdb_control_end_recovery(ctdb, c, async_reply);
 392
 393         case CTDB_CONTROL_TRY_DELETE_RECORDS:
 394                 return ctdb_control_try_delete_records(ctdb, indata, outdata);
 395
 396         case CTDB_CONTROL_ADD_PUBLIC_IP:
 397                 return ctdb_control_add_public_address(ctdb, indata);
 398
 399         case CTDB_CONTROL_DEL_PUBLIC_IP:
 400                 return ctdb_control_del_public_address(ctdb, indata);
 401
 402         case CTDB_CONTROL_GET_CAPABILITIES:
 403                 return ctdb_control_get_capabilities(ctdb, outdata);
 404
 405         case CTDB_CONTROL_START_PERSISTENT_UPDATE:
 406                 return ctdb_control_start_persistent_update(ctdb, c, indata);
 407
 408         case CTDB_CONTROL_CANCEL_PERSISTENT_UPDATE:
 409                 return ctdb_control_cancel_persistent_update(ctdb, c, indata);
 410
 411         case CTDB_CONTROL_TRANS2_COMMIT:
 412         case CTDB_CONTROL_TRANS2_COMMIT_RETRY:
 413                 return ctdb_control_trans2_commit(ctdb, c, indata, async_reply);
 414
 415         case CTDB_CONTROL_TRANS2_ERROR:
 416                 return ctdb_control_trans2_error(ctdb, c);
 417
 418         case CTDB_CONTROL_TRANS2_FINISHED:
 419                 return ctdb_control_trans2_finished(ctdb, c);
 420
 421         case CTDB_CONTROL_RECD_PING:
 422                 CHECK_CONTROL_DATA_SIZE(0);
 423                 return ctdb_control_recd_ping(ctdb);
 424
 425         case CTDB_CONTROL_EVENT_SCRIPT_INIT:
 426                 CHECK_CONTROL_DATA_SIZE(0);
 427                 return ctdb_control_event_script_init(ctdb);
 428
 429         case CTDB_CONTROL_EVENT_SCRIPT_START:
 430                 return ctdb_control_event_script_start(ctdb, indata);
 431
 432         case CTDB_CONTROL_EVENT_SCRIPT_STOP:
 433                 CHECK_CONTROL_DATA_SIZE(sizeof(int32_t));
 434                 return ctdb_control_event_script_stop(ctdb, indata);
 435
 436         case CTDB_CONTROL_EVENT_SCRIPT_FINISHED:
 437                 CHECK_CONTROL_DATA_SIZE(0);
 438                 return ctdb_control_event_script_finished(ctdb);
 439
 440         case CTDB_CONTROL_GET_EVENT_SCRIPT_STATUS:
 441                 CHECK_CONTROL_DATA_SIZE(0);
 442                 return ctdb_control_get_event_script_status(ctdb, outdata);
 443
 444         case CTDB_CONTROL_RECD_RECLOCK_LATENCY:
 445                 CHECK_CONTROL_DATA_SIZE(sizeof(double));
 446                 ctdb_reclock_latency(ctdb, "recd reclock", &ctdb->statistics.reclock.recd, *((double *)indata.dptr));
 447                 return 0;
 448         case CTDB_CONTROL_GET_RECLOCK_FILE:
 449                 CHECK_CONTROL_DATA_SIZE(0);
 450                 if (ctdb->recovery_lock_file != NULL) {
 451                         outdata->dptr  = discard_const(ctdb->recovery_lock_file);
 452                         outdata->dsize = strlen(ctdb->recovery_lock_file) + 1;
 453                 }
 454                 return 0;
 455         case CTDB_CONTROL_SET_RECLOCK_FILE:
 456                 ctdb->tunable.verify_recovery_lock = 0;
 457                 if (ctdb->recovery_lock_file != NULL) {
 458                         talloc_free(ctdb->recovery_lock_file);
 459                         ctdb->recovery_lock_file = NULL;
 460                 }
 461                 if (indata.dsize > 0) {
 462                         ctdb->recovery_lock_file = talloc_strdup(ctdb, discard_const(indata.dptr));
 463                 }
 464                 return 0;
 465         case CTDB_CONTROL_STOP_NODE:
 466                 CHECK_CONTROL_DATA_SIZE(0);
 467                 return ctdb_control_stop_node(ctdb, c, async_reply);
 468
 469         case CTDB_CONTROL_CONTINUE_NODE:
 470                 CHECK_CONTROL_DATA_SIZE(0);
 471                 return ctdb_control_continue_node(ctdb);
 472
 473         case CTDB_CONTROL_SET_NATGWSTATE: {
 474                 uint32_t natgwstate;
 475
 476                 CHECK_CONTROL_DATA_SIZE(sizeof(uint32_t));
 477                 natgwstate = *(uint32_t *)indata.dptr;
 478                 if (natgwstate == 0) {
 479                         ctdb->capabilities &= ~CTDB_CAP_NATGW;
 480                 } else {
 481                         ctdb->capabilities |= CTDB_CAP_NATGW;
 482                 }
 483                 return 0;
 484         }
 485
 486         default:
 487                 DEBUG(DEBUG_CRIT,(__location__ " Unknown CTDB control opcode %u\n", opcode));
 488                 return -1;
 489         }
 490 }
 491
 492 /*
 493   send a reply for a ctdb control
 494  */
 495 void ctdb_request_control_reply(struct ctdb_context *ctdb, struct ctdb_req_control *c,
 496                                 TDB_DATA *outdata, int32_t status, const char *errormsg)
 497 {
 498         struct ctdb_reply_control *r;
 499         size_t len;
 500
 501         /* some controls send no reply */
 502         if (c->flags & CTDB_CTRL_FLAG_NOREPLY) {
 503                 return;
 504         }
 505
 506         len = offsetof(struct ctdb_reply_control, data) + (outdata?outdata->dsize:0);
 507         if (errormsg) {
 508                 len += strlen(errormsg);
 509         }
 510         r = ctdb_transport_allocate(ctdb, ctdb, CTDB_REPLY_CONTROL, len, struct ctdb_reply_control);
 511         CTDB_NO_MEMORY_VOID(ctdb, r);
 512
 513         r->hdr.destnode     = c->hdr.srcnode;
 514         r->hdr.reqid        = c->hdr.reqid;
 515         r->status           = status;
 516         r->datalen          = outdata?outdata->dsize:0;
 517         if (outdata && outdata->dsize) {
 518                 memcpy(&r->data[0], outdata->dptr, outdata->dsize);
 519         }
 520         if (errormsg) {
 521                 r->errorlen = strlen(errormsg);
 522                 memcpy(&r->data[r->datalen], errormsg, r->errorlen);
 523         }
 524
 525         ctdb_queue_packet_opcode(ctdb, &r->hdr, c->opcode);
 526
 527         talloc_free(r);
 528 }
 529
 530 /*
 531   called when a CTDB_REQ_CONTROL packet comes in
 532 */
 533 void ctdb_request_control(struct ctdb_context *ctdb, struct ctdb_req_header *hdr)
 534 {
 535         struct ctdb_req_control *c = (struct ctdb_req_control *)hdr;
 536         TDB_DATA data, *outdata;
 537         int32_t status;
 538         bool async_reply = False;
 539         const char *errormsg = NULL;
 540
 541         data.dptr = &c->data[0];
 542         data.dsize = c->datalen;
 543
 544         outdata = talloc_zero(c, TDB_DATA);
 545
 546         status = ctdb_control_dispatch(ctdb, c, data, outdata, hdr->srcnode,
 547                                        &errormsg, &async_reply);
 548
 549         if (!async_reply) {
 550                 ctdb_request_control_reply(ctdb, c, outdata, status, errormsg);
 551         }
 552 }
 553
 554 /*
 555   called when a CTDB_REPLY_CONTROL packet comes in
 556 */
 557 void ctdb_reply_control(struct ctdb_context *ctdb, struct ctdb_req_header *hdr)
 558 {
 559         struct ctdb_reply_control *c = (struct ctdb_reply_control *)hdr;
 560         TDB_DATA data;
 561         struct ctdb_control_state *state;
 562         const char *errormsg = NULL;
 563
 564         state = ctdb_reqid_find(ctdb, hdr->reqid, struct ctdb_control_state);
 565         if (state == NULL) {
 566                 DEBUG(DEBUG_ERR,("pnn %u Invalid reqid %u in ctdb_reply_control\n",
 567                          ctdb->pnn, hdr->reqid));
 568                 return;
 569         }
 570
 571         if (hdr->reqid != state->reqid) {
 572                 /* we found a record  but it was the wrong one */
 573                 DEBUG(DEBUG_ERR, ("Dropped orphaned control reply with reqid:%u\n", hdr->reqid));
 574                 return;
 575         }
 576
 577         data.dptr = &c->data[0];
 578         data.dsize = c->datalen;
 579         if (c->errorlen) {
 580                 errormsg = talloc_strndup(state,
 581                                           (char *)&c->data[c->datalen], c->errorlen);
 582         }
 583
 584         /* make state a child of the packet, so it goes away when the packet
 585            is freed. */
 586         talloc_steal(hdr, state);
 587
 588         state->callback(ctdb, c->status, data, errormsg, state->private_data);
 589 }
 590
 591 static int ctdb_control_destructor(struct ctdb_control_state *state)
 592 {
 593         ctdb_reqid_remove(state->ctdb, state->reqid);
 594         return 0;
 595 }
 596
 597 /*
 598   handle a timeout of a control
 599  */
 600 static void ctdb_control_timeout(struct event_context *ev, struct timed_event *te,
 601                        struct timeval t, void *private_data)
 602 {
 603         struct ctdb_control_state *state = talloc_get_type(private_data, struct ctdb_control_state);
 604         TALLOC_CTX *tmp_ctx = talloc_new(ev);
 605
 606         state->ctdb->statistics.timeouts.control++;
 607
 608         talloc_steal(tmp_ctx, state);
 609
 610         state->callback(state->ctdb, -1, tdb_null,
 611                         "ctdb_control timed out",
 612                         state->private_data);
 613         talloc_free(tmp_ctx);
 614 }
 615
 616
 617 /*
 618   send a control message to a node
 619  */
 620 int ctdb_daemon_send_control(struct ctdb_context *ctdb, uint32_t destnode,
 621                              uint64_t srvid, uint32_t opcode, uint32_t client_id,
 622                              uint32_t flags,
 623                              TDB_DATA data,
 624                              ctdb_control_callback_fn_t callback,
 625                              void *private_data)
 626 {
 627         struct ctdb_req_control *c;
 628         struct ctdb_control_state *state;
 629         size_t len;
 630
 631         if (ctdb->methods == NULL) {
 632                 DEBUG(DEBUG_ERR,(__location__ " Failed to send control. Transport is DOWN\n"));
 633                 return -1;
 634         }
 635
 636         if (((destnode == CTDB_BROADCAST_VNNMAP) ||
 637              (destnode == CTDB_BROADCAST_ALL) ||
 638              (destnode == CTDB_BROADCAST_CONNECTED)) &&
 639             !(flags & CTDB_CTRL_FLAG_NOREPLY)) {
 640                 DEBUG(DEBUG_CRIT,("Attempt to broadcast control without NOREPLY\n"));
 641                 return -1;
 642         }
 643
 644         if (destnode != CTDB_BROADCAST_VNNMAP &&
 645             destnode != CTDB_BROADCAST_ALL &&
 646             destnode != CTDB_BROADCAST_CONNECTED &&
 647             (!ctdb_validate_pnn(ctdb, destnode) ||
 648              (ctdb->nodes[destnode]->flags & NODE_FLAGS_DISCONNECTED))) {
 649                 if (!(flags & CTDB_CTRL_FLAG_NOREPLY)) {
 650                         callback(ctdb, -1, tdb_null, "ctdb_control to disconnected node", private_data);
 651                 }
 652                 return 0;
 653         }
 654
 655         /* the state is made a child of private_data if possible. This means any reply
 656            will be discarded if the private_data goes away */
 657         state = talloc(private_data?private_data:ctdb, struct ctdb_control_state);
 658         CTDB_NO_MEMORY(ctdb, state);
 659
 660         state->reqid = ctdb_reqid_new(ctdb, state);
 661         state->callback = callback;
 662         state->private_data = private_data;
 663         state->ctdb = ctdb;
 664         state->flags = flags;
 665
 666         talloc_set_destructor(state, ctdb_control_destructor);
 667
 668         len = offsetof(struct ctdb_req_control, data) + data.dsize;
 669         c = ctdb_transport_allocate(ctdb, state, CTDB_REQ_CONTROL, len,
 670                                     struct ctdb_req_control);
 671         CTDB_NO_MEMORY(ctdb, c);
 672         talloc_set_name_const(c, "ctdb_req_control packet");
 673
 674         c->hdr.destnode     = destnode;
 675         c->hdr.reqid        = state->reqid;
 676         c->opcode           = opcode;
 677         c->client_id        = client_id;
 678         c->flags            = flags;
 679         c->srvid            = srvid;
 680         c->datalen          = data.dsize;
 681         if (data.dsize) {
 682                 memcpy(&c->data[0], data.dptr, data.dsize);
 683         }
 684
 685         ctdb_queue_packet(ctdb, &c->hdr);
 686
 687         if (flags & CTDB_CTRL_FLAG_NOREPLY) {
 688                 talloc_free(state);
 689                 return 0;
 690         }
 691
 692         if (ctdb->tunable.control_timeout) {
 693                 event_add_timed(ctdb->ev, state,
 694                                 timeval_current_ofs(ctdb->tunable.control_timeout, 0),
 695                                 ctdb_control_timeout, state);
 696         }
 697
 698         talloc_free(c);
 699         return 0;
 700 }