ctdb-daemon: Stop using tevent compatibility definitions
[amitay/samba.git] / ctdb / ib / ibw_ctdb.c
index 4379cb7508608f27b626ab84d47067a266719c9c..96b126c4eaa3a07355ff8f6fc14be87c20fdafae 100644 (file)
@@ -8,7 +8,7 @@
  *
  * This program is free software; you can redistribute it and/or modify
  * it under the terms of the GNU General Public License as published by
- * the Free Software Foundation; either version 2 of the License, or
+ * the Free Software Foundation; either version 3 of the License, or
  * (at your option) any later version.
  *
  * This program is distributed in the hope that it will be useful,
  * GNU General Public License for more details.
  *
  * You should have received a copy of the GNU General Public License
- * along with this program; if not, write to the Free Software
- * Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
+ * along with this program; if not, see <http://www.gnu.org/licenses/>.
  */
 
 #include "includes.h"
-#include "lib/events/events.h"
 #include <system/network.h>
 #include <assert.h>
 #include "ctdb_private.h"
 #include "ibwrapper.h"
 #include "ibw_ctdb.h"
 
+int ctdb_ibw_get_address(struct ctdb_context *ctdb,
+       const char *address, struct in_addr *addr)
+{
+       if (inet_pton(AF_INET, address, addr) <= 0) {
+               struct hostent *he = gethostbyname(address);
+               if (he == NULL || he->h_length > sizeof(*addr)) {
+                       ctdb_set_error(ctdb, "invalid nework address '%s'\n", 
+                                      address);
+                       return -1;
+               }
+               memcpy(addr, he->h_addr, he->h_length);
+       }
+       return 0;
+}
+
+int ctdb_ibw_node_connect(struct ctdb_node *node)
+{
+       struct ctdb_ibw_node *cn = talloc_get_type(node->private_data, struct ctdb_ibw_node);
+       int     rc;
+
+       assert(cn!=NULL);
+       assert(cn->conn!=NULL);
+
+       rc = ibw_connect(cn->conn, &node->address.ip, node);
+       if (rc) {
+               DEBUG(DEBUG_ERR, ("ctdb_ibw_node_connect/ibw_connect failed - retrying...\n"));
+               /* try again once a second */
+               tevent_add_timer(node->ctdb->ev, node,
+                                timeval_current_ofs(1, 0),
+                                ctdb_ibw_node_connect_event, node);
+       }
+
+       /* continues at ibw_ctdb.c/IBWC_CONNECTED in good case */
+       return 0;
+}
+
+void ctdb_ibw_node_connect_event(struct tevent_context *ev,
+                                struct tevent_timer *te,
+                                struct timeval t, void *private_data)
+{
+       struct ctdb_node *node = talloc_get_type(private_data, struct ctdb_node);
+
+       ctdb_ibw_node_connect(node);
+}
+
 int ctdb_ibw_connstate_handler(struct ibw_ctx *ctx, struct ibw_conn *conn)
 {
        if (ctx!=NULL) {
@@ -41,7 +84,7 @@ int ctdb_ibw_connstate_handler(struct ibw_ctx *ctx, struct ibw_conn *conn)
                case IBWS_CONNECT_REQUEST: /* after [IBWS_READY + incoming request] */
                                /* => [(ibw_accept)IBWS_READY | (ibw_disconnect)STOPPED | ERROR] */
                        if (ibw_accept(ctx, conn, NULL)) {
-                               DEBUG(0, ("connstate_handler/ibw_accept failed\n"));
+                               DEBUG(DEBUG_ERR, ("connstate_handler/ibw_accept failed\n"));
                                return -1;
                        } /* else continue in IBWC_CONNECTED */
                        break;
@@ -63,19 +106,35 @@ int ctdb_ibw_connstate_handler(struct ibw_ctx *ctx, struct ibw_conn *conn)
                        break;
                case IBWC_CONNECTED: { /* after ibw_accept or ibw_connect */
                        struct ctdb_node *node = talloc_get_type(conn->conn_userdata, struct ctdb_node);
-                       if (node!=NULL) /* after ibw_connect */
+                       if (node!=NULL) { /* after ibw_connect */
+                               struct ctdb_ibw_node *cn = talloc_get_type(node->private_data, struct ctdb_ibw_node);
+
                                node->ctdb->upcalls->node_connected(node);
-                       else { /* after ibw_accept */
+                               ctdb_flush_cn_queue(cn);
+                       } else { /* after ibw_accept */
                                /* NOP in CTDB case */
                        }
                } break;
-               case IBWC_DISCONNECTED: /* after ibw_disconnect */
-                       /* TODO: have a CTDB upcall */
-                       break;
-               case IBWC_ERROR: {
+               case IBWC_DISCONNECTED: { /* after ibw_disconnect */
                        struct ctdb_node *node = talloc_get_type(conn->conn_userdata, struct ctdb_node);
                        if (node!=NULL)
-                               node->ctdb->upcalls->node_connected(node);
+                               node->ctdb->upcalls->node_dead(node);
+                       talloc_free(conn);
+                       /* normal + intended disconnect => not reconnecting in this layer */
+               } break;
+               case IBWC_ERROR: {
+                       struct ctdb_node *node = talloc_get_type(conn->conn_userdata, struct ctdb_node);
+                       if (node!=NULL) {
+                               struct ctdb_ibw_node *cn = talloc_get_type(node->private_data, struct ctdb_ibw_node);
+                               struct ibw_ctx *ictx = cn->conn->ctx;
+
+                               DEBUG(DEBUG_DEBUG, ("IBWC_ERROR, reconnecting...\n"));
+                               talloc_free(cn->conn); /* internal queue content is destroyed */
+                               cn->conn = (void *)ibw_conn_new(ictx, node);
+                               tevent_add_timer(node->ctdb->ev, node,
+                                                timeval_current_ofs(1, 0),
+                                                ctdb_ibw_node_connect_event, node);
+                       }
                } break;
                default:
                        assert(0);
@@ -89,17 +148,22 @@ int ctdb_ibw_connstate_handler(struct ibw_ctx *ctx, struct ibw_conn *conn)
 int ctdb_ibw_receive_handler(struct ibw_conn *conn, void *buf, int n)
 {
        struct ctdb_context *ctdb = talloc_get_type(conn->ctx->ctx_userdata, struct ctdb_context);
+       void    *buf2; /* future TODO: a solution for removal of this */
 
        assert(ctdb!=NULL);
+       assert(buf!=NULL);
+       assert(conn!=NULL);
        assert(conn->state==IBWC_CONNECTED);
 
-       /* TODO: shall I short-circuit this in ibwrapper? */
-       /* maybe when everything go fine... */
+       /* so far "buf" is an ib-registered memory area
+        * and being reused for next receive
+        * noticed that HL requires talloc-ed memory to be stolen */
+       buf2 = talloc_zero_size(conn, n);
+       CTDB_NO_MEMORY(ctdb, buf2);
+
+       memcpy(buf2, buf, n);
 
-       /* TODO2: !!! here I can provide conn->conn_userdata (with no perf. penalty) -
-        * as struct ctdb_node in case the connection
-        * has been built up by ibw_connect !!! */
-       ctdb->upcalls->recv_pkt(ctdb, (uint8_t *)buf, (uint32_t)n);
+       ctdb->upcalls->recv_pkt(ctdb, (uint8_t *)buf2, (uint32_t)n);
 
        return 0;
 }