ctdb-ib: Fix DEBUG log messages
[vlendec/samba-autobuild/.git] / ctdb / ib / ibw_ctdb.c
1 /*
2  * Unix SMB/CIFS implementation.
3  * Join infiniband wrapper and ctdb.
4  *
5  * Copyright (C) Sven Oehme <oehmes@de.ibm.com> 2006
6  *
7  * Major code contributions by Peter Somogyi <psomogyi@gamax.hu>
8  *
9  * This program is free software; you can redistribute it and/or modify
10  * it under the terms of the GNU General Public License as published by
11  * the Free Software Foundation; either version 3 of the License, or
12  * (at your option) any later version.
13  *
14  * This program is distributed in the hope that it will be useful,
15  * but WITHOUT ANY WARRANTY; without even the implied warranty of
16  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
17  * GNU General Public License for more details.
18  *
19  * You should have received a copy of the GNU General Public License
20  * along with this program; if not, see <http://www.gnu.org/licenses/>.
21  */
22
23 #include "replace.h"
24 #include "system/network.h"
25
26 #include <assert.h>
27 #include <talloc.h>
28 #include <tevent.h>
29
30 #include "lib/util/time.h"
31 #include "lib/util/debug.h"
32
33 #include "ctdb_private.h"
34
35 #include "common/common.h"
36 #include "common/logging.h"
37
38 #include "ibwrapper.h"
39 #include "ibw_ctdb.h"
40
41 int ctdb_ibw_get_address(struct ctdb_context *ctdb,
42         const char *address, struct in_addr *addr)
43 {
44         if (inet_pton(AF_INET, address, addr) <= 0) {
45                 struct hostent *he = gethostbyname(address);
46                 if (he == NULL || he->h_length > sizeof(*addr)) {
47                         ctdb_set_error(ctdb, "invalid nework address '%s'\n", 
48                                        address);
49                         return -1;
50                 }
51                 memcpy(addr, he->h_addr, he->h_length);
52         }
53         return 0;
54 }
55
56 int ctdb_ibw_node_connect(struct ctdb_node *node)
57 {
58         struct ctdb_ibw_node *cn = talloc_get_type(node->private_data, struct ctdb_ibw_node);
59         int     rc;
60
61         assert(cn!=NULL);
62         assert(cn->conn!=NULL);
63
64         rc = ibw_connect(cn->conn, &node->address.ip, node);
65         if (rc) {
66                 DEBUG(DEBUG_ERR, ("ctdb_ibw_node_connect/ibw_connect failed - retrying...\n"));
67                 /* try again once a second */
68                 tevent_add_timer(node->ctdb->ev, node,
69                                  timeval_current_ofs(1, 0),
70                                  ctdb_ibw_node_connect_event, node);
71         }
72
73         /* continues at ibw_ctdb.c/IBWC_CONNECTED in good case */
74         return 0;
75 }
76
77 void ctdb_ibw_node_connect_event(struct tevent_context *ev,
78                                  struct tevent_timer *te,
79                                  struct timeval t, void *private_data)
80 {
81         struct ctdb_node *node = talloc_get_type(private_data, struct ctdb_node);
82
83         ctdb_ibw_node_connect(node);
84 }
85
86 int ctdb_ibw_connstate_handler(struct ibw_ctx *ctx, struct ibw_conn *conn)
87 {
88         if (ctx!=NULL) {
89                 /* ctx->state changed */
90                 switch(ctx->state) {
91                 case IBWS_INIT: /* ctx start - after ibw_init */
92                         break;
93                 case IBWS_READY: /* after ibw_bind & ibw_listen */
94                         break;
95                 case IBWS_CONNECT_REQUEST: /* after [IBWS_READY + incoming request] */
96                                 /* => [(ibw_accept)IBWS_READY | (ibw_disconnect)STOPPED | ERROR] */
97                         if (ibw_accept(ctx, conn, NULL)) {
98                                 DEBUG(DEBUG_ERR, ("connstate_handler/ibw_accept failed\n"));
99                                 return -1;
100                         } /* else continue in IBWC_CONNECTED */
101                         break;
102                 case IBWS_STOPPED: /* normal stop <= ibw_disconnect+(IBWS_READY | IBWS_CONNECT_REQUEST) */
103                         /* TODO: have a CTDB upcall for which CTDB should wait in a (final) loop */
104                         break;
105                 case IBWS_ERROR: /* abnormal state; ibw_stop must be called after this */
106                         break;
107                 default:
108                         assert(0);
109                         break;
110                 }
111         }
112
113         if (conn!=NULL) {
114                 /* conn->state changed */
115                 switch(conn->state) {
116                 case IBWC_INIT: /* conn start - internal state */
117                         break;
118                 case IBWC_CONNECTED: { /* after ibw_accept or ibw_connect */
119                         struct ctdb_node *node = talloc_get_type(conn->conn_userdata, struct ctdb_node);
120                         if (node!=NULL) { /* after ibw_connect */
121                                 struct ctdb_ibw_node *cn = talloc_get_type(node->private_data, struct ctdb_ibw_node);
122
123                                 node->ctdb->upcalls->node_connected(node);
124                                 ctdb_flush_cn_queue(cn);
125                         } else { /* after ibw_accept */
126                                 /* NOP in CTDB case */
127                         }
128                 } break;
129                 case IBWC_DISCONNECTED: { /* after ibw_disconnect */
130                         struct ctdb_node *node = talloc_get_type(conn->conn_userdata, struct ctdb_node);
131                         if (node!=NULL)
132                                 node->ctdb->upcalls->node_dead(node);
133                         talloc_free(conn);
134                         /* normal + intended disconnect => not reconnecting in this layer */
135                 } break;
136                 case IBWC_ERROR: {
137                         struct ctdb_node *node = talloc_get_type(conn->conn_userdata, struct ctdb_node);
138                         if (node!=NULL) {
139                                 struct ctdb_ibw_node *cn = talloc_get_type(node->private_data, struct ctdb_ibw_node);
140                                 struct ibw_ctx *ictx = cn->conn->ctx;
141
142                                 DEBUG(DEBUG_DEBUG, ("IBWC_ERROR, reconnecting...\n"));
143                                 talloc_free(cn->conn); /* internal queue content is destroyed */
144                                 cn->conn = (void *)ibw_conn_new(ictx, node);
145                                 tevent_add_timer(node->ctdb->ev, node,
146                                                  timeval_current_ofs(1, 0),
147                                                  ctdb_ibw_node_connect_event, node);
148                         }
149                 } break;
150                 default:
151                         assert(0);
152                         break;
153                 }
154         }
155
156         return 0;
157 }
158
159 int ctdb_ibw_receive_handler(struct ibw_conn *conn, void *buf, int n)
160 {
161         struct ctdb_context *ctdb = talloc_get_type(conn->ctx->ctx_userdata, struct ctdb_context);
162         void    *buf2; /* future TODO: a solution for removal of this */
163
164         assert(ctdb!=NULL);
165         assert(buf!=NULL);
166         assert(conn!=NULL);
167         assert(conn->state==IBWC_CONNECTED);
168
169         /* so far "buf" is an ib-registered memory area
170          * and being reused for next receive
171          * noticed that HL requires talloc-ed memory to be stolen */
172         buf2 = talloc_zero_size(conn, n);
173         CTDB_NO_MEMORY(ctdb, buf2);
174
175         memcpy(buf2, buf, n);
176
177         ctdb->upcalls->recv_pkt(ctdb, (uint8_t *)buf2, (uint32_t)n);
178
179         return 0;
180 }