2 * Unix SMB/CIFS implementation.
3 * Join infiniband wrapper and ctdb.
5 * Copyright (C) Sven Oehme <oehmes@de.ibm.com> 2006
7 * Major code contributions by Peter Somogyi <psomogyi@gamax.hu>
9 * This program is free software; you can redistribute it and/or modify
10 * it under the terms of the GNU General Public License as published by
11 * the Free Software Foundation; either version 3 of the License, or
12 * (at your option) any later version.
14 * This program is distributed in the hope that it will be useful,
15 * but WITHOUT ANY WARRANTY; without even the implied warranty of
16 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
17 * GNU General Public License for more details.
19 * You should have received a copy of the GNU General Public License
20 * along with this program; if not, see <http://www.gnu.org/licenses/>.
24 #include "system/network.h"
30 #include "lib/util/dlinklist.h"
31 #include "lib/util/debug.h"
33 #include "ctdb_private.h"
35 #include "common/common.h"
36 #include "common/logging.h"
38 #include "ibwrapper.h"
41 static int ctdb_ibw_listen(struct ctdb_context *ctdb, int backlog)
43 struct ibw_ctx *ictx = talloc_get_type(ctdb->transport_data,
48 if (ibw_bind(ictx, &ctdb->address->ip)) {
49 DEBUG(DEBUG_CRIT, ("ctdb_ibw_listen: ibw_bind failed\n"));
53 if (ibw_listen(ictx, backlog)) {
54 DEBUG(DEBUG_CRIT, ("ctdb_ibw_listen: ibw_listen failed\n"));
62 * initialise ibw portion of a ctdb node
64 static int ctdb_ibw_add_node(struct ctdb_node *node)
66 struct ibw_ctx *ictx = talloc_get_type(node->ctdb->transport_data,
68 struct ctdb_ibw_node *cn = talloc_zero(node, struct ctdb_ibw_node);
71 cn->conn = ibw_conn_new(ictx, node);
72 node->transport_data = (void *)cn;
74 return (cn->conn!=NULL ? 0 : -1);
78 * initialise infiniband
80 static int ctdb_ibw_initialise(struct ctdb_context *ctdb)
84 ret = ctdb_ibw_init(ctdb);
89 for (i=0; i<ctdb->num_nodes; i++) {
90 if (ctdb_ibw_add_node(ctdb->nodes[i]) != 0) {
91 DEBUG(DEBUG_CRIT, ("methods->add_node failed at %d\n", i));
96 /* listen on our own address */
97 if (ctdb_ibw_listen(ctdb, 10)) /* TODO: backlog as param */
107 static int ctdb_ibw_start(struct ctdb_context *ctdb)
111 /* everything async here */
112 for (i=0;i<ctdb->num_nodes;i++) {
113 struct ctdb_node *node = ctdb->nodes[i];
114 if (!ctdb_same_address(ctdb->address, &node->address)) {
115 ctdb_ibw_node_connect(node);
122 static int ctdb_ibw_send_pkt(struct ibw_conn *conn, uint8_t *data, uint32_t length)
126 if (ibw_alloc_send_buf(conn, &buf, &key, length)) {
127 DEBUG(DEBUG_ERR, ("queue_pkt/ibw_alloc_send_buf failed\n"));
131 memcpy(buf, data, length);
132 return ibw_send(conn, buf, key, length);
135 int ctdb_flush_cn_queue(struct ctdb_ibw_node *cn)
137 struct ctdb_ibw_msg *p;
142 rc = ctdb_ibw_send_pkt(cn->conn, p->data, p->length);
144 return -1; /* will be retried later when conn is up */
146 DLIST_REMOVE(cn->queue, p);
148 talloc_free(p); /* it will talloc_free p->data as well */
151 /* cn->queue_last = NULL is not needed - see DLIST_ADD_AFTER */
156 static int ctdb_ibw_queue_pkt(struct ctdb_node *node, uint8_t *data, uint32_t length)
158 struct ctdb_ibw_node *cn = talloc_get_type(node->transport_data,
159 struct ctdb_ibw_node);
162 assert(length>=sizeof(uint32_t));
165 if (cn->conn==NULL) {
166 DEBUG(DEBUG_ERR, ("ctdb_ibw_queue_pkt: conn is NULL\n"));
170 if (cn->conn->state==IBWC_CONNECTED) {
171 rc = ctdb_ibw_send_pkt(cn->conn, data, length);
173 struct ctdb_ibw_msg *p = talloc_zero(cn, struct ctdb_ibw_msg);
174 CTDB_NO_MEMORY(node->ctdb, p);
176 p->data = talloc_memdup(p, data, length);
177 CTDB_NO_MEMORY(node->ctdb, p->data);
181 DLIST_ADD_AFTER(cn->queue, p, cn->queue_last);
191 static void ctdb_ibw_restart(struct ctdb_node *node)
193 /* TODO: implement this method for IB */
194 DEBUG(DEBUG_ALERT,("WARNING: method restart is not yet implemented for IB\n"));
198 * transport packet allocator - allows transport to control memory for packets
200 static void *ctdb_ibw_allocate_pkt(TALLOC_CTX *mem_ctx, size_t size)
202 /* TODO: use ibw_alloc_send_buf instead... */
203 return talloc_size(mem_ctx, size);
208 static int ctdb_ibw_stop(struct ctdb_context *cctx)
210 struct ibw_ctx *ictx = talloc_get_type(cctx->private_data, struct ibw_ctx);
213 return ibw_stop(ictx);
216 #endif /* __NOTDEF__ */
218 static const struct ctdb_methods ctdb_ibw_methods = {
219 .initialise= ctdb_ibw_initialise,
220 .start = ctdb_ibw_start,
221 .queue_pkt = ctdb_ibw_queue_pkt,
222 .add_node = ctdb_ibw_add_node,
223 .allocate_pkt = ctdb_ibw_allocate_pkt,
224 .restart = ctdb_ibw_restart,
226 // .stop = ctdb_ibw_stop
230 * initialise ibw portion of ctdb
232 int ctdb_ibw_init(struct ctdb_context *ctdb)
234 struct ibw_ctx *ictx;
236 DEBUG(DEBUG_DEBUG, ("ctdb_ibw_init invoked...\n"));
238 NULL, //struct ibw_initattr *attr, /* TODO */
239 0, //int nattr, /* TODO */
241 ctdb_ibw_connstate_handler,
242 ctdb_ibw_receive_handler,
246 DEBUG(DEBUG_CRIT, ("ctdb_ibw_init: ibw_init failed\n"));
250 ctdb->methods = &ctdb_ibw_methods;
251 ctdb->transport_data = ictx;
253 DEBUG(DEBUG_DEBUG, ("ctdb_ibw_init succeeded.\n"));