2
* Unix SMB/CIFS implementation.
3
* Wrap Infiniband calls.
5
* Copyright (C) Sven Oehme <oehmes@de.ibm.com> 2006
7
* Major code contributions by Peter Somogyi <psomogyi@gamax.hu>
9
* This program is free software; you can redistribute it and/or modify
10
* it under the terms of the GNU General Public License as published by
11
* the Free Software Foundation; either version 3 of the License, or
12
* (at your option) any later version.
14
* This program is distributed in the hope that it will be useful,
15
* but WITHOUT ANY WARRANTY; without even the implied warranty of
16
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
17
* GNU General Public License for more details.
19
* You should have received a copy of the GNU General Public License
20
* along with this program; if not, see <http://www.gnu.org/licenses/>.
23
/* Server communication state */
25
IBWS_INIT = 0, /* ctx start - after ibw_init */
26
IBWS_READY, /* after ibw_bind & ibw_listen */
27
IBWS_CONNECT_REQUEST, /* after [IBWS_READY + incoming request] */
28
/* => [(ibw_accept)IBWS_READY | (ibw_disconnect)STOPPED | ERROR] */
29
IBWS_STOPPED, /* normal stop <= ibw_disconnect+(IBWS_READY | IBWS_CONNECT_REQUEST) */
30
IBWS_ERROR /* abnormal state; ibw_stop must be called after this */
33
/* Connection state */
35
void *ctx_userdata; /* see ibw_init */
37
enum ibw_state_ctx state;
40
struct ibw_conn *conn_list; /* 1st elem of double linked list */
44
IBWC_INIT = 0, /* conn start - internal state */
45
IBWC_CONNECTED, /* after ibw_accept or ibw_connect */
46
IBWC_DISCONNECTED, /* after ibw_disconnect */
52
enum ibw_state_conn state;
54
void *conn_userdata; /* see ibw_connect and ibw_accept */
57
struct ibw_conn *prev, *next;
61
* (name, value) pair for array param of ibw_init
69
* Callback function definition which should inform you about
70
* connection state change
71
* This callback is invoked whenever server or client connection changes.
72
* Both <conn> and <ctx> can be NULL if their state didn't change.
73
* Return nonzero on error.
75
typedef int (*ibw_connstate_fn_t)(struct ibw_ctx *ctx, struct ibw_conn *conn);
78
* Callback function definition which should process incoming packets
79
* This callback is invoked whenever any message arrives.
80
* Return nonzero on error.
82
* Important: you mustn't store buf pointer for later use.
83
* Process its contents before returning.
85
typedef int (*ibw_receive_fn_t)(struct ibw_conn *conn, void *buf, int n);
88
* settings: array of (name, value) pairs
89
* where name is one of:
90
* max_send_wr [default is 256]
91
* max_recv_wr [default is 1024]
94
* Must be called _ONCE_ for each node.
96
* max_msg_size is the maximum size of a message
97
* (max_send_wr + max_recv_wr) * max_msg_size bytes allocated per connection
99
* returns non-NULL on success
101
* talloc_free must be called for the result in IBWS_STOPPED;
102
* it will close resources by destructor
103
* connections(ibw_conn *) must have been closed prior talloc_free
105
struct ibw_ctx *ibw_init(struct ibw_initattr *attr, int nattr,
107
ibw_connstate_fn_t ibw_connstate,
108
ibw_receive_fn_t ibw_receive,
109
struct event_context *ectx);
112
* Must be called in states of (IBWS_ERROR, IBWS_READY, IBWS_CONNECT_REQUEST)
114
* It will send out disconnect requests and free up ibw_conn structures.
115
* The ctx->state will transit to IBWS_STOPPED after every conn are disconnected.
116
* During that time, you mustn't send/recv/disconnect any more.
117
* Only after ctx->state=IBWS_STOPPED you can talloc_free the ctx.
119
int ibw_stop(struct ibw_ctx *ctx);
121
/*************** connection initiation - like stream sockets *****/
124
* works like socket bind
125
* needs a normal internet address here
127
* return 0 on success
129
int ibw_bind(struct ibw_ctx *ctx, struct sockaddr_in *my_addr);
132
* works like socket listen
134
* enables accepting incoming connections (after IBWS_READY)
135
* (it doesn't touch ctx->state by itself)
137
* returns 0 on success
139
int ibw_listen(struct ibw_ctx *ctx, int backlog);
142
* works like socket accept
143
* initializes a connection to a client
144
* must be called when state=IBWS_CONNECT_REQUEST
146
* returns 0 on success
148
* You have +1 waiting here: you will get ibw_conn (having the
149
* same <conn_userdata> member) structure in ibw_connstate_fn_t.
151
* Important: you won't get remote IP address (only internal conn info)
153
int ibw_accept(struct ibw_ctx *ctx, struct ibw_conn *conn, void *conn_userdata);
156
* Create a new connection structure
157
* available for queueing ibw_send
159
* <parent> is needed to be notified by talloc destruct action.
161
struct ibw_conn *ibw_conn_new(struct ibw_ctx *ctx, TALLOC_CTX *mem_ctx);
164
* Needs a normal internet address here
165
* can be called within IBWS_READY|IBWS_CONNECT_REQUEST
167
* returns non-NULL on success
169
* You have +1 waiting here: you will get ibw_conn (having the
170
* same <conn_userdata> member) structure in ibw_connstate_fn_t.
172
int ibw_connect(struct ibw_conn *conn, struct sockaddr_in *serv_addr, void *conn_userdata);
175
* Sends out a disconnect request.
176
* You should process fds after calling this function
177
* and then process it with ibw_process_event normally
178
* until you get conn->state = IBWC_DISCONNECTED
180
* You mustn't talloc_free <conn> yet right after this,
181
* first wait for IBWC_DISCONNECTED.
183
int ibw_disconnect(struct ibw_conn *conn);
185
/************ Infiniband specific event loop wrapping ******************/
188
* You have to use this buf to fill in before send.
189
* It's just to avoid memcpy.in ibw_send.
190
* Use the same (buf, key) pair with ibw_send.
191
* Don't use more space than maxsize (see ibw_init).
193
* Returns 0 on success.
195
int ibw_alloc_send_buf(struct ibw_conn *conn, void **buf, void **key, uint32_t len);
198
* Send the message in one
199
* Can be invoked any times (should fit into buffers) and at any time
200
* (in conn->state=IBWC_CONNECTED)
201
* n must be less or equal than max_msg_size (see ibw_init)
203
* You mustn't use (buf, key) any more for sending.
205
int ibw_send(struct ibw_conn *conn, void *buf, void *key, uint32_t len);
208
* Call this after ibw_alloc_send_buf
209
* when you won't call ibw_send for (buf, key)
210
* You mustn't use (buf, key) any more.
212
int ibw_cancel_send_buf(struct ibw_conn *conn, void *buf, void *key);
215
* Retrieves the last error
216
* result: always non-zero, mustn't be freed (static)
218
const char *ibw_getLastError(void);