s3-libsmb: finally remove cli_read_old()
[amitay/samba.git] / source3 / libsmb / clireadwrite.c
1 /*
2    Unix SMB/CIFS implementation.
3    client file read/write routines
4    Copyright (C) Andrew Tridgell 1994-1998
5
6    This program is free software; you can redistribute it and/or modify
7    it under the terms of the GNU General Public License as published by
8    the Free Software Foundation; either version 3 of the License, or
9    (at your option) any later version.
10
11    This program is distributed in the hope that it will be useful,
12    but WITHOUT ANY WARRANTY; without even the implied warranty of
13    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
14    GNU General Public License for more details.
15
16    You should have received a copy of the GNU General Public License
17    along with this program.  If not, see <http://www.gnu.org/licenses/>.
18 */
19
20 #include "includes.h"
21 #include "libsmb/libsmb.h"
22 #include "../lib/util/tevent_ntstatus.h"
23 #include "async_smb.h"
24 #include "trans2.h"
25
26 /****************************************************************************
27   Calculate the recommended read buffer size
28 ****************************************************************************/
29 static size_t cli_read_max_bufsize(struct cli_state *cli)
30 {
31         size_t data_offset = smb_size - 4;
32         size_t wct = 12;
33
34         size_t useable_space;
35
36         if (!client_is_signing_on(cli) && !cli_encryption_on(cli)
37             && (cli->server_posix_capabilities & CIFS_UNIX_LARGE_READ_CAP)) {
38                 return CLI_SAMBA_MAX_POSIX_LARGE_READX_SIZE;
39         }
40         if (cli->capabilities & CAP_LARGE_READX) {
41                 return cli->is_samba
42                         ? CLI_SAMBA_MAX_LARGE_READX_SIZE
43                         : CLI_WINDOWS_MAX_LARGE_READX_SIZE;
44         }
45
46         data_offset += wct * sizeof(uint16_t);
47         data_offset += 1; /* pad */
48
49         useable_space = cli->max_xmit - data_offset;
50
51         return useable_space;
52 }
53
54 /****************************************************************************
55   Calculate the recommended write buffer size
56 ****************************************************************************/
57 static size_t cli_write_max_bufsize(struct cli_state *cli,
58                                     uint16_t write_mode,
59                                     uint8_t wct)
60 {
61         if (write_mode == 0 &&
62             !client_is_signing_on(cli) &&
63             !cli_encryption_on(cli) &&
64             (cli->server_posix_capabilities & CIFS_UNIX_LARGE_WRITE_CAP) &&
65             (cli->capabilities & CAP_LARGE_FILES)) {
66                 /* Only do massive writes if we can do them direct
67                  * with no signing or encrypting - not on a pipe. */
68                 return CLI_SAMBA_MAX_POSIX_LARGE_WRITEX_SIZE;
69         }
70
71         if (cli->is_samba) {
72                 return CLI_SAMBA_MAX_LARGE_WRITEX_SIZE;
73         }
74
75         if (((cli->capabilities & CAP_LARGE_WRITEX) == 0)
76             || client_is_signing_on(cli)
77             || strequal(cli->dev, "LPT1:")) {
78                 size_t data_offset = smb_size - 4;
79                 size_t useable_space;
80
81                 data_offset += wct * sizeof(uint16_t);
82                 data_offset += 1; /* pad */
83
84                 useable_space = cli->max_xmit - data_offset;
85
86                 return useable_space;
87         }
88
89         return CLI_WINDOWS_MAX_LARGE_WRITEX_SIZE;
90 }
91
92 struct cli_read_andx_state {
93         size_t size;
94         uint16_t vwv[12];
95         NTSTATUS status;
96         size_t received;
97         uint8_t *buf;
98 };
99
100 static void cli_read_andx_done(struct tevent_req *subreq);
101
102 struct tevent_req *cli_read_andx_create(TALLOC_CTX *mem_ctx,
103                                         struct event_context *ev,
104                                         struct cli_state *cli, uint16_t fnum,
105                                         off_t offset, size_t size,
106                                         struct tevent_req **psmbreq)
107 {
108         struct tevent_req *req, *subreq;
109         struct cli_read_andx_state *state;
110         uint8_t wct = 10;
111
112         if (size > cli_read_max_bufsize(cli)) {
113                 DEBUG(0, ("cli_read_andx_send got size=%d, can only handle "
114                           "size=%d\n", (int)size,
115                           (int)cli_read_max_bufsize(cli)));
116                 return NULL;
117         }
118
119         req = tevent_req_create(mem_ctx, &state, struct cli_read_andx_state);
120         if (req == NULL) {
121                 return NULL;
122         }
123         state->size = size;
124
125         SCVAL(state->vwv + 0, 0, 0xFF);
126         SCVAL(state->vwv + 0, 1, 0);
127         SSVAL(state->vwv + 1, 0, 0);
128         SSVAL(state->vwv + 2, 0, fnum);
129         SIVAL(state->vwv + 3, 0, offset);
130         SSVAL(state->vwv + 5, 0, size);
131         SSVAL(state->vwv + 6, 0, size);
132         SSVAL(state->vwv + 7, 0, (size >> 16));
133         SSVAL(state->vwv + 8, 0, 0);
134         SSVAL(state->vwv + 9, 0, 0);
135
136         if ((uint64_t)offset >> 32) {
137                 SIVAL(state->vwv + 10, 0,
138                       (((uint64_t)offset)>>32) & 0xffffffff);
139                 wct += 2;
140         }
141
142         subreq = cli_smb_req_create(state, ev, cli, SMBreadX, 0, wct,
143                                     state->vwv, 0, NULL);
144         if (subreq == NULL) {
145                 TALLOC_FREE(req);
146                 return NULL;
147         }
148         tevent_req_set_callback(subreq, cli_read_andx_done, req);
149         *psmbreq = subreq;
150         return req;
151 }
152
153 struct tevent_req *cli_read_andx_send(TALLOC_CTX *mem_ctx,
154                                       struct event_context *ev,
155                                       struct cli_state *cli, uint16_t fnum,
156                                       off_t offset, size_t size)
157 {
158         struct tevent_req *req, *subreq;
159         NTSTATUS status;
160
161         req = cli_read_andx_create(mem_ctx, ev, cli, fnum, offset, size,
162                                    &subreq);
163         if (req == NULL) {
164                 return NULL;
165         }
166
167         status = cli_smb_req_send(subreq);
168         if (tevent_req_nterror(req, status)) {
169                 return tevent_req_post(req, ev);
170         }
171         return req;
172 }
173
174 static void cli_read_andx_done(struct tevent_req *subreq)
175 {
176         struct tevent_req *req = tevent_req_callback_data(
177                 subreq, struct tevent_req);
178         struct cli_read_andx_state *state = tevent_req_data(
179                 req, struct cli_read_andx_state);
180         uint8_t *inbuf;
181         uint8_t wct;
182         uint16_t *vwv;
183         uint32_t num_bytes;
184         uint8_t *bytes;
185
186         state->status = cli_smb_recv(subreq, state, &inbuf, 12, &wct, &vwv,
187                                      &num_bytes, &bytes);
188         TALLOC_FREE(subreq);
189         if (NT_STATUS_IS_ERR(state->status)) {
190                 tevent_req_nterror(req, state->status);
191                 return;
192         }
193
194         /* size is the number of bytes the server returned.
195          * Might be zero. */
196         state->received = SVAL(vwv + 5, 0);
197         state->received |= (((unsigned int)SVAL(vwv + 7, 0)) << 16);
198
199         if (state->received > state->size) {
200                 DEBUG(5,("server returned more than we wanted!\n"));
201                 tevent_req_nterror(req, NT_STATUS_UNEXPECTED_IO_ERROR);
202                 return;
203         }
204
205         /*
206          * bcc field must be valid for small reads, for large reads the 16-bit
207          * bcc field can't be correct.
208          */
209
210         if ((state->received < 0xffff) && (state->received > num_bytes)) {
211                 DEBUG(5, ("server announced more bytes than sent\n"));
212                 tevent_req_nterror(req, NT_STATUS_INVALID_NETWORK_RESPONSE);
213                 return;
214         }
215
216         state->buf = discard_const_p(uint8_t, smb_base(inbuf)) + SVAL(vwv+6, 0);
217
218         if (trans_oob(smb_len(inbuf), SVAL(vwv+6, 0), state->received)
219             || ((state->received != 0) && (state->buf < bytes))) {
220                 DEBUG(5, ("server returned invalid read&x data offset\n"));
221                 tevent_req_nterror(req, NT_STATUS_INVALID_NETWORK_RESPONSE);
222                 return;
223         }
224         tevent_req_done(req);
225 }
226
227 /*
228  * Pull the data out of a finished async read_and_x request. rcvbuf is
229  * talloced from the request, so better make sure that you copy it away before
230  * you talloc_free(req). "rcvbuf" is NOT a talloc_ctx of its own, so do not
231  * talloc_move it!
232  */
233
234 NTSTATUS cli_read_andx_recv(struct tevent_req *req, ssize_t *received,
235                             uint8_t **rcvbuf)
236 {
237         struct cli_read_andx_state *state = tevent_req_data(
238                 req, struct cli_read_andx_state);
239         NTSTATUS status;
240
241         if (tevent_req_is_nterror(req, &status)) {
242                 return status;
243         }
244         *received = state->received;
245         *rcvbuf = state->buf;
246         return NT_STATUS_OK;
247 }
248
249 struct cli_readall_state {
250         struct tevent_context *ev;
251         struct cli_state *cli;
252         uint16_t fnum;
253         off_t start_offset;
254         size_t size;
255         size_t received;
256         uint8_t *buf;
257 };
258
259 static void cli_readall_done(struct tevent_req *subreq);
260
261 static struct tevent_req *cli_readall_send(TALLOC_CTX *mem_ctx,
262                                            struct event_context *ev,
263                                            struct cli_state *cli,
264                                            uint16_t fnum,
265                                            off_t offset, size_t size)
266 {
267         struct tevent_req *req, *subreq;
268         struct cli_readall_state *state;
269
270         req = tevent_req_create(mem_ctx, &state, struct cli_readall_state);
271         if (req == NULL) {
272                 return NULL;
273         }
274         state->ev = ev;
275         state->cli = cli;
276         state->fnum = fnum;
277         state->start_offset = offset;
278         state->size = size;
279         state->received = 0;
280         state->buf = NULL;
281
282         subreq = cli_read_andx_send(state, ev, cli, fnum, offset, size);
283         if (tevent_req_nomem(subreq, req)) {
284                 return tevent_req_post(req, ev);
285         }
286         tevent_req_set_callback(subreq, cli_readall_done, req);
287         return req;
288 }
289
290 static void cli_readall_done(struct tevent_req *subreq)
291 {
292         struct tevent_req *req = tevent_req_callback_data(
293                 subreq, struct tevent_req);
294         struct cli_readall_state *state = tevent_req_data(
295                 req, struct cli_readall_state);
296         ssize_t received;
297         uint8_t *buf;
298         NTSTATUS status;
299
300         status = cli_read_andx_recv(subreq, &received, &buf);
301         if (tevent_req_nterror(req, status)) {
302                 return;
303         }
304
305         if (received == 0) {
306                 /* EOF */
307                 tevent_req_done(req);
308                 return;
309         }
310
311         if ((state->received == 0) && (received == state->size)) {
312                 /* Ideal case: Got it all in one run */
313                 state->buf = buf;
314                 state->received += received;
315                 tevent_req_done(req);
316                 return;
317         }
318
319         /*
320          * We got a short read, issue a read for the
321          * rest. Unfortunately we have to allocate the buffer
322          * ourselves now, as our caller expects to receive a single
323          * buffer. cli_read_andx does it from the buffer received from
324          * the net, but with a short read we have to put it together
325          * from several reads.
326          */
327
328         if (state->buf == NULL) {
329                 state->buf = talloc_array(state, uint8_t, state->size);
330                 if (tevent_req_nomem(state->buf, req)) {
331                         return;
332                 }
333         }
334         memcpy(state->buf + state->received, buf, received);
335         state->received += received;
336
337         TALLOC_FREE(subreq);
338
339         if (state->received >= state->size) {
340                 tevent_req_done(req);
341                 return;
342         }
343
344         subreq = cli_read_andx_send(state, state->ev, state->cli, state->fnum,
345                                     state->start_offset + state->received,
346                                     state->size - state->received);
347         if (tevent_req_nomem(subreq, req)) {
348                 return;
349         }
350         tevent_req_set_callback(subreq, cli_readall_done, req);
351 }
352
353 static NTSTATUS cli_readall_recv(struct tevent_req *req, ssize_t *received,
354                                  uint8_t **rcvbuf)
355 {
356         struct cli_readall_state *state = tevent_req_data(
357                 req, struct cli_readall_state);
358         NTSTATUS status;
359
360         if (tevent_req_is_nterror(req, &status)) {
361                 return status;
362         }
363         *received = state->received;
364         *rcvbuf = state->buf;
365         return NT_STATUS_OK;
366 }
367
368 struct cli_pull_subreq {
369         struct tevent_req *req;
370         ssize_t received;
371         uint8_t *buf;
372 };
373
374 /*
375  * Parallel read support.
376  *
377  * cli_pull sends as many read&x requests as the server would allow via
378  * max_mux at a time. When replies flow back in, the data is written into
379  * the callback function "sink" in the right order.
380  */
381
382 struct cli_pull_state {
383         struct tevent_req *req;
384
385         struct event_context *ev;
386         struct cli_state *cli;
387         uint16_t fnum;
388         off_t start_offset;
389         SMB_OFF_T size;
390
391         NTSTATUS (*sink)(char *buf, size_t n, void *priv);
392         void *priv;
393
394         size_t chunk_size;
395
396         /*
397          * Outstanding requests
398          */
399         int num_reqs;
400         struct cli_pull_subreq *reqs;
401
402         /*
403          * For how many bytes did we send requests already?
404          */
405         SMB_OFF_T requested;
406
407         /*
408          * Next request index to push into "sink". This walks around the "req"
409          * array, taking care that the requests are pushed to "sink" in the
410          * right order. If necessary (i.e. replies don't come in in the right
411          * order), replies are held back in "reqs".
412          */
413         int top_req;
414
415         /*
416          * How many bytes did we push into "sink"?
417          */
418
419         SMB_OFF_T pushed;
420 };
421
422 static char *cli_pull_print(struct tevent_req *req, TALLOC_CTX *mem_ctx)
423 {
424         struct cli_pull_state *state = tevent_req_data(
425                 req, struct cli_pull_state);
426         char *result;
427
428         result = tevent_req_default_print(req, mem_ctx);
429         if (result == NULL) {
430                 return NULL;
431         }
432
433         return talloc_asprintf_append_buffer(
434                 result, "num_reqs=%d, top_req=%d",
435                 state->num_reqs, state->top_req);
436 }
437
438 static void cli_pull_read_done(struct tevent_req *read_req);
439
440 /*
441  * Prepare an async pull request
442  */
443
444 struct tevent_req *cli_pull_send(TALLOC_CTX *mem_ctx,
445                                  struct event_context *ev,
446                                  struct cli_state *cli,
447                                  uint16_t fnum, off_t start_offset,
448                                  SMB_OFF_T size, size_t window_size,
449                                  NTSTATUS (*sink)(char *buf, size_t n,
450                                                   void *priv),
451                                  void *priv)
452 {
453         struct tevent_req *req;
454         struct cli_pull_state *state;
455         int i;
456
457         req = tevent_req_create(mem_ctx, &state, struct cli_pull_state);
458         if (req == NULL) {
459                 return NULL;
460         }
461         tevent_req_set_print_fn(req, cli_pull_print);
462         state->req = req;
463
464         state->cli = cli;
465         state->ev = ev;
466         state->fnum = fnum;
467         state->start_offset = start_offset;
468         state->size = size;
469         state->sink = sink;
470         state->priv = priv;
471
472         state->pushed = 0;
473         state->top_req = 0;
474
475         if (size == 0) {
476                 tevent_req_done(req);
477                 return tevent_req_post(req, ev);
478         }
479
480         state->chunk_size = cli_read_max_bufsize(cli);
481
482         state->num_reqs = MAX(window_size/state->chunk_size, 1);
483         state->num_reqs = MIN(state->num_reqs, cli->max_mux);
484
485         state->reqs = talloc_zero_array(state, struct cli_pull_subreq,
486                                         state->num_reqs);
487         if (state->reqs == NULL) {
488                 goto failed;
489         }
490
491         state->requested = 0;
492
493         for (i=0; i<state->num_reqs; i++) {
494                 struct cli_pull_subreq *subreq = &state->reqs[i];
495                 SMB_OFF_T size_left;
496                 size_t request_thistime;
497
498                 if (state->requested >= size) {
499                         state->num_reqs = i;
500                         break;
501                 }
502
503                 size_left = size - state->requested;
504                 request_thistime = MIN(size_left, state->chunk_size);
505
506                 subreq->req = cli_readall_send(
507                         state->reqs, ev, cli, fnum,
508                         state->start_offset + state->requested,
509                         request_thistime);
510
511                 if (subreq->req == NULL) {
512                         goto failed;
513                 }
514                 tevent_req_set_callback(subreq->req, cli_pull_read_done, req);
515                 state->requested += request_thistime;
516         }
517         return req;
518
519 failed:
520         TALLOC_FREE(req);
521         return NULL;
522 }
523
524 /*
525  * Handle incoming read replies, push the data into sink and send out new
526  * requests if necessary.
527  */
528
529 static void cli_pull_read_done(struct tevent_req *subreq)
530 {
531         struct tevent_req *req = tevent_req_callback_data(
532                 subreq, struct tevent_req);
533         struct cli_pull_state *state = tevent_req_data(
534                 req, struct cli_pull_state);
535         struct cli_pull_subreq *pull_subreq = NULL;
536         NTSTATUS status;
537         int i;
538
539         for (i = 0; i < state->num_reqs; i++) {
540                 pull_subreq = &state->reqs[i];
541                 if (subreq == pull_subreq->req) {
542                         break;
543                 }
544         }
545         if (i == state->num_reqs) {
546                 /* Huh -- received something we did not send?? */
547                 tevent_req_nterror(req, NT_STATUS_INTERNAL_ERROR);
548                 return;
549         }
550
551         status = cli_readall_recv(subreq, &pull_subreq->received,
552                                   &pull_subreq->buf);
553         if (!NT_STATUS_IS_OK(status)) {
554                 tevent_req_nterror(state->req, status);
555                 return;
556         }
557
558         /*
559          * This loop is the one to take care of out-of-order replies. All
560          * pending requests are in state->reqs, state->reqs[top_req] is the
561          * one that is to be pushed next. If however a request later than
562          * top_req is replied to, then we can't push yet. If top_req is
563          * replied to at a later point then, we need to push all the finished
564          * requests.
565          */
566
567         while (state->reqs[state->top_req].req != NULL) {
568                 struct cli_pull_subreq *top_subreq;
569
570                 DEBUG(11, ("cli_pull_read_done: top_req = %d\n",
571                            state->top_req));
572
573                 top_subreq = &state->reqs[state->top_req];
574
575                 if (tevent_req_is_in_progress(top_subreq->req)) {
576                         DEBUG(11, ("cli_pull_read_done: top request not yet "
577                                    "done\n"));
578                         return;
579                 }
580
581                 DEBUG(10, ("cli_pull_read_done: Pushing %d bytes, %d already "
582                            "pushed\n", (int)top_subreq->received,
583                            (int)state->pushed));
584
585                 status = state->sink((char *)top_subreq->buf,
586                                      top_subreq->received, state->priv);
587                 if (tevent_req_nterror(state->req, status)) {
588                         return;
589                 }
590                 state->pushed += top_subreq->received;
591
592                 TALLOC_FREE(state->reqs[state->top_req].req);
593
594                 if (state->requested < state->size) {
595                         struct tevent_req *new_req;
596                         SMB_OFF_T size_left;
597                         size_t request_thistime;
598
599                         size_left = state->size - state->requested;
600                         request_thistime = MIN(size_left, state->chunk_size);
601
602                         DEBUG(10, ("cli_pull_read_done: Requesting %d bytes "
603                                    "at %d, position %d\n",
604                                    (int)request_thistime,
605                                    (int)(state->start_offset
606                                          + state->requested),
607                                    state->top_req));
608
609                         new_req = cli_readall_send(
610                                 state->reqs, state->ev, state->cli,
611                                 state->fnum,
612                                 state->start_offset + state->requested,
613                                 request_thistime);
614
615                         if (tevent_req_nomem(new_req, state->req)) {
616                                 return;
617                         }
618                         tevent_req_set_callback(new_req, cli_pull_read_done,
619                                                 req);
620
621                         state->reqs[state->top_req].req = new_req;
622                         state->requested += request_thistime;
623                 }
624
625                 state->top_req = (state->top_req+1) % state->num_reqs;
626         }
627
628         tevent_req_done(req);
629 }
630
631 NTSTATUS cli_pull_recv(struct tevent_req *req, SMB_OFF_T *received)
632 {
633         struct cli_pull_state *state = tevent_req_data(
634                 req, struct cli_pull_state);
635         NTSTATUS status;
636
637         if (tevent_req_is_nterror(req, &status)) {
638                 return status;
639         }
640         *received = state->pushed;
641         return NT_STATUS_OK;
642 }
643
644 NTSTATUS cli_pull(struct cli_state *cli, uint16_t fnum,
645                   off_t start_offset, SMB_OFF_T size, size_t window_size,
646                   NTSTATUS (*sink)(char *buf, size_t n, void *priv),
647                   void *priv, SMB_OFF_T *received)
648 {
649         TALLOC_CTX *frame = talloc_stackframe();
650         struct event_context *ev;
651         struct tevent_req *req;
652         NTSTATUS status = NT_STATUS_OK;
653
654         if (cli_has_async_calls(cli)) {
655                 /*
656                  * Can't use sync call while an async call is in flight
657                  */
658                 status = NT_STATUS_INVALID_PARAMETER;
659                 goto fail;
660         }
661
662         ev = event_context_init(frame);
663         if (ev == NULL) {
664                 status = NT_STATUS_NO_MEMORY;
665                 goto fail;
666         }
667
668         req = cli_pull_send(frame, ev, cli, fnum, start_offset, size,
669                             window_size, sink, priv);
670         if (req == NULL) {
671                 status = NT_STATUS_NO_MEMORY;
672                 goto fail;
673         }
674
675         if (!tevent_req_poll(req, ev)) {
676                 status = map_nt_error_from_unix(errno);
677                 goto fail;
678         }
679
680         status = cli_pull_recv(req, received);
681  fail:
682         TALLOC_FREE(frame);
683         return status;
684 }
685
686 static NTSTATUS cli_read_sink(char *buf, size_t n, void *priv)
687 {
688         char **pbuf = (char **)priv;
689         memcpy(*pbuf, buf, n);
690         *pbuf += n;
691         return NT_STATUS_OK;
692 }
693
694 NTSTATUS cli_read(struct cli_state *cli, uint16_t fnum,
695                  char *buf, off_t offset, size_t size,
696                  size_t *nread)
697 {
698         NTSTATUS status;
699         SMB_OFF_T ret;
700
701         status = cli_pull(cli, fnum, offset, size, size,
702                           cli_read_sink, &buf, &ret);
703         if (!NT_STATUS_IS_OK(status)) {
704                 return status;
705         }
706
707         if (nread) {
708                 *nread = ret;
709         }
710
711         return NT_STATUS_OK;
712 }
713
714 /****************************************************************************
715   write to a file using a SMBwrite and not bypassing 0 byte writes
716 ****************************************************************************/
717
718 NTSTATUS cli_smbwrite(struct cli_state *cli, uint16_t fnum, char *buf,
719                       off_t offset, size_t size1, size_t *ptotal)
720 {
721         uint8_t *bytes;
722         ssize_t total = 0;
723
724         /*
725          * 3 bytes prefix
726          */
727
728         bytes = talloc_array(talloc_tos(), uint8_t, 3);
729         if (bytes == NULL) {
730                 return NT_STATUS_NO_MEMORY;
731         }
732         bytes[0] = 1;
733
734         do {
735                 size_t size = MIN(size1, cli->max_xmit - 48);
736                 struct tevent_req *req;
737                 uint16_t vwv[5];
738                 uint16_t *ret_vwv;
739                 NTSTATUS status;
740
741                 SSVAL(vwv+0, 0, fnum);
742                 SSVAL(vwv+1, 0, size);
743                 SIVAL(vwv+2, 0, offset);
744                 SSVAL(vwv+4, 0, 0);
745
746                 bytes = talloc_realloc(talloc_tos(), bytes, uint8_t,
747                                              size+3);
748                 if (bytes == NULL) {
749                         return NT_STATUS_NO_MEMORY;
750                 }
751                 SSVAL(bytes, 1, size);
752                 memcpy(bytes + 3, buf + total, size);
753
754                 status = cli_smb(talloc_tos(), cli, SMBwrite, 0, 5, vwv,
755                                  size+3, bytes, &req, 1, NULL, &ret_vwv,
756                                  NULL, NULL);
757                 if (!NT_STATUS_IS_OK(status)) {
758                         TALLOC_FREE(bytes);
759                         return status;
760                 }
761
762                 size = SVAL(ret_vwv+0, 0);
763                 TALLOC_FREE(req);
764                 if (size == 0) {
765                         break;
766                 }
767                 size1 -= size;
768                 total += size;
769                 offset += size;
770
771         } while (size1);
772
773         TALLOC_FREE(bytes);
774
775         if (ptotal != NULL) {
776                 *ptotal = total;
777         }
778         return NT_STATUS_OK;
779 }
780
781 /*
782  * Send a write&x request
783  */
784
785 struct cli_write_andx_state {
786         size_t size;
787         uint16_t vwv[14];
788         size_t written;
789         uint8_t pad;
790         struct iovec iov[2];
791 };
792
793 static void cli_write_andx_done(struct tevent_req *subreq);
794
795 struct tevent_req *cli_write_andx_create(TALLOC_CTX *mem_ctx,
796                                          struct event_context *ev,
797                                          struct cli_state *cli, uint16_t fnum,
798                                          uint16_t mode, const uint8_t *buf,
799                                          off_t offset, size_t size,
800                                          struct tevent_req **reqs_before,
801                                          int num_reqs_before,
802                                          struct tevent_req **psmbreq)
803 {
804         struct tevent_req *req, *subreq;
805         struct cli_write_andx_state *state;
806         bool bigoffset = ((cli->capabilities & CAP_LARGE_FILES) != 0);
807         uint8_t wct = bigoffset ? 14 : 12;
808         size_t max_write = cli_write_max_bufsize(cli, mode, wct);
809         uint16_t *vwv;
810
811         req = tevent_req_create(mem_ctx, &state, struct cli_write_andx_state);
812         if (req == NULL) {
813                 return NULL;
814         }
815
816         size = MIN(size, max_write);
817
818         vwv = state->vwv;
819
820         SCVAL(vwv+0, 0, 0xFF);
821         SCVAL(vwv+0, 1, 0);
822         SSVAL(vwv+1, 0, 0);
823         SSVAL(vwv+2, 0, fnum);
824         SIVAL(vwv+3, 0, offset);
825         SIVAL(vwv+5, 0, 0);
826         SSVAL(vwv+7, 0, mode);
827         SSVAL(vwv+8, 0, 0);
828         SSVAL(vwv+9, 0, (size>>16));
829         SSVAL(vwv+10, 0, size);
830
831         SSVAL(vwv+11, 0,
832               cli_smb_wct_ofs(reqs_before, num_reqs_before)
833               + 1               /* the wct field */
834               + wct * 2         /* vwv */
835               + 2               /* num_bytes field */
836               + 1               /* pad */);
837
838         if (bigoffset) {
839                 SIVAL(vwv+12, 0, (((uint64_t)offset)>>32) & 0xffffffff);
840         }
841
842         state->pad = 0;
843         state->iov[0].iov_base = (void *)&state->pad;
844         state->iov[0].iov_len = 1;
845         state->iov[1].iov_base = discard_const_p(void, buf);
846         state->iov[1].iov_len = size;
847
848         subreq = cli_smb_req_create(state, ev, cli, SMBwriteX, 0, wct, vwv,
849                                     2, state->iov);
850         if (tevent_req_nomem(subreq, req)) {
851                 return tevent_req_post(req, ev);
852         }
853         tevent_req_set_callback(subreq, cli_write_andx_done, req);
854         *psmbreq = subreq;
855         return req;
856 }
857
858 struct tevent_req *cli_write_andx_send(TALLOC_CTX *mem_ctx,
859                                        struct event_context *ev,
860                                        struct cli_state *cli, uint16_t fnum,
861                                        uint16_t mode, const uint8_t *buf,
862                                        off_t offset, size_t size)
863 {
864         struct tevent_req *req, *subreq;
865         NTSTATUS status;
866
867         req = cli_write_andx_create(mem_ctx, ev, cli, fnum, mode, buf, offset,
868                                     size, NULL, 0, &subreq);
869         if (req == NULL) {
870                 return NULL;
871         }
872
873         status = cli_smb_req_send(subreq);
874         if (tevent_req_nterror(req, status)) {
875                 return tevent_req_post(req, ev);
876         }
877         return req;
878 }
879
880 static void cli_write_andx_done(struct tevent_req *subreq)
881 {
882         struct tevent_req *req = tevent_req_callback_data(
883                 subreq, struct tevent_req);
884         struct cli_write_andx_state *state = tevent_req_data(
885                 req, struct cli_write_andx_state);
886         uint8_t wct;
887         uint16_t *vwv;
888         uint8_t *inbuf;
889         NTSTATUS status;
890
891         status = cli_smb_recv(subreq, state, &inbuf, 6, &wct, &vwv,
892                               NULL, NULL);
893         TALLOC_FREE(subreq);
894         if (NT_STATUS_IS_ERR(status)) {
895                 tevent_req_nterror(req, status);
896                 return;
897         }
898         state->written = SVAL(vwv+2, 0);
899         state->written |= SVAL(vwv+4, 0)<<16;
900         tevent_req_done(req);
901 }
902
903 NTSTATUS cli_write_andx_recv(struct tevent_req *req, size_t *pwritten)
904 {
905         struct cli_write_andx_state *state = tevent_req_data(
906                 req, struct cli_write_andx_state);
907         NTSTATUS status;
908
909         if (tevent_req_is_nterror(req, &status)) {
910                 return status;
911         }
912         if (pwritten != 0) {
913                 *pwritten = state->written;
914         }
915         return NT_STATUS_OK;
916 }
917
918 struct cli_writeall_state {
919         struct event_context *ev;
920         struct cli_state *cli;
921         uint16_t fnum;
922         uint16_t mode;
923         const uint8_t *buf;
924         off_t offset;
925         size_t size;
926         size_t written;
927 };
928
929 static void cli_writeall_written(struct tevent_req *req);
930
931 static struct tevent_req *cli_writeall_send(TALLOC_CTX *mem_ctx,
932                                             struct event_context *ev,
933                                             struct cli_state *cli,
934                                             uint16_t fnum,
935                                             uint16_t mode,
936                                             const uint8_t *buf,
937                                             off_t offset, size_t size)
938 {
939         struct tevent_req *req, *subreq;
940         struct cli_writeall_state *state;
941
942         req = tevent_req_create(mem_ctx, &state, struct cli_writeall_state);
943         if (req == NULL) {
944                 return NULL;
945         }
946         state->ev = ev;
947         state->cli = cli;
948         state->fnum = fnum;
949         state->mode = mode;
950         state->buf = buf;
951         state->offset = offset;
952         state->size = size;
953         state->written = 0;
954
955         subreq = cli_write_andx_send(state, state->ev, state->cli, state->fnum,
956                                      state->mode, state->buf, state->offset,
957                                      state->size);
958         if (tevent_req_nomem(subreq, req)) {
959                 return tevent_req_post(req, ev);
960         }
961         tevent_req_set_callback(subreq, cli_writeall_written, req);
962         return req;
963 }
964
965 static void cli_writeall_written(struct tevent_req *subreq)
966 {
967         struct tevent_req *req = tevent_req_callback_data(
968                 subreq, struct tevent_req);
969         struct cli_writeall_state *state = tevent_req_data(
970                 req, struct cli_writeall_state);
971         NTSTATUS status;
972         size_t written, to_write;
973
974         status = cli_write_andx_recv(subreq, &written);
975         TALLOC_FREE(subreq);
976         if (tevent_req_nterror(req, status)) {
977                 return;
978         }
979
980         state->written += written;
981
982         if (state->written > state->size) {
983                 tevent_req_nterror(req, NT_STATUS_INVALID_NETWORK_RESPONSE);
984                 return;
985         }
986
987         to_write = state->size - state->written;
988
989         if (to_write == 0) {
990                 tevent_req_done(req);
991                 return;
992         }
993
994         subreq = cli_write_andx_send(state, state->ev, state->cli, state->fnum,
995                                      state->mode,
996                                      state->buf + state->written,
997                                      state->offset + state->written, to_write);
998         if (tevent_req_nomem(subreq, req)) {
999                 return;
1000         }
1001         tevent_req_set_callback(subreq, cli_writeall_written, req);
1002 }
1003
1004 static NTSTATUS cli_writeall_recv(struct tevent_req *req,
1005                                   size_t *pwritten)
1006 {
1007         struct cli_writeall_state *state = tevent_req_data(
1008                 req, struct cli_writeall_state);
1009         NTSTATUS status;
1010
1011         if (tevent_req_is_nterror(req, &status)) {
1012                 return status;
1013         }
1014         if (pwritten != NULL) {
1015                 *pwritten = state->written;
1016         }
1017         return NT_STATUS_OK;
1018 }
1019
1020 NTSTATUS cli_writeall(struct cli_state *cli, uint16_t fnum, uint16_t mode,
1021                       const uint8_t *buf, off_t offset, size_t size,
1022                       size_t *pwritten)
1023 {
1024         TALLOC_CTX *frame = talloc_stackframe();
1025         struct event_context *ev;
1026         struct tevent_req *req;
1027         NTSTATUS status = NT_STATUS_NO_MEMORY;
1028
1029         if (cli_has_async_calls(cli)) {
1030                 /*
1031                  * Can't use sync call while an async call is in flight
1032                  */
1033                 status = NT_STATUS_INVALID_PARAMETER;
1034                 goto fail;
1035         }
1036         ev = event_context_init(frame);
1037         if (ev == NULL) {
1038                 goto fail;
1039         }
1040         req = cli_writeall_send(frame, ev, cli, fnum, mode, buf, offset, size);
1041         if (req == NULL) {
1042                 goto fail;
1043         }
1044         if (!tevent_req_poll(req, ev)) {
1045                 status = map_nt_error_from_unix(errno);
1046                 goto fail;
1047         }
1048         status = cli_writeall_recv(req, pwritten);
1049  fail:
1050         TALLOC_FREE(frame);
1051         return status;
1052 }
1053
1054 struct cli_push_write_state {
1055         struct tevent_req *req;/* This is the main request! Not the subreq */
1056         uint32_t idx;
1057         off_t ofs;
1058         uint8_t *buf;
1059         size_t size;
1060 };
1061
1062 struct cli_push_state {
1063         struct event_context *ev;
1064         struct cli_state *cli;
1065         uint16_t fnum;
1066         uint16_t mode;
1067         off_t start_offset;
1068         size_t window_size;
1069
1070         size_t (*source)(uint8_t *buf, size_t n, void *priv);
1071         void *priv;
1072
1073         bool eof;
1074
1075         size_t chunk_size;
1076         off_t next_offset;
1077
1078         /*
1079          * Outstanding requests
1080          */
1081         uint32_t pending;
1082         uint32_t num_reqs;
1083         struct cli_push_write_state **reqs;
1084 };
1085
1086 static void cli_push_written(struct tevent_req *req);
1087
1088 static bool cli_push_write_setup(struct tevent_req *req,
1089                                  struct cli_push_state *state,
1090                                  uint32_t idx)
1091 {
1092         struct cli_push_write_state *substate;
1093         struct tevent_req *subreq;
1094
1095         substate = talloc(state->reqs, struct cli_push_write_state);
1096         if (!substate) {
1097                 return false;
1098         }
1099         substate->req = req;
1100         substate->idx = idx;
1101         substate->ofs = state->next_offset;
1102         substate->buf = talloc_array(substate, uint8_t, state->chunk_size);
1103         if (!substate->buf) {
1104                 talloc_free(substate);
1105                 return false;
1106         }
1107         substate->size = state->source(substate->buf,
1108                                        state->chunk_size,
1109                                        state->priv);
1110         if (substate->size == 0) {
1111                 state->eof = true;
1112                 /* nothing to send */
1113                 talloc_free(substate);
1114                 return true;
1115         }
1116
1117         subreq = cli_writeall_send(substate,
1118                                    state->ev, state->cli,
1119                                    state->fnum, state->mode,
1120                                    substate->buf,
1121                                    substate->ofs,
1122                                    substate->size);
1123         if (!subreq) {
1124                 talloc_free(substate);
1125                 return false;
1126         }
1127         tevent_req_set_callback(subreq, cli_push_written, substate);
1128
1129         state->reqs[idx] = substate;
1130         state->pending += 1;
1131         state->next_offset += substate->size;
1132
1133         return true;
1134 }
1135
1136 struct tevent_req *cli_push_send(TALLOC_CTX *mem_ctx, struct event_context *ev,
1137                                  struct cli_state *cli,
1138                                  uint16_t fnum, uint16_t mode,
1139                                  off_t start_offset, size_t window_size,
1140                                  size_t (*source)(uint8_t *buf, size_t n,
1141                                                   void *priv),
1142                                  void *priv)
1143 {
1144         struct tevent_req *req;
1145         struct cli_push_state *state;
1146         uint32_t i;
1147
1148         req = tevent_req_create(mem_ctx, &state, struct cli_push_state);
1149         if (req == NULL) {
1150                 return NULL;
1151         }
1152         state->cli = cli;
1153         state->ev = ev;
1154         state->fnum = fnum;
1155         state->start_offset = start_offset;
1156         state->mode = mode;
1157         state->source = source;
1158         state->priv = priv;
1159         state->eof = false;
1160         state->pending = 0;
1161         state->next_offset = start_offset;
1162
1163         state->chunk_size = cli_write_max_bufsize(cli, mode, 14);
1164
1165         if (window_size == 0) {
1166                 window_size = cli->max_mux * state->chunk_size;
1167         }
1168         state->num_reqs = window_size/state->chunk_size;
1169         if ((window_size % state->chunk_size) > 0) {
1170                 state->num_reqs += 1;
1171         }
1172         state->num_reqs = MIN(state->num_reqs, cli->max_mux);
1173         state->num_reqs = MAX(state->num_reqs, 1);
1174
1175         state->reqs = talloc_zero_array(state, struct cli_push_write_state *,
1176                                         state->num_reqs);
1177         if (state->reqs == NULL) {
1178                 goto failed;
1179         }
1180
1181         for (i=0; i<state->num_reqs; i++) {
1182                 if (!cli_push_write_setup(req, state, i)) {
1183                         goto failed;
1184                 }
1185
1186                 if (state->eof) {
1187                         break;
1188                 }
1189         }
1190
1191         if (state->pending == 0) {
1192                 tevent_req_done(req);
1193                 return tevent_req_post(req, ev);
1194         }
1195
1196         return req;
1197
1198  failed:
1199         tevent_req_nterror(req, NT_STATUS_NO_MEMORY);
1200         return tevent_req_post(req, ev);
1201 }
1202
1203 static void cli_push_written(struct tevent_req *subreq)
1204 {
1205         struct cli_push_write_state *substate = tevent_req_callback_data(
1206                 subreq, struct cli_push_write_state);
1207         struct tevent_req *req = substate->req;
1208         struct cli_push_state *state = tevent_req_data(
1209                 req, struct cli_push_state);
1210         NTSTATUS status;
1211         uint32_t idx = substate->idx;
1212
1213         state->reqs[idx] = NULL;
1214         state->pending -= 1;
1215
1216         status = cli_writeall_recv(subreq, NULL);
1217         TALLOC_FREE(subreq);
1218         TALLOC_FREE(substate);
1219         if (tevent_req_nterror(req, status)) {
1220                 return;
1221         }
1222
1223         if (!state->eof) {
1224                 if (!cli_push_write_setup(req, state, idx)) {
1225                         tevent_req_nterror(req, NT_STATUS_NO_MEMORY);
1226                         return;
1227                 }
1228         }
1229
1230         if (state->pending == 0) {
1231                 tevent_req_done(req);
1232                 return;
1233         }
1234 }
1235
1236 NTSTATUS cli_push_recv(struct tevent_req *req)
1237 {
1238         return tevent_req_simple_recv_ntstatus(req);
1239 }
1240
1241 NTSTATUS cli_push(struct cli_state *cli, uint16_t fnum, uint16_t mode,
1242                   off_t start_offset, size_t window_size,
1243                   size_t (*source)(uint8_t *buf, size_t n, void *priv),
1244                   void *priv)
1245 {
1246         TALLOC_CTX *frame = talloc_stackframe();
1247         struct event_context *ev;
1248         struct tevent_req *req;
1249         NTSTATUS status = NT_STATUS_OK;
1250
1251         if (cli_has_async_calls(cli)) {
1252                 /*
1253                  * Can't use sync call while an async call is in flight
1254                  */
1255                 status = NT_STATUS_INVALID_PARAMETER;
1256                 goto fail;
1257         }
1258
1259         ev = event_context_init(frame);
1260         if (ev == NULL) {
1261                 status = NT_STATUS_NO_MEMORY;
1262                 goto fail;
1263         }
1264
1265         req = cli_push_send(frame, ev, cli, fnum, mode, start_offset,
1266                             window_size, source, priv);
1267         if (req == NULL) {
1268                 status = NT_STATUS_NO_MEMORY;
1269                 goto fail;
1270         }
1271
1272         if (!tevent_req_poll(req, ev)) {
1273                 status = map_nt_error_from_unix(errno);
1274                 goto fail;
1275         }
1276
1277         status = cli_push_recv(req);
1278  fail:
1279         TALLOC_FREE(frame);
1280         return status;
1281 }