Annotation of src/usr.bin/ssh/sftp-client.c, Revision 1.108
1.108 ! djm 1: /* $OpenBSD: sftp-client.c,v 1.107 2013/10/17 00:30:13 djm Exp $ */
1.1 djm 2: /*
1.46 djm 3: * Copyright (c) 2001-2004 Damien Miller <djm@openbsd.org>
1.1 djm 4: *
1.46 djm 5: * Permission to use, copy, modify, and distribute this software for any
6: * purpose with or without fee is hereby granted, provided that the above
7: * copyright notice and this permission notice appear in all copies.
1.1 djm 8: *
1.46 djm 9: * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
10: * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
11: * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
12: * ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
13: * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
14: * ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
15: * OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
1.1 djm 16: */
17:
18: /* XXX: memleaks */
19: /* XXX: signed vs unsigned */
1.23 djm 20: /* XXX: remove all logging, only return status codes */
1.1 djm 21: /* XXX: copy between two remote sites */
22:
1.74 deraadt 23: #include <sys/types.h>
1.93 djm 24: #include <sys/poll.h>
1.21 djm 25: #include <sys/queue.h>
1.60 stevesk 26: #include <sys/stat.h>
1.71 stevesk 27: #include <sys/time.h>
1.72 stevesk 28: #include <sys/param.h>
1.82 djm 29: #include <sys/statvfs.h>
1.74 deraadt 30: #include <sys/uio.h>
1.66 stevesk 31:
1.89 djm 32: #include <dirent.h>
1.67 stevesk 33: #include <errno.h>
1.66 stevesk 34: #include <fcntl.h>
1.70 stevesk 35: #include <signal.h>
1.87 dtucker 36: #include <stdarg.h>
1.73 stevesk 37: #include <stdio.h>
1.69 stevesk 38: #include <string.h>
1.68 stevesk 39: #include <unistd.h>
1.1 djm 40:
1.74 deraadt 41: #include "xmalloc.h"
1.1 djm 42: #include "buffer.h"
43: #include "log.h"
44: #include "atomicio.h"
1.39 fgsch 45: #include "progressmeter.h"
1.64 djm 46: #include "misc.h"
1.1 djm 47:
48: #include "sftp.h"
49: #include "sftp-common.h"
50: #include "sftp-client.h"
51:
1.49 djm 52: extern volatile sig_atomic_t interrupted;
1.39 fgsch 53: extern int showprogress;
54:
1.59 david 55: /* Minimum amount of data to read at a time */
1.21 djm 56: #define MIN_READ_SIZE 512
57:
1.89 djm 58: /* Maximum depth to descend in directory trees */
59: #define MAX_DIR_DEPTH 64
60:
1.23 djm 61: struct sftp_conn {
62: int fd_in;
63: int fd_out;
64: u_int transfer_buflen;
65: u_int num_requests;
66: u_int version;
67: u_int msg_id;
1.82 djm 68: #define SFTP_EXT_POSIX_RENAME 0x00000001
69: #define SFTP_EXT_STATVFS 0x00000002
70: #define SFTP_EXT_FSTATVFS 0x00000004
1.94 djm 71: #define SFTP_EXT_HARDLINK 0x00000008
1.107 djm 72: #define SFTP_EXT_FSYNC 0x00000010
1.81 djm 73: u_int exts;
1.93 djm 74: u_int64_t limit_kbps;
75: struct bwlimit bwlimit_in, bwlimit_out;
1.23 djm 76: };
1.4 djm 77:
1.88 djm 78: static char *
1.93 djm 79: get_handle(struct sftp_conn *conn, u_int expected_id, u_int *len,
80: const char *errfmt, ...) __attribute__((format(printf, 4, 5)));
81:
82: /* ARGSUSED */
83: static int
84: sftpio(void *_bwlimit, size_t amount)
85: {
86: struct bwlimit *bwlimit = (struct bwlimit *)_bwlimit;
87:
88: bandwidth_limit(bwlimit, amount);
89: return 0;
90: }
1.88 djm 91:
1.17 itojun 92: static void
1.93 djm 93: send_msg(struct sftp_conn *conn, Buffer *m)
1.1 djm 94: {
1.40 djm 95: u_char mlen[4];
1.65 djm 96: struct iovec iov[2];
1.40 djm 97:
1.58 djm 98: if (buffer_len(m) > SFTP_MAX_MSG_LENGTH)
1.40 djm 99: fatal("Outbound message too long %u", buffer_len(m));
100:
101: /* Send length first */
1.64 djm 102: put_u32(mlen, buffer_len(m));
1.65 djm 103: iov[0].iov_base = mlen;
104: iov[0].iov_len = sizeof(mlen);
105: iov[1].iov_base = buffer_ptr(m);
106: iov[1].iov_len = buffer_len(m);
1.74 deraadt 107:
1.93 djm 108: if (atomiciov6(writev, conn->fd_out, iov, 2,
1.101 djm 109: conn->limit_kbps > 0 ? sftpio : NULL, &conn->bwlimit_out) !=
1.93 djm 110: buffer_len(m) + sizeof(mlen))
1.1 djm 111: fatal("Couldn't send packet: %s", strerror(errno));
112:
1.40 djm 113: buffer_clear(m);
1.1 djm 114: }
115:
1.17 itojun 116: static void
1.93 djm 117: get_msg(struct sftp_conn *conn, Buffer *m)
1.1 djm 118: {
1.40 djm 119: u_int msg_len;
1.1 djm 120:
1.40 djm 121: buffer_append_space(m, 4);
1.93 djm 122: if (atomicio6(read, conn->fd_in, buffer_ptr(m), 4,
123: conn->limit_kbps > 0 ? sftpio : NULL, &conn->bwlimit_in) != 4) {
1.54 avsm 124: if (errno == EPIPE)
125: fatal("Connection closed");
126: else
127: fatal("Couldn't read packet: %s", strerror(errno));
128: }
1.1 djm 129:
1.40 djm 130: msg_len = buffer_get_int(m);
1.58 djm 131: if (msg_len > SFTP_MAX_MSG_LENGTH)
1.33 deraadt 132: fatal("Received message too long %u", msg_len);
1.1 djm 133:
1.40 djm 134: buffer_append_space(m, msg_len);
1.93 djm 135: if (atomicio6(read, conn->fd_in, buffer_ptr(m), msg_len,
136: conn->limit_kbps > 0 ? sftpio : NULL, &conn->bwlimit_in)
137: != msg_len) {
1.54 avsm 138: if (errno == EPIPE)
139: fatal("Connection closed");
140: else
141: fatal("Read packet: %s", strerror(errno));
142: }
1.1 djm 143: }
144:
1.17 itojun 145: static void
1.93 djm 146: send_string_request(struct sftp_conn *conn, u_int id, u_int code, char *s,
1.1 djm 147: u_int len)
148: {
149: Buffer msg;
150:
151: buffer_init(&msg);
152: buffer_put_char(&msg, code);
153: buffer_put_int(&msg, id);
154: buffer_put_string(&msg, s, len);
1.93 djm 155: send_msg(conn, &msg);
156: debug3("Sent message fd %d T:%u I:%u", conn->fd_out, code, id);
1.1 djm 157: buffer_free(&msg);
158: }
159:
1.17 itojun 160: static void
1.93 djm 161: send_string_attrs_request(struct sftp_conn *conn, u_int id, u_int code,
162: char *s, u_int len, Attrib *a)
1.1 djm 163: {
164: Buffer msg;
165:
166: buffer_init(&msg);
167: buffer_put_char(&msg, code);
168: buffer_put_int(&msg, id);
169: buffer_put_string(&msg, s, len);
170: encode_attrib(&msg, a);
1.93 djm 171: send_msg(conn, &msg);
172: debug3("Sent message fd %d T:%u I:%u", conn->fd_out, code, id);
1.1 djm 173: buffer_free(&msg);
174: }
175:
1.17 itojun 176: static u_int
1.93 djm 177: get_status(struct sftp_conn *conn, u_int expected_id)
1.1 djm 178: {
179: Buffer msg;
180: u_int type, id, status;
181:
182: buffer_init(&msg);
1.93 djm 183: get_msg(conn, &msg);
1.1 djm 184: type = buffer_get_char(&msg);
185: id = buffer_get_int(&msg);
186:
187: if (id != expected_id)
1.33 deraadt 188: fatal("ID mismatch (%u != %u)", id, expected_id);
1.1 djm 189: if (type != SSH2_FXP_STATUS)
1.33 deraadt 190: fatal("Expected SSH2_FXP_STATUS(%u) packet, got %u",
1.1 djm 191: SSH2_FXP_STATUS, type);
192:
193: status = buffer_get_int(&msg);
194: buffer_free(&msg);
195:
1.33 deraadt 196: debug3("SSH2_FXP_STATUS %u", status);
1.1 djm 197:
1.93 djm 198: return status;
1.1 djm 199: }
200:
1.17 itojun 201: static char *
1.93 djm 202: get_handle(struct sftp_conn *conn, u_int expected_id, u_int *len,
203: const char *errfmt, ...)
1.1 djm 204: {
205: Buffer msg;
206: u_int type, id;
1.88 djm 207: char *handle, errmsg[256];
208: va_list args;
209: int status;
210:
211: va_start(args, errfmt);
212: if (errfmt != NULL)
213: vsnprintf(errmsg, sizeof(errmsg), errfmt, args);
214: va_end(args);
1.1 djm 215:
216: buffer_init(&msg);
1.93 djm 217: get_msg(conn, &msg);
1.1 djm 218: type = buffer_get_char(&msg);
219: id = buffer_get_int(&msg);
220:
221: if (id != expected_id)
1.88 djm 222: fatal("%s: ID mismatch (%u != %u)",
223: errfmt == NULL ? __func__ : errmsg, id, expected_id);
1.1 djm 224: if (type == SSH2_FXP_STATUS) {
1.88 djm 225: status = buffer_get_int(&msg);
226: if (errfmt != NULL)
227: error("%s: %s", errmsg, fx2txt(status));
1.52 markus 228: buffer_free(&msg);
1.1 djm 229: return(NULL);
230: } else if (type != SSH2_FXP_HANDLE)
1.88 djm 231: fatal("%s: Expected SSH2_FXP_HANDLE(%u) packet, got %u",
232: errfmt == NULL ? __func__ : errmsg, SSH2_FXP_HANDLE, type);
1.1 djm 233:
234: handle = buffer_get_string(&msg, len);
235: buffer_free(&msg);
236:
237: return(handle);
238: }
239:
1.17 itojun 240: static Attrib *
1.93 djm 241: get_decode_stat(struct sftp_conn *conn, u_int expected_id, int quiet)
1.1 djm 242: {
243: Buffer msg;
244: u_int type, id;
245: Attrib *a;
246:
247: buffer_init(&msg);
1.93 djm 248: get_msg(conn, &msg);
1.1 djm 249:
250: type = buffer_get_char(&msg);
251: id = buffer_get_int(&msg);
252:
1.33 deraadt 253: debug3("Received stat reply T:%u I:%u", type, id);
1.1 djm 254: if (id != expected_id)
1.33 deraadt 255: fatal("ID mismatch (%u != %u)", id, expected_id);
1.1 djm 256: if (type == SSH2_FXP_STATUS) {
257: int status = buffer_get_int(&msg);
258:
1.14 djm 259: if (quiet)
260: debug("Couldn't stat remote file: %s", fx2txt(status));
261: else
262: error("Couldn't stat remote file: %s", fx2txt(status));
1.52 markus 263: buffer_free(&msg);
1.1 djm 264: return(NULL);
265: } else if (type != SSH2_FXP_ATTRS) {
1.33 deraadt 266: fatal("Expected SSH2_FXP_ATTRS(%u) packet, got %u",
1.1 djm 267: SSH2_FXP_ATTRS, type);
268: }
269: a = decode_attrib(&msg);
270: buffer_free(&msg);
271:
272: return(a);
273: }
274:
1.82 djm 275: static int
1.93 djm 276: get_decode_statvfs(struct sftp_conn *conn, struct sftp_statvfs *st,
277: u_int expected_id, int quiet)
1.82 djm 278: {
279: Buffer msg;
280: u_int type, id, flag;
281:
282: buffer_init(&msg);
1.93 djm 283: get_msg(conn, &msg);
1.82 djm 284:
285: type = buffer_get_char(&msg);
286: id = buffer_get_int(&msg);
287:
288: debug3("Received statvfs reply T:%u I:%u", type, id);
289: if (id != expected_id)
290: fatal("ID mismatch (%u != %u)", id, expected_id);
291: if (type == SSH2_FXP_STATUS) {
292: int status = buffer_get_int(&msg);
293:
294: if (quiet)
295: debug("Couldn't statvfs: %s", fx2txt(status));
296: else
297: error("Couldn't statvfs: %s", fx2txt(status));
298: buffer_free(&msg);
299: return -1;
300: } else if (type != SSH2_FXP_EXTENDED_REPLY) {
301: fatal("Expected SSH2_FXP_EXTENDED_REPLY(%u) packet, got %u",
302: SSH2_FXP_EXTENDED_REPLY, type);
303: }
304:
305: bzero(st, sizeof(*st));
1.84 dtucker 306: st->f_bsize = buffer_get_int64(&msg);
307: st->f_frsize = buffer_get_int64(&msg);
1.82 djm 308: st->f_blocks = buffer_get_int64(&msg);
309: st->f_bfree = buffer_get_int64(&msg);
310: st->f_bavail = buffer_get_int64(&msg);
311: st->f_files = buffer_get_int64(&msg);
312: st->f_ffree = buffer_get_int64(&msg);
313: st->f_favail = buffer_get_int64(&msg);
1.83 djm 314: st->f_fsid = buffer_get_int64(&msg);
1.84 dtucker 315: flag = buffer_get_int64(&msg);
316: st->f_namemax = buffer_get_int64(&msg);
1.82 djm 317:
318: st->f_flag = (flag & SSH2_FXE_STATVFS_ST_RDONLY) ? ST_RDONLY : 0;
319: st->f_flag |= (flag & SSH2_FXE_STATVFS_ST_NOSUID) ? ST_NOSUID : 0;
320:
321: buffer_free(&msg);
322:
323: return 0;
324: }
325:
1.23 djm 326: struct sftp_conn *
1.93 djm 327: do_init(int fd_in, int fd_out, u_int transfer_buflen, u_int num_requests,
328: u_int64_t limit_kbps)
1.1 djm 329: {
1.93 djm 330: u_int type;
1.1 djm 331: Buffer msg;
1.23 djm 332: struct sftp_conn *ret;
1.1 djm 333:
1.103 djm 334: ret = xcalloc(1, sizeof(*ret));
335: ret->msg_id = 1;
1.93 djm 336: ret->fd_in = fd_in;
337: ret->fd_out = fd_out;
338: ret->transfer_buflen = transfer_buflen;
339: ret->num_requests = num_requests;
340: ret->exts = 0;
341: ret->limit_kbps = 0;
342:
1.1 djm 343: buffer_init(&msg);
344: buffer_put_char(&msg, SSH2_FXP_INIT);
345: buffer_put_int(&msg, SSH2_FILEXFER_VERSION);
1.93 djm 346: send_msg(ret, &msg);
1.1 djm 347:
348: buffer_clear(&msg);
349:
1.93 djm 350: get_msg(ret, &msg);
1.1 djm 351:
1.3 stevesk 352: /* Expecting a VERSION reply */
1.1 djm 353: if ((type = buffer_get_char(&msg)) != SSH2_FXP_VERSION) {
1.33 deraadt 354: error("Invalid packet back from SSH2_FXP_INIT (type %u)",
1.1 djm 355: type);
356: buffer_free(&msg);
1.23 djm 357: return(NULL);
1.1 djm 358: }
1.93 djm 359: ret->version = buffer_get_int(&msg);
1.1 djm 360:
1.93 djm 361: debug2("Remote version: %u", ret->version);
1.1 djm 362:
363: /* Check for extensions */
364: while (buffer_len(&msg) > 0) {
365: char *name = buffer_get_string(&msg, NULL);
366: char *value = buffer_get_string(&msg, NULL);
1.85 djm 367: int known = 0;
1.1 djm 368:
1.82 djm 369: if (strcmp(name, "posix-rename@openssh.com") == 0 &&
1.85 djm 370: strcmp(value, "1") == 0) {
1.93 djm 371: ret->exts |= SFTP_EXT_POSIX_RENAME;
1.85 djm 372: known = 1;
373: } else if (strcmp(name, "statvfs@openssh.com") == 0 &&
374: strcmp(value, "2") == 0) {
1.93 djm 375: ret->exts |= SFTP_EXT_STATVFS;
1.85 djm 376: known = 1;
1.94 djm 377: } else if (strcmp(name, "fstatvfs@openssh.com") == 0 &&
1.85 djm 378: strcmp(value, "2") == 0) {
1.93 djm 379: ret->exts |= SFTP_EXT_FSTATVFS;
1.85 djm 380: known = 1;
1.94 djm 381: } else if (strcmp(name, "hardlink@openssh.com") == 0 &&
382: strcmp(value, "1") == 0) {
383: ret->exts |= SFTP_EXT_HARDLINK;
384: known = 1;
1.107 djm 385: } else if (strcmp(name, "fsync@openssh.com") == 0 &&
386: strcmp(value, "1") == 0) {
387: ret->exts |= SFTP_EXT_FSYNC;
388: known = 1;
1.85 djm 389: }
390: if (known) {
391: debug2("Server supports extension \"%s\" revision %s",
392: name, value);
393: } else {
394: debug2("Unrecognised server extension \"%s\"", name);
395: }
1.98 djm 396: free(name);
397: free(value);
1.1 djm 398: }
399:
400: buffer_free(&msg);
1.11 djm 401:
1.23 djm 402: /* Some filexfer v.0 servers don't support large packets */
1.93 djm 403: if (ret->version == 0)
1.29 markus 404: ret->transfer_buflen = MIN(ret->transfer_buflen, 20480);
1.23 djm 405:
1.93 djm 406: ret->limit_kbps = limit_kbps;
407: if (ret->limit_kbps > 0) {
408: bandwidth_limit_init(&ret->bwlimit_in, ret->limit_kbps,
409: ret->transfer_buflen);
410: bandwidth_limit_init(&ret->bwlimit_out, ret->limit_kbps,
411: ret->transfer_buflen);
412: }
413:
414: return ret;
1.23 djm 415: }
416:
417: u_int
418: sftp_proto_version(struct sftp_conn *conn)
419: {
1.93 djm 420: return conn->version;
1.1 djm 421: }
422:
423: int
1.23 djm 424: do_close(struct sftp_conn *conn, char *handle, u_int handle_len)
1.1 djm 425: {
426: u_int id, status;
427: Buffer msg;
428:
429: buffer_init(&msg);
430:
1.23 djm 431: id = conn->msg_id++;
1.1 djm 432: buffer_put_char(&msg, SSH2_FXP_CLOSE);
433: buffer_put_int(&msg, id);
434: buffer_put_string(&msg, handle, handle_len);
1.93 djm 435: send_msg(conn, &msg);
1.33 deraadt 436: debug3("Sent message SSH2_FXP_CLOSE I:%u", id);
1.1 djm 437:
1.93 djm 438: status = get_status(conn, id);
1.1 djm 439: if (status != SSH2_FX_OK)
440: error("Couldn't close file: %s", fx2txt(status));
441:
442: buffer_free(&msg);
443:
1.93 djm 444: return status;
1.1 djm 445: }
446:
1.12 djm 447:
1.17 itojun 448: static int
1.105 djm 449: do_lsreaddir(struct sftp_conn *conn, char *path, int print_flag,
1.12 djm 450: SFTP_DIRENT ***dir)
1.1 djm 451: {
452: Buffer msg;
1.55 djm 453: u_int count, type, id, handle_len, i, expected_id, ents = 0;
1.1 djm 454: char *handle;
455:
1.23 djm 456: id = conn->msg_id++;
1.1 djm 457:
458: buffer_init(&msg);
459: buffer_put_char(&msg, SSH2_FXP_OPENDIR);
460: buffer_put_int(&msg, id);
461: buffer_put_cstring(&msg, path);
1.93 djm 462: send_msg(conn, &msg);
1.1 djm 463:
1.93 djm 464: handle = get_handle(conn, id, &handle_len,
1.88 djm 465: "remote readdir(\"%s\")", path);
1.96 markus 466: if (handle == NULL) {
467: buffer_free(&msg);
1.93 djm 468: return -1;
1.96 markus 469: }
1.1 djm 470:
1.12 djm 471: if (dir) {
472: ents = 0;
1.108 ! djm 473: *dir = xcalloc(1, sizeof(**dir));
1.12 djm 474: (*dir)[0] = NULL;
475: }
476:
1.49 djm 477: for (; !interrupted;) {
1.23 djm 478: id = expected_id = conn->msg_id++;
1.1 djm 479:
1.33 deraadt 480: debug3("Sending SSH2_FXP_READDIR I:%u", id);
1.1 djm 481:
482: buffer_clear(&msg);
483: buffer_put_char(&msg, SSH2_FXP_READDIR);
484: buffer_put_int(&msg, id);
485: buffer_put_string(&msg, handle, handle_len);
1.93 djm 486: send_msg(conn, &msg);
1.1 djm 487:
488: buffer_clear(&msg);
489:
1.93 djm 490: get_msg(conn, &msg);
1.1 djm 491:
492: type = buffer_get_char(&msg);
493: id = buffer_get_int(&msg);
494:
1.33 deraadt 495: debug3("Received reply T:%u I:%u", type, id);
1.1 djm 496:
497: if (id != expected_id)
1.33 deraadt 498: fatal("ID mismatch (%u != %u)", id, expected_id);
1.1 djm 499:
500: if (type == SSH2_FXP_STATUS) {
501: int status = buffer_get_int(&msg);
502:
503: debug3("Received SSH2_FXP_STATUS %d", status);
504:
505: if (status == SSH2_FX_EOF) {
506: break;
507: } else {
508: error("Couldn't read directory: %s",
509: fx2txt(status));
1.23 djm 510: do_close(conn, handle, handle_len);
1.98 djm 511: free(handle);
1.96 markus 512: buffer_free(&msg);
1.9 djm 513: return(status);
1.1 djm 514: }
515: } else if (type != SSH2_FXP_NAME)
1.33 deraadt 516: fatal("Expected SSH2_FXP_NAME(%u) packet, got %u",
1.1 djm 517: SSH2_FXP_NAME, type);
518:
519: count = buffer_get_int(&msg);
1.7 markus 520: if (count == 0)
521: break;
1.8 stevesk 522: debug3("Received %d SSH2_FXP_NAME responses", count);
1.19 deraadt 523: for (i = 0; i < count; i++) {
1.1 djm 524: char *filename, *longname;
525: Attrib *a;
526:
527: filename = buffer_get_string(&msg, NULL);
528: longname = buffer_get_string(&msg, NULL);
529: a = decode_attrib(&msg);
530:
1.105 djm 531: if (print_flag)
1.12 djm 532: printf("%s\n", longname);
533:
1.89 djm 534: /*
535: * Directory entries should never contain '/'
536: * These can be used to attack recursive ops
537: * (e.g. send '../../../../etc/passwd')
538: */
539: if (strchr(filename, '/') != NULL) {
540: error("Server sent suspect path \"%s\" "
541: "during readdir of \"%s\"", filename, path);
542: goto next;
543: }
544:
1.12 djm 545: if (dir) {
1.62 djm 546: *dir = xrealloc(*dir, ents + 2, sizeof(**dir));
1.108 ! djm 547: (*dir)[ents] = xcalloc(1, sizeof(***dir));
1.12 djm 548: (*dir)[ents]->filename = xstrdup(filename);
549: (*dir)[ents]->longname = xstrdup(longname);
550: memcpy(&(*dir)[ents]->a, a, sizeof(*a));
551: (*dir)[++ents] = NULL;
552: }
1.89 djm 553: next:
1.98 djm 554: free(filename);
555: free(longname);
1.1 djm 556: }
557: }
558:
559: buffer_free(&msg);
1.23 djm 560: do_close(conn, handle, handle_len);
1.98 djm 561: free(handle);
1.1 djm 562:
1.49 djm 563: /* Don't return partial matches on interrupt */
564: if (interrupted && dir != NULL && *dir != NULL) {
565: free_sftp_dirents(*dir);
1.108 ! djm 566: *dir = xcalloc(1, sizeof(**dir));
1.49 djm 567: **dir = NULL;
568: }
569:
1.93 djm 570: return 0;
1.12 djm 571: }
572:
573: int
1.23 djm 574: do_readdir(struct sftp_conn *conn, char *path, SFTP_DIRENT ***dir)
1.12 djm 575: {
1.23 djm 576: return(do_lsreaddir(conn, path, 0, dir));
1.12 djm 577: }
578:
579: void free_sftp_dirents(SFTP_DIRENT **s)
580: {
581: int i;
1.19 deraadt 582:
583: for (i = 0; s[i]; i++) {
1.98 djm 584: free(s[i]->filename);
585: free(s[i]->longname);
586: free(s[i]);
1.12 djm 587: }
1.98 djm 588: free(s);
1.12 djm 589: }
590:
591: int
1.23 djm 592: do_rm(struct sftp_conn *conn, char *path)
1.1 djm 593: {
594: u_int status, id;
595:
596: debug2("Sending SSH2_FXP_REMOVE \"%s\"", path);
597:
1.23 djm 598: id = conn->msg_id++;
1.93 djm 599: send_string_request(conn, id, SSH2_FXP_REMOVE, path, strlen(path));
600: status = get_status(conn, id);
1.1 djm 601: if (status != SSH2_FX_OK)
602: error("Couldn't delete file: %s", fx2txt(status));
603: return(status);
604: }
605:
606: int
1.105 djm 607: do_mkdir(struct sftp_conn *conn, char *path, Attrib *a, int print_flag)
1.1 djm 608: {
609: u_int status, id;
610:
1.23 djm 611: id = conn->msg_id++;
1.93 djm 612: send_string_attrs_request(conn, id, SSH2_FXP_MKDIR, path,
1.1 djm 613: strlen(path), a);
614:
1.93 djm 615: status = get_status(conn, id);
1.105 djm 616: if (status != SSH2_FX_OK && print_flag)
1.1 djm 617: error("Couldn't create directory: %s", fx2txt(status));
618:
619: return(status);
620: }
621:
622: int
1.23 djm 623: do_rmdir(struct sftp_conn *conn, char *path)
1.1 djm 624: {
625: u_int status, id;
626:
1.23 djm 627: id = conn->msg_id++;
1.93 djm 628: send_string_request(conn, id, SSH2_FXP_RMDIR, path,
1.23 djm 629: strlen(path));
1.1 djm 630:
1.93 djm 631: status = get_status(conn, id);
1.1 djm 632: if (status != SSH2_FX_OK)
633: error("Couldn't remove directory: %s", fx2txt(status));
634:
635: return(status);
636: }
637:
638: Attrib *
1.23 djm 639: do_stat(struct sftp_conn *conn, char *path, int quiet)
1.1 djm 640: {
641: u_int id;
642:
1.23 djm 643: id = conn->msg_id++;
644:
1.93 djm 645: send_string_request(conn, id,
1.28 markus 646: conn->version == 0 ? SSH2_FXP_STAT_VERSION_0 : SSH2_FXP_STAT,
1.23 djm 647: path, strlen(path));
648:
1.93 djm 649: return(get_decode_stat(conn, id, quiet));
1.1 djm 650: }
651:
652: Attrib *
1.23 djm 653: do_lstat(struct sftp_conn *conn, char *path, int quiet)
1.1 djm 654: {
655: u_int id;
656:
1.23 djm 657: if (conn->version == 0) {
658: if (quiet)
659: debug("Server version does not support lstat operation");
660: else
1.43 itojun 661: logit("Server version does not support lstat operation");
1.30 markus 662: return(do_stat(conn, path, quiet));
1.23 djm 663: }
664:
665: id = conn->msg_id++;
1.93 djm 666: send_string_request(conn, id, SSH2_FXP_LSTAT, path,
1.23 djm 667: strlen(path));
668:
1.93 djm 669: return(get_decode_stat(conn, id, quiet));
1.1 djm 670: }
671:
1.78 chl 672: #ifdef notyet
1.1 djm 673: Attrib *
1.23 djm 674: do_fstat(struct sftp_conn *conn, char *handle, u_int handle_len, int quiet)
1.1 djm 675: {
676: u_int id;
677:
1.23 djm 678: id = conn->msg_id++;
1.93 djm 679: send_string_request(conn, id, SSH2_FXP_FSTAT, handle,
1.23 djm 680: handle_len);
681:
1.93 djm 682: return(get_decode_stat(conn, id, quiet));
1.1 djm 683: }
1.78 chl 684: #endif
1.1 djm 685:
686: int
1.23 djm 687: do_setstat(struct sftp_conn *conn, char *path, Attrib *a)
1.1 djm 688: {
689: u_int status, id;
690:
1.23 djm 691: id = conn->msg_id++;
1.93 djm 692: send_string_attrs_request(conn, id, SSH2_FXP_SETSTAT, path,
1.1 djm 693: strlen(path), a);
694:
1.93 djm 695: status = get_status(conn, id);
1.1 djm 696: if (status != SSH2_FX_OK)
697: error("Couldn't setstat on \"%s\": %s", path,
698: fx2txt(status));
699:
700: return(status);
701: }
702:
703: int
1.23 djm 704: do_fsetstat(struct sftp_conn *conn, char *handle, u_int handle_len,
1.1 djm 705: Attrib *a)
706: {
707: u_int status, id;
708:
1.23 djm 709: id = conn->msg_id++;
1.93 djm 710: send_string_attrs_request(conn, id, SSH2_FXP_FSETSTAT, handle,
1.1 djm 711: handle_len, a);
712:
1.93 djm 713: status = get_status(conn, id);
1.1 djm 714: if (status != SSH2_FX_OK)
715: error("Couldn't fsetstat: %s", fx2txt(status));
716:
717: return(status);
718: }
719:
720: char *
1.23 djm 721: do_realpath(struct sftp_conn *conn, char *path)
1.1 djm 722: {
723: Buffer msg;
724: u_int type, expected_id, count, id;
725: char *filename, *longname;
726: Attrib *a;
727:
1.23 djm 728: expected_id = id = conn->msg_id++;
1.93 djm 729: send_string_request(conn, id, SSH2_FXP_REALPATH, path,
1.23 djm 730: strlen(path));
1.1 djm 731:
732: buffer_init(&msg);
733:
1.93 djm 734: get_msg(conn, &msg);
1.1 djm 735: type = buffer_get_char(&msg);
736: id = buffer_get_int(&msg);
737:
738: if (id != expected_id)
1.33 deraadt 739: fatal("ID mismatch (%u != %u)", id, expected_id);
1.1 djm 740:
741: if (type == SSH2_FXP_STATUS) {
742: u_int status = buffer_get_int(&msg);
743:
1.107 djm 744: error("Couldn't canonicalize: %s", fx2txt(status));
1.91 djm 745: buffer_free(&msg);
746: return NULL;
1.1 djm 747: } else if (type != SSH2_FXP_NAME)
1.33 deraadt 748: fatal("Expected SSH2_FXP_NAME(%u) packet, got %u",
1.1 djm 749: SSH2_FXP_NAME, type);
750:
751: count = buffer_get_int(&msg);
752: if (count != 1)
753: fatal("Got multiple names (%d) from SSH_FXP_REALPATH", count);
754:
755: filename = buffer_get_string(&msg, NULL);
756: longname = buffer_get_string(&msg, NULL);
757: a = decode_attrib(&msg);
758:
1.97 dtucker 759: debug3("SSH_FXP_REALPATH %s -> %s size %lu", path, filename,
760: (unsigned long)a->size);
1.1 djm 761:
1.98 djm 762: free(longname);
1.1 djm 763:
764: buffer_free(&msg);
765:
766: return(filename);
767: }
768:
769: int
1.102 djm 770: do_rename(struct sftp_conn *conn, char *oldpath, char *newpath,
771: int force_legacy)
1.1 djm 772: {
773: Buffer msg;
774: u_int status, id;
1.102 djm 775: int use_ext = (conn->exts & SFTP_EXT_POSIX_RENAME) && !force_legacy;
1.1 djm 776:
777: buffer_init(&msg);
778:
779: /* Send rename request */
1.23 djm 780: id = conn->msg_id++;
1.102 djm 781: if (use_ext) {
1.81 djm 782: buffer_put_char(&msg, SSH2_FXP_EXTENDED);
783: buffer_put_int(&msg, id);
784: buffer_put_cstring(&msg, "posix-rename@openssh.com");
785: } else {
786: buffer_put_char(&msg, SSH2_FXP_RENAME);
787: buffer_put_int(&msg, id);
788: }
1.1 djm 789: buffer_put_cstring(&msg, oldpath);
790: buffer_put_cstring(&msg, newpath);
1.93 djm 791: send_msg(conn, &msg);
1.81 djm 792: debug3("Sent message %s \"%s\" -> \"%s\"",
1.102 djm 793: use_ext ? "posix-rename@openssh.com" : "SSH2_FXP_RENAME",
794: oldpath, newpath);
1.1 djm 795: buffer_free(&msg);
796:
1.93 djm 797: status = get_status(conn, id);
1.1 djm 798: if (status != SSH2_FX_OK)
1.23 djm 799: error("Couldn't rename file \"%s\" to \"%s\": %s", oldpath,
1.94 djm 800: newpath, fx2txt(status));
801:
802: return(status);
803: }
804:
805: int
806: do_hardlink(struct sftp_conn *conn, char *oldpath, char *newpath)
807: {
808: Buffer msg;
809: u_int status, id;
810:
811: if ((conn->exts & SFTP_EXT_HARDLINK) == 0) {
812: error("Server does not support hardlink@openssh.com extension");
813: return -1;
814: }
815:
1.95 markus 816: buffer_init(&msg);
817:
818: /* Send link request */
819: id = conn->msg_id++;
1.94 djm 820: buffer_put_char(&msg, SSH2_FXP_EXTENDED);
821: buffer_put_int(&msg, id);
822: buffer_put_cstring(&msg, "hardlink@openssh.com");
823: buffer_put_cstring(&msg, oldpath);
824: buffer_put_cstring(&msg, newpath);
825: send_msg(conn, &msg);
826: debug3("Sent message hardlink@openssh.com \"%s\" -> \"%s\"",
827: oldpath, newpath);
828: buffer_free(&msg);
829:
830: status = get_status(conn, id);
831: if (status != SSH2_FX_OK)
832: error("Couldn't link file \"%s\" to \"%s\": %s", oldpath,
1.23 djm 833: newpath, fx2txt(status));
1.1 djm 834:
835: return(status);
1.11 djm 836: }
837:
838: int
1.23 djm 839: do_symlink(struct sftp_conn *conn, char *oldpath, char *newpath)
1.11 djm 840: {
841: Buffer msg;
842: u_int status, id;
843:
1.23 djm 844: if (conn->version < 3) {
845: error("This server does not support the symlink operation");
846: return(SSH2_FX_OP_UNSUPPORTED);
847: }
848:
1.11 djm 849: buffer_init(&msg);
850:
1.48 djm 851: /* Send symlink request */
1.23 djm 852: id = conn->msg_id++;
1.11 djm 853: buffer_put_char(&msg, SSH2_FXP_SYMLINK);
854: buffer_put_int(&msg, id);
855: buffer_put_cstring(&msg, oldpath);
856: buffer_put_cstring(&msg, newpath);
1.93 djm 857: send_msg(conn, &msg);
1.11 djm 858: debug3("Sent message SSH2_FXP_SYMLINK \"%s\" -> \"%s\"", oldpath,
859: newpath);
860: buffer_free(&msg);
861:
1.93 djm 862: status = get_status(conn, id);
1.11 djm 863: if (status != SSH2_FX_OK)
1.36 markus 864: error("Couldn't symlink file \"%s\" to \"%s\": %s", oldpath,
1.23 djm 865: newpath, fx2txt(status));
1.11 djm 866:
867: return(status);
868: }
869:
1.107 djm 870: int
871: do_fsync(struct sftp_conn *conn, char *handle, u_int handle_len)
872: {
873: Buffer msg;
874: u_int status, id;
875:
876: /* Silently return if the extension is not supported */
877: if ((conn->exts & SFTP_EXT_FSYNC) == 0)
878: return -1;
879:
880: buffer_init(&msg);
881:
882: /* Send fsync request */
883: id = conn->msg_id++;
884:
885: buffer_put_char(&msg, SSH2_FXP_EXTENDED);
886: buffer_put_int(&msg, id);
887: buffer_put_cstring(&msg, "fsync@openssh.com");
888: buffer_put_string(&msg, handle, handle_len);
889: send_msg(conn, &msg);
890: debug3("Sent message fsync@openssh.com I:%u", id);
891: buffer_free(&msg);
892:
893: status = get_status(conn, id);
894: if (status != SSH2_FX_OK)
895: error("Couldn't sync file: %s", fx2txt(status));
896:
897: return status;
898: }
899:
1.78 chl 900: #ifdef notyet
1.11 djm 901: char *
1.23 djm 902: do_readlink(struct sftp_conn *conn, char *path)
1.11 djm 903: {
904: Buffer msg;
905: u_int type, expected_id, count, id;
906: char *filename, *longname;
907: Attrib *a;
908:
1.23 djm 909: expected_id = id = conn->msg_id++;
1.93 djm 910: send_string_request(conn, id, SSH2_FXP_READLINK, path, strlen(path));
1.11 djm 911:
912: buffer_init(&msg);
913:
1.93 djm 914: get_msg(conn, &msg);
1.11 djm 915: type = buffer_get_char(&msg);
916: id = buffer_get_int(&msg);
917:
918: if (id != expected_id)
1.33 deraadt 919: fatal("ID mismatch (%u != %u)", id, expected_id);
1.11 djm 920:
921: if (type == SSH2_FXP_STATUS) {
922: u_int status = buffer_get_int(&msg);
923:
924: error("Couldn't readlink: %s", fx2txt(status));
1.95 markus 925: buffer_free(&msg);
1.11 djm 926: return(NULL);
927: } else if (type != SSH2_FXP_NAME)
1.33 deraadt 928: fatal("Expected SSH2_FXP_NAME(%u) packet, got %u",
1.11 djm 929: SSH2_FXP_NAME, type);
930:
931: count = buffer_get_int(&msg);
932: if (count != 1)
933: fatal("Got multiple names (%d) from SSH_FXP_READLINK", count);
934:
935: filename = buffer_get_string(&msg, NULL);
936: longname = buffer_get_string(&msg, NULL);
937: a = decode_attrib(&msg);
938:
939: debug3("SSH_FXP_READLINK %s -> %s", path, filename);
940:
1.98 djm 941: free(longname);
1.11 djm 942:
943: buffer_free(&msg);
944:
945: return(filename);
1.82 djm 946: }
947: #endif
948:
949: int
1.84 dtucker 950: do_statvfs(struct sftp_conn *conn, const char *path, struct sftp_statvfs *st,
1.82 djm 951: int quiet)
952: {
953: Buffer msg;
954: u_int id;
955:
956: if ((conn->exts & SFTP_EXT_STATVFS) == 0) {
957: error("Server does not support statvfs@openssh.com extension");
958: return -1;
959: }
960:
961: id = conn->msg_id++;
962:
963: buffer_init(&msg);
964: buffer_clear(&msg);
965: buffer_put_char(&msg, SSH2_FXP_EXTENDED);
966: buffer_put_int(&msg, id);
967: buffer_put_cstring(&msg, "statvfs@openssh.com");
968: buffer_put_cstring(&msg, path);
1.93 djm 969: send_msg(conn, &msg);
1.82 djm 970: buffer_free(&msg);
971:
1.93 djm 972: return get_decode_statvfs(conn, st, id, quiet);
1.82 djm 973: }
974:
975: #ifdef notyet
976: int
977: do_fstatvfs(struct sftp_conn *conn, const char *handle, u_int handle_len,
1.84 dtucker 978: struct sftp_statvfs *st, int quiet)
1.82 djm 979: {
980: Buffer msg;
981: u_int id;
982:
983: if ((conn->exts & SFTP_EXT_FSTATVFS) == 0) {
984: error("Server does not support fstatvfs@openssh.com extension");
985: return -1;
986: }
987:
988: id = conn->msg_id++;
989:
990: buffer_init(&msg);
991: buffer_clear(&msg);
992: buffer_put_char(&msg, SSH2_FXP_EXTENDED);
993: buffer_put_int(&msg, id);
994: buffer_put_cstring(&msg, "fstatvfs@openssh.com");
995: buffer_put_string(&msg, handle, handle_len);
1.93 djm 996: send_msg(conn, &msg);
1.82 djm 997: buffer_free(&msg);
998:
1.93 djm 999: return get_decode_statvfs(conn, st, id, quiet);
1.1 djm 1000: }
1.78 chl 1001: #endif
1.1 djm 1002:
1.21 djm 1003: static void
1.93 djm 1004: send_read_request(struct sftp_conn *conn, u_int id, u_int64_t offset,
1005: u_int len, char *handle, u_int handle_len)
1.21 djm 1006: {
1007: Buffer msg;
1.28 markus 1008:
1.21 djm 1009: buffer_init(&msg);
1010: buffer_clear(&msg);
1011: buffer_put_char(&msg, SSH2_FXP_READ);
1012: buffer_put_int(&msg, id);
1013: buffer_put_string(&msg, handle, handle_len);
1014: buffer_put_int64(&msg, offset);
1015: buffer_put_int(&msg, len);
1.93 djm 1016: send_msg(conn, &msg);
1.21 djm 1017: buffer_free(&msg);
1.28 markus 1018: }
1.21 djm 1019:
1.1 djm 1020: int
1.23 djm 1021: do_download(struct sftp_conn *conn, char *remote_path, char *local_path,
1.107 djm 1022: Attrib *a, int preserve_flag, int resume_flag, int fsync_flag)
1.1 djm 1023: {
1.89 djm 1024: Attrib junk;
1.21 djm 1025: Buffer msg;
1.1 djm 1026: char *handle;
1.101 djm 1027: int local_fd = -1, status = 0, write_error;
1028: int read_error, write_errno, reordered = 0;
1029: u_int64_t offset = 0, size, highwater;
1.55 djm 1030: u_int handle_len, mode, type, id, buflen, num_req, max_req;
1.39 fgsch 1031: off_t progress_counter;
1.101 djm 1032: struct stat st;
1.21 djm 1033: struct request {
1034: u_int id;
1035: u_int len;
1036: u_int64_t offset;
1.28 markus 1037: TAILQ_ENTRY(request) tq;
1.21 djm 1038: };
1039: TAILQ_HEAD(reqhead, request) requests;
1040: struct request *req;
1041:
1042: TAILQ_INIT(&requests);
1.1 djm 1043:
1.89 djm 1044: if (a == NULL && (a = do_stat(conn, remote_path, 0)) == NULL)
1045: return -1;
1.1 djm 1046:
1.86 djm 1047: /* Do not preserve set[ug]id here, as we do not preserve ownership */
1.1 djm 1048: if (a->flags & SSH2_FILEXFER_ATTR_PERMISSIONS)
1.38 djm 1049: mode = a->perm & 0777;
1.1 djm 1050: else
1051: mode = 0666;
1052:
1.14 djm 1053: if ((a->flags & SSH2_FILEXFER_ATTR_PERMISSIONS) &&
1.41 djm 1054: (!S_ISREG(a->perm))) {
1055: error("Cannot download non-regular file: %s", remote_path);
1.14 djm 1056: return(-1);
1057: }
1058:
1.21 djm 1059: if (a->flags & SSH2_FILEXFER_ATTR_SIZE)
1060: size = a->size;
1061: else
1062: size = 0;
1063:
1.23 djm 1064: buflen = conn->transfer_buflen;
1.1 djm 1065: buffer_init(&msg);
1066:
1067: /* Send open request */
1.23 djm 1068: id = conn->msg_id++;
1.1 djm 1069: buffer_put_char(&msg, SSH2_FXP_OPEN);
1070: buffer_put_int(&msg, id);
1071: buffer_put_cstring(&msg, remote_path);
1072: buffer_put_int(&msg, SSH2_FXF_READ);
1073: attrib_clear(&junk); /* Send empty attributes */
1074: encode_attrib(&msg, &junk);
1.93 djm 1075: send_msg(conn, &msg);
1.33 deraadt 1076: debug3("Sent message SSH2_FXP_OPEN I:%u P:%s", id, remote_path);
1.1 djm 1077:
1.93 djm 1078: handle = get_handle(conn, id, &handle_len,
1.88 djm 1079: "remote open(\"%s\")", remote_path);
1.1 djm 1080: if (handle == NULL) {
1081: buffer_free(&msg);
1082: return(-1);
1083: }
1084:
1.105 djm 1085: local_fd = open(local_path,
1086: O_WRONLY | O_CREAT | (resume_flag ? 0 : O_TRUNC), mode | S_IWUSR);
1.23 djm 1087: if (local_fd == -1) {
1088: error("Couldn't open local file \"%s\" for writing: %s",
1089: local_path, strerror(errno));
1.101 djm 1090: goto fail;
1091: }
1092: offset = highwater = 0;
1.105 djm 1093: if (resume_flag) {
1.101 djm 1094: if (fstat(local_fd, &st) == -1) {
1095: error("Unable to stat local file \"%s\": %s",
1096: local_path, strerror(errno));
1097: goto fail;
1098: }
1099: if ((size_t)st.st_size > size) {
1100: error("Unable to resume download of \"%s\": "
1101: "local file is larger than remote", local_path);
1102: fail:
1103: do_close(conn, handle, handle_len);
1104: buffer_free(&msg);
1105: free(handle);
1106: return -1;
1107: }
1108: offset = highwater = st.st_size;
1.23 djm 1109: }
1110:
1.1 djm 1111: /* Read from remote and write to local */
1.101 djm 1112: write_error = read_error = write_errno = num_req = 0;
1.21 djm 1113: max_req = 1;
1.101 djm 1114: progress_counter = offset;
1.39 fgsch 1115:
1.47 djm 1116: if (showprogress && size != 0)
1117: start_progress_meter(remote_path, size, &progress_counter);
1.39 fgsch 1118:
1.21 djm 1119: while (num_req > 0 || max_req > 0) {
1120: char *data;
1.1 djm 1121: u_int len;
1122:
1.49 djm 1123: /*
1.51 deraadt 1124: * Simulate EOF on interrupt: stop sending new requests and
1.49 djm 1125: * allow outstanding requests to drain gracefully
1126: */
1127: if (interrupted) {
1128: if (num_req == 0) /* If we haven't started yet... */
1129: break;
1130: max_req = 0;
1131: }
1132:
1.21 djm 1133: /* Send some more requests */
1134: while (num_req < max_req) {
1.28 markus 1135: debug3("Request range %llu -> %llu (%d/%d)",
1.25 itojun 1136: (unsigned long long)offset,
1137: (unsigned long long)offset + buflen - 1,
1138: num_req, max_req);
1.108 ! djm 1139: req = xcalloc(1, sizeof(*req));
1.23 djm 1140: req->id = conn->msg_id++;
1.21 djm 1141: req->len = buflen;
1142: req->offset = offset;
1143: offset += buflen;
1144: num_req++;
1145: TAILQ_INSERT_TAIL(&requests, req, tq);
1.93 djm 1146: send_read_request(conn, req->id, req->offset,
1.21 djm 1147: req->len, handle, handle_len);
1148: }
1.1 djm 1149:
1150: buffer_clear(&msg);
1.93 djm 1151: get_msg(conn, &msg);
1.1 djm 1152: type = buffer_get_char(&msg);
1153: id = buffer_get_int(&msg);
1.33 deraadt 1154: debug3("Received reply T:%u I:%u R:%d", type, id, max_req);
1.21 djm 1155:
1156: /* Find the request in our queue */
1.53 deraadt 1157: for (req = TAILQ_FIRST(&requests);
1.21 djm 1158: req != NULL && req->id != id;
1159: req = TAILQ_NEXT(req, tq))
1160: ;
1161: if (req == NULL)
1162: fatal("Unexpected reply %u", id);
1163:
1164: switch (type) {
1165: case SSH2_FXP_STATUS:
1.5 djm 1166: status = buffer_get_int(&msg);
1.21 djm 1167: if (status != SSH2_FX_EOF)
1168: read_error = 1;
1169: max_req = 0;
1170: TAILQ_REMOVE(&requests, req, tq);
1.98 djm 1171: free(req);
1.21 djm 1172: num_req--;
1173: break;
1174: case SSH2_FXP_DATA:
1175: data = buffer_get_string(&msg, &len);
1.26 itojun 1176: debug3("Received data %llu -> %llu",
1.28 markus 1177: (unsigned long long)req->offset,
1.26 itojun 1178: (unsigned long long)req->offset + len - 1);
1.21 djm 1179: if (len > req->len)
1180: fatal("Received more data than asked for "
1.37 deraadt 1181: "%u > %u", len, req->len);
1.21 djm 1182: if ((lseek(local_fd, req->offset, SEEK_SET) == -1 ||
1.44 deraadt 1183: atomicio(vwrite, local_fd, data, len) != len) &&
1.21 djm 1184: !write_error) {
1185: write_errno = errno;
1186: write_error = 1;
1187: max_req = 0;
1188: }
1.101 djm 1189: else if (!reordered && req->offset <= highwater)
1190: highwater = req->offset + len;
1191: else if (!reordered && req->offset > highwater)
1192: reordered = 1;
1.39 fgsch 1193: progress_counter += len;
1.98 djm 1194: free(data);
1.1 djm 1195:
1.21 djm 1196: if (len == req->len) {
1197: TAILQ_REMOVE(&requests, req, tq);
1.98 djm 1198: free(req);
1.21 djm 1199: num_req--;
1200: } else {
1201: /* Resend the request for the missing data */
1202: debug3("Short data block, re-requesting "
1.26 itojun 1203: "%llu -> %llu (%2d)",
1.28 markus 1204: (unsigned long long)req->offset + len,
1.27 itojun 1205: (unsigned long long)req->offset +
1206: req->len - 1, num_req);
1.23 djm 1207: req->id = conn->msg_id++;
1.21 djm 1208: req->len -= len;
1209: req->offset += len;
1.93 djm 1210: send_read_request(conn, req->id,
1.23 djm 1211: req->offset, req->len, handle, handle_len);
1.21 djm 1212: /* Reduce the request size */
1213: if (len < buflen)
1214: buflen = MAX(MIN_READ_SIZE, len);
1215: }
1216: if (max_req > 0) { /* max_req = 0 iff EOF received */
1217: if (size > 0 && offset > size) {
1218: /* Only one request at a time
1219: * after the expected EOF */
1220: debug3("Finish at %llu (%2d)",
1.26 itojun 1221: (unsigned long long)offset,
1222: num_req);
1.21 djm 1223: max_req = 1;
1.49 djm 1224: } else if (max_req <= conn->num_requests) {
1.21 djm 1225: ++max_req;
1226: }
1.1 djm 1227: }
1.21 djm 1228: break;
1229: default:
1.33 deraadt 1230: fatal("Expected SSH2_FXP_DATA(%u) packet, got %u",
1.1 djm 1231: SSH2_FXP_DATA, type);
1232: }
1.21 djm 1233: }
1.1 djm 1234:
1.39 fgsch 1235: if (showprogress && size)
1236: stop_progress_meter();
1237:
1.21 djm 1238: /* Sanity check */
1239: if (TAILQ_FIRST(&requests) != NULL)
1240: fatal("Transfer complete, but requests still in queue");
1.101 djm 1241: /* Truncate at highest contiguous point to avoid holes on interrupt */
1242: if (read_error || write_error || interrupted) {
1.105 djm 1243: if (reordered && resume_flag) {
1.101 djm 1244: error("Unable to resume download of \"%s\": "
1245: "server reordered requests", local_path);
1246: }
1247: debug("truncating at %llu", (unsigned long long)highwater);
1248: ftruncate(local_fd, highwater);
1249: }
1.21 djm 1250: if (read_error) {
1.28 markus 1251: error("Couldn't read from remote file \"%s\" : %s",
1.21 djm 1252: remote_path, fx2txt(status));
1.103 djm 1253: status = -1;
1.23 djm 1254: do_close(conn, handle, handle_len);
1.21 djm 1255: } else if (write_error) {
1256: error("Couldn't write to \"%s\": %s", local_path,
1257: strerror(write_errno));
1258: status = -1;
1.23 djm 1259: do_close(conn, handle, handle_len);
1.21 djm 1260: } else {
1.23 djm 1261: status = do_close(conn, handle, handle_len);
1.103 djm 1262: if (interrupted || status != SSH2_FX_OK)
1.101 djm 1263: status = -1;
1.21 djm 1264: /* Override umask and utimes if asked */
1.105 djm 1265: if (preserve_flag && fchmod(local_fd, mode) == -1)
1.21 djm 1266: error("Couldn't set mode on \"%s\": %s", local_path,
1.37 deraadt 1267: strerror(errno));
1.105 djm 1268: if (preserve_flag &&
1269: (a->flags & SSH2_FILEXFER_ATTR_ACMODTIME)) {
1.21 djm 1270: struct timeval tv[2];
1271: tv[0].tv_sec = a->atime;
1272: tv[1].tv_sec = a->mtime;
1273: tv[0].tv_usec = tv[1].tv_usec = 0;
1274: if (utimes(local_path, tv) == -1)
1275: error("Can't set times on \"%s\": %s",
1.37 deraadt 1276: local_path, strerror(errno));
1.1 djm 1277: }
1.107 djm 1278: if (fsync_flag) {
1279: debug("syncing \"%s\"", local_path);
1280: if (fsync(local_fd) == -1)
1281: error("Couldn't sync file \"%s\": %s",
1282: local_path, strerror(errno));
1283: }
1.10 djm 1284: }
1.5 djm 1285: close(local_fd);
1286: buffer_free(&msg);
1.98 djm 1287: free(handle);
1.23 djm 1288:
1289: return(status);
1.1 djm 1290: }
1291:
1.89 djm 1292: static int
1.105 djm 1293: download_dir_internal(struct sftp_conn *conn, char *src, char *dst, int depth,
1.107 djm 1294: Attrib *dirattrib, int preserve_flag, int print_flag, int resume_flag,
1295: int fsync_flag)
1.89 djm 1296: {
1297: int i, ret = 0;
1298: SFTP_DIRENT **dir_entries;
1299: char *filename, *new_src, *new_dst;
1300: mode_t mode = 0777;
1301:
1302: if (depth >= MAX_DIR_DEPTH) {
1303: error("Maximum directory depth exceeded: %d levels", depth);
1304: return -1;
1305: }
1306:
1307: if (dirattrib == NULL &&
1308: (dirattrib = do_stat(conn, src, 1)) == NULL) {
1309: error("Unable to stat remote directory \"%s\"", src);
1310: return -1;
1311: }
1312: if (!S_ISDIR(dirattrib->perm)) {
1313: error("\"%s\" is not a directory", src);
1314: return -1;
1315: }
1.105 djm 1316: if (print_flag)
1.89 djm 1317: printf("Retrieving %s\n", src);
1318:
1319: if (dirattrib->flags & SSH2_FILEXFER_ATTR_PERMISSIONS)
1320: mode = dirattrib->perm & 01777;
1321: else {
1322: debug("Server did not send permissions for "
1323: "directory \"%s\"", dst);
1324: }
1325:
1326: if (mkdir(dst, mode) == -1 && errno != EEXIST) {
1327: error("mkdir %s: %s", dst, strerror(errno));
1328: return -1;
1329: }
1330:
1331: if (do_readdir(conn, src, &dir_entries) == -1) {
1332: error("%s: Failed to get directory contents", src);
1333: return -1;
1334: }
1335:
1336: for (i = 0; dir_entries[i] != NULL && !interrupted; i++) {
1337: filename = dir_entries[i]->filename;
1338:
1339: new_dst = path_append(dst, filename);
1340: new_src = path_append(src, filename);
1341:
1342: if (S_ISDIR(dir_entries[i]->a.perm)) {
1343: if (strcmp(filename, ".") == 0 ||
1344: strcmp(filename, "..") == 0)
1345: continue;
1346: if (download_dir_internal(conn, new_src, new_dst,
1.105 djm 1347: depth + 1, &(dir_entries[i]->a), preserve_flag,
1.107 djm 1348: print_flag, resume_flag, fsync_flag) == -1)
1.89 djm 1349: ret = -1;
1350: } else if (S_ISREG(dir_entries[i]->a.perm) ) {
1351: if (do_download(conn, new_src, new_dst,
1.107 djm 1352: &(dir_entries[i]->a), preserve_flag,
1353: resume_flag, fsync_flag) == -1) {
1.89 djm 1354: error("Download of file %s to %s failed",
1355: new_src, new_dst);
1356: ret = -1;
1357: }
1358: } else
1359: logit("%s: not a regular file\n", new_src);
1360:
1.98 djm 1361: free(new_dst);
1362: free(new_src);
1.89 djm 1363: }
1364:
1.105 djm 1365: if (preserve_flag) {
1.89 djm 1366: if (dirattrib->flags & SSH2_FILEXFER_ATTR_ACMODTIME) {
1367: struct timeval tv[2];
1368: tv[0].tv_sec = dirattrib->atime;
1369: tv[1].tv_sec = dirattrib->mtime;
1370: tv[0].tv_usec = tv[1].tv_usec = 0;
1371: if (utimes(dst, tv) == -1)
1372: error("Can't set times on \"%s\": %s",
1373: dst, strerror(errno));
1374: } else
1375: debug("Server did not send times for directory "
1376: "\"%s\"", dst);
1377: }
1378:
1379: free_sftp_dirents(dir_entries);
1380:
1381: return ret;
1382: }
1383:
1384: int
1385: download_dir(struct sftp_conn *conn, char *src, char *dst,
1.107 djm 1386: Attrib *dirattrib, int preserve_flag, int print_flag,
1387: int resume_flag, int fsync_flag)
1.89 djm 1388: {
1389: char *src_canon;
1390: int ret;
1391:
1392: if ((src_canon = do_realpath(conn, src)) == NULL) {
1.107 djm 1393: error("Unable to canonicalize path \"%s\"", src);
1.89 djm 1394: return -1;
1395: }
1396:
1.105 djm 1397: ret = download_dir_internal(conn, src_canon, dst, 0,
1.107 djm 1398: dirattrib, preserve_flag, print_flag, resume_flag, fsync_flag);
1.98 djm 1399: free(src_canon);
1.89 djm 1400: return ret;
1401: }
1402:
1.1 djm 1403: int
1.23 djm 1404: do_upload(struct sftp_conn *conn, char *local_path, char *remote_path,
1.107 djm 1405: int preserve_flag, int fsync_flag)
1.1 djm 1406: {
1.80 djm 1407: int local_fd;
1408: int status = SSH2_FX_OK;
1.22 djm 1409: u_int handle_len, id, type;
1.100 dtucker 1410: off_t offset, progress_counter;
1.20 djm 1411: char *handle, *data;
1.1 djm 1412: Buffer msg;
1413: struct stat sb;
1414: Attrib a;
1.21 djm 1415: u_int32_t startid;
1416: u_int32_t ackid;
1.22 djm 1417: struct outstanding_ack {
1418: u_int id;
1419: u_int len;
1.77 djm 1420: off_t offset;
1.28 markus 1421: TAILQ_ENTRY(outstanding_ack) tq;
1.22 djm 1422: };
1423: TAILQ_HEAD(ackhead, outstanding_ack) acks;
1.50 pedro 1424: struct outstanding_ack *ack = NULL;
1.22 djm 1425:
1426: TAILQ_INIT(&acks);
1.1 djm 1427:
1428: if ((local_fd = open(local_path, O_RDONLY, 0)) == -1) {
1429: error("Couldn't open local file \"%s\" for reading: %s",
1430: local_path, strerror(errno));
1431: return(-1);
1432: }
1433: if (fstat(local_fd, &sb) == -1) {
1434: error("Couldn't fstat local file \"%s\": %s",
1435: local_path, strerror(errno));
1.41 djm 1436: close(local_fd);
1437: return(-1);
1438: }
1439: if (!S_ISREG(sb.st_mode)) {
1440: error("%s is not a regular file", local_path);
1.1 djm 1441: close(local_fd);
1442: return(-1);
1443: }
1444: stat_to_attrib(&sb, &a);
1445:
1446: a.flags &= ~SSH2_FILEXFER_ATTR_SIZE;
1447: a.flags &= ~SSH2_FILEXFER_ATTR_UIDGID;
1448: a.perm &= 0777;
1.105 djm 1449: if (!preserve_flag)
1.1 djm 1450: a.flags &= ~SSH2_FILEXFER_ATTR_ACMODTIME;
1451:
1452: buffer_init(&msg);
1453:
1454: /* Send open request */
1.23 djm 1455: id = conn->msg_id++;
1.1 djm 1456: buffer_put_char(&msg, SSH2_FXP_OPEN);
1457: buffer_put_int(&msg, id);
1458: buffer_put_cstring(&msg, remote_path);
1459: buffer_put_int(&msg, SSH2_FXF_WRITE|SSH2_FXF_CREAT|SSH2_FXF_TRUNC);
1460: encode_attrib(&msg, &a);
1.93 djm 1461: send_msg(conn, &msg);
1.33 deraadt 1462: debug3("Sent message SSH2_FXP_OPEN I:%u P:%s", id, remote_path);
1.1 djm 1463:
1464: buffer_clear(&msg);
1465:
1.93 djm 1466: handle = get_handle(conn, id, &handle_len,
1.88 djm 1467: "remote open(\"%s\")", remote_path);
1.1 djm 1468: if (handle == NULL) {
1469: close(local_fd);
1470: buffer_free(&msg);
1.80 djm 1471: return -1;
1.1 djm 1472: }
1473:
1.21 djm 1474: startid = ackid = id + 1;
1.23 djm 1475: data = xmalloc(conn->transfer_buflen);
1.20 djm 1476:
1.1 djm 1477: /* Read from local and write to remote */
1.100 dtucker 1478: offset = progress_counter = 0;
1.39 fgsch 1479: if (showprogress)
1.100 dtucker 1480: start_progress_meter(local_path, sb.st_size,
1481: &progress_counter);
1.39 fgsch 1482:
1.19 deraadt 1483: for (;;) {
1.1 djm 1484: int len;
1485:
1486: /*
1.51 deraadt 1487: * Can't use atomicio here because it returns 0 on EOF,
1.49 djm 1488: * thus losing the last block of the file.
1.51 deraadt 1489: * Simulate an EOF on interrupt, allowing ACKs from the
1.49 djm 1490: * server to drain.
1.1 djm 1491: */
1.80 djm 1492: if (interrupted || status != SSH2_FX_OK)
1.49 djm 1493: len = 0;
1494: else do
1.23 djm 1495: len = read(local_fd, data, conn->transfer_buflen);
1.1 djm 1496: while ((len == -1) && (errno == EINTR || errno == EAGAIN));
1497:
1498: if (len == -1)
1499: fatal("Couldn't read from \"%s\": %s", local_path,
1500: strerror(errno));
1.21 djm 1501:
1502: if (len != 0) {
1.108 ! djm 1503: ack = xcalloc(1, sizeof(*ack));
1.22 djm 1504: ack->id = ++id;
1505: ack->offset = offset;
1506: ack->len = len;
1507: TAILQ_INSERT_TAIL(&acks, ack, tq);
1508:
1.21 djm 1509: buffer_clear(&msg);
1510: buffer_put_char(&msg, SSH2_FXP_WRITE);
1.22 djm 1511: buffer_put_int(&msg, ack->id);
1.21 djm 1512: buffer_put_string(&msg, handle, handle_len);
1513: buffer_put_int64(&msg, offset);
1514: buffer_put_string(&msg, data, len);
1.93 djm 1515: send_msg(conn, &msg);
1.33 deraadt 1516: debug3("Sent message SSH2_FXP_WRITE I:%u O:%llu S:%u",
1.37 deraadt 1517: id, (unsigned long long)offset, len);
1.22 djm 1518: } else if (TAILQ_FIRST(&acks) == NULL)
1.1 djm 1519: break;
1520:
1.22 djm 1521: if (ack == NULL)
1522: fatal("Unexpected ACK %u", id);
1523:
1.28 markus 1524: if (id == startid || len == 0 ||
1.23 djm 1525: id - ackid >= conn->num_requests) {
1.32 markus 1526: u_int r_id;
1.31 djm 1527:
1.22 djm 1528: buffer_clear(&msg);
1.93 djm 1529: get_msg(conn, &msg);
1.22 djm 1530: type = buffer_get_char(&msg);
1.31 djm 1531: r_id = buffer_get_int(&msg);
1.22 djm 1532:
1533: if (type != SSH2_FXP_STATUS)
1534: fatal("Expected SSH2_FXP_STATUS(%d) packet, "
1535: "got %d", SSH2_FXP_STATUS, type);
1536:
1537: status = buffer_get_int(&msg);
1538: debug3("SSH2_FXP_STATUS %d", status);
1539:
1540: /* Find the request in our queue */
1.53 deraadt 1541: for (ack = TAILQ_FIRST(&acks);
1.31 djm 1542: ack != NULL && ack->id != r_id;
1.22 djm 1543: ack = TAILQ_NEXT(ack, tq))
1544: ;
1545: if (ack == NULL)
1.33 deraadt 1546: fatal("Can't find request for ID %u", r_id);
1.22 djm 1547: TAILQ_REMOVE(&acks, ack, tq);
1.77 djm 1548: debug3("In write loop, ack for %u %u bytes at %lld",
1549: ack->id, ack->len, (long long)ack->offset);
1.21 djm 1550: ++ackid;
1.100 dtucker 1551: progress_counter += ack->len;
1.98 djm 1552: free(ack);
1.1 djm 1553: }
1554: offset += len;
1.77 djm 1555: if (offset < 0)
1556: fatal("%s: offset < 0", __func__);
1.1 djm 1557: }
1.80 djm 1558: buffer_free(&msg);
1559:
1.39 fgsch 1560: if (showprogress)
1561: stop_progress_meter();
1.98 djm 1562: free(data);
1.1 djm 1563:
1.80 djm 1564: if (status != SSH2_FX_OK) {
1565: error("Couldn't write to remote file \"%s\": %s",
1566: remote_path, fx2txt(status));
1567: status = -1;
1568: }
1569:
1.1 djm 1570: if (close(local_fd) == -1) {
1571: error("Couldn't close local file \"%s\": %s", local_path,
1572: strerror(errno));
1.5 djm 1573: status = -1;
1.1 djm 1574: }
1575:
1.10 djm 1576: /* Override umask and utimes if asked */
1.105 djm 1577: if (preserve_flag)
1.23 djm 1578: do_fsetstat(conn, handle, handle_len, &a);
1.10 djm 1579:
1.107 djm 1580: if (fsync_flag)
1581: (void)do_fsync(conn, handle, handle_len);
1582:
1.80 djm 1583: if (do_close(conn, handle, handle_len) != SSH2_FX_OK)
1584: status = -1;
1.98 djm 1585: free(handle);
1.5 djm 1586:
1.80 djm 1587: return status;
1.1 djm 1588: }
1.89 djm 1589:
1590: static int
1.105 djm 1591: upload_dir_internal(struct sftp_conn *conn, char *src, char *dst, int depth,
1.107 djm 1592: int preserve_flag, int print_flag, int fsync_flag)
1.89 djm 1593: {
1594: int ret = 0, status;
1595: DIR *dirp;
1596: struct dirent *dp;
1597: char *filename, *new_src, *new_dst;
1598: struct stat sb;
1599: Attrib a;
1600:
1601: if (depth >= MAX_DIR_DEPTH) {
1602: error("Maximum directory depth exceeded: %d levels", depth);
1603: return -1;
1604: }
1605:
1606: if (stat(src, &sb) == -1) {
1607: error("Couldn't stat directory \"%s\": %s",
1608: src, strerror(errno));
1609: return -1;
1610: }
1611: if (!S_ISDIR(sb.st_mode)) {
1612: error("\"%s\" is not a directory", src);
1613: return -1;
1614: }
1.105 djm 1615: if (print_flag)
1.89 djm 1616: printf("Entering %s\n", src);
1617:
1618: attrib_clear(&a);
1619: stat_to_attrib(&sb, &a);
1620: a.flags &= ~SSH2_FILEXFER_ATTR_SIZE;
1621: a.flags &= ~SSH2_FILEXFER_ATTR_UIDGID;
1622: a.perm &= 01777;
1.105 djm 1623: if (!preserve_flag)
1.89 djm 1624: a.flags &= ~SSH2_FILEXFER_ATTR_ACMODTIME;
1.101 djm 1625:
1.89 djm 1626: status = do_mkdir(conn, dst, &a, 0);
1627: /*
1628: * we lack a portable status for errno EEXIST,
1629: * so if we get a SSH2_FX_FAILURE back we must check
1630: * if it was created successfully.
1631: */
1632: if (status != SSH2_FX_OK) {
1633: if (status != SSH2_FX_FAILURE)
1634: return -1;
1.101 djm 1635: if (do_stat(conn, dst, 0) == NULL)
1.89 djm 1636: return -1;
1637: }
1638:
1639: if ((dirp = opendir(src)) == NULL) {
1640: error("Failed to open dir \"%s\": %s", src, strerror(errno));
1641: return -1;
1642: }
1.101 djm 1643:
1.89 djm 1644: while (((dp = readdir(dirp)) != NULL) && !interrupted) {
1645: if (dp->d_ino == 0)
1646: continue;
1647: filename = dp->d_name;
1648: new_dst = path_append(dst, filename);
1649: new_src = path_append(src, filename);
1650:
1.90 dtucker 1651: if (lstat(new_src, &sb) == -1) {
1652: logit("%s: lstat failed: %s", filename,
1653: strerror(errno));
1654: ret = -1;
1655: } else if (S_ISDIR(sb.st_mode)) {
1.89 djm 1656: if (strcmp(filename, ".") == 0 ||
1657: strcmp(filename, "..") == 0)
1658: continue;
1659:
1660: if (upload_dir_internal(conn, new_src, new_dst,
1.107 djm 1661: depth + 1, preserve_flag, print_flag,
1662: fsync_flag) == -1)
1.89 djm 1663: ret = -1;
1.90 dtucker 1664: } else if (S_ISREG(sb.st_mode)) {
1.105 djm 1665: if (do_upload(conn, new_src, new_dst,
1.107 djm 1666: preserve_flag, fsync_flag) == -1) {
1.89 djm 1667: error("Uploading of file %s to %s failed!",
1668: new_src, new_dst);
1669: ret = -1;
1670: }
1671: } else
1672: logit("%s: not a regular file\n", filename);
1.98 djm 1673: free(new_dst);
1674: free(new_src);
1.89 djm 1675: }
1676:
1677: do_setstat(conn, dst, &a);
1678:
1679: (void) closedir(dirp);
1680: return ret;
1681: }
1682:
1683: int
1.105 djm 1684: upload_dir(struct sftp_conn *conn, char *src, char *dst, int preserve_flag,
1.107 djm 1685: int print_flag, int fsync_flag)
1.89 djm 1686: {
1687: char *dst_canon;
1688: int ret;
1689:
1690: if ((dst_canon = do_realpath(conn, dst)) == NULL) {
1.107 djm 1691: error("Unable to canonicalize path \"%s\"", dst);
1.89 djm 1692: return -1;
1693: }
1694:
1.106 djm 1695: ret = upload_dir_internal(conn, src, dst_canon, 0, preserve_flag,
1.107 djm 1696: print_flag, fsync_flag);
1697:
1.98 djm 1698: free(dst_canon);
1.89 djm 1699: return ret;
1700: }
1701:
1702: char *
1703: path_append(char *p1, char *p2)
1704: {
1705: char *ret;
1706: size_t len = strlen(p1) + strlen(p2) + 2;
1707:
1708: ret = xmalloc(len);
1709: strlcpy(ret, p1, len);
1710: if (p1[0] != '\0' && p1[strlen(p1) - 1] != '/')
1711: strlcat(ret, "/", len);
1712: strlcat(ret, p2, len);
1713:
1714: return(ret);
1715: }
1716: