Annotation of src/usr.bin/ssh/sftp-client.c, Revision 1.109
1.109 ! dtucker 1: /* $OpenBSD: sftp-client.c,v 1.108 2013/11/08 00:39:15 djm Exp $ */
1.1 djm 2: /*
1.46 djm 3: * Copyright (c) 2001-2004 Damien Miller <djm@openbsd.org>
1.1 djm 4: *
1.46 djm 5: * Permission to use, copy, modify, and distribute this software for any
6: * purpose with or without fee is hereby granted, provided that the above
7: * copyright notice and this permission notice appear in all copies.
1.1 djm 8: *
1.46 djm 9: * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
10: * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
11: * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
12: * ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
13: * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
14: * ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
15: * OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
1.1 djm 16: */
17:
18: /* XXX: memleaks */
19: /* XXX: signed vs unsigned */
1.23 djm 20: /* XXX: remove all logging, only return status codes */
1.1 djm 21: /* XXX: copy between two remote sites */
22:
1.74 deraadt 23: #include <sys/types.h>
1.93 djm 24: #include <sys/poll.h>
1.21 djm 25: #include <sys/queue.h>
1.60 stevesk 26: #include <sys/stat.h>
1.71 stevesk 27: #include <sys/time.h>
1.72 stevesk 28: #include <sys/param.h>
1.82 djm 29: #include <sys/statvfs.h>
1.74 deraadt 30: #include <sys/uio.h>
1.66 stevesk 31:
1.89 djm 32: #include <dirent.h>
1.67 stevesk 33: #include <errno.h>
1.66 stevesk 34: #include <fcntl.h>
1.70 stevesk 35: #include <signal.h>
1.87 dtucker 36: #include <stdarg.h>
1.73 stevesk 37: #include <stdio.h>
1.109 ! dtucker 38: #include <stdlib.h>
1.69 stevesk 39: #include <string.h>
1.68 stevesk 40: #include <unistd.h>
1.1 djm 41:
1.74 deraadt 42: #include "xmalloc.h"
1.1 djm 43: #include "buffer.h"
44: #include "log.h"
45: #include "atomicio.h"
1.39 fgsch 46: #include "progressmeter.h"
1.64 djm 47: #include "misc.h"
1.1 djm 48:
49: #include "sftp.h"
50: #include "sftp-common.h"
51: #include "sftp-client.h"
52:
1.49 djm 53: extern volatile sig_atomic_t interrupted;
1.39 fgsch 54: extern int showprogress;
55:
1.59 david 56: /* Minimum amount of data to read at a time */
1.21 djm 57: #define MIN_READ_SIZE 512
58:
1.89 djm 59: /* Maximum depth to descend in directory trees */
60: #define MAX_DIR_DEPTH 64
61:
1.23 djm 62: struct sftp_conn {
63: int fd_in;
64: int fd_out;
65: u_int transfer_buflen;
66: u_int num_requests;
67: u_int version;
68: u_int msg_id;
1.82 djm 69: #define SFTP_EXT_POSIX_RENAME 0x00000001
70: #define SFTP_EXT_STATVFS 0x00000002
71: #define SFTP_EXT_FSTATVFS 0x00000004
1.94 djm 72: #define SFTP_EXT_HARDLINK 0x00000008
1.107 djm 73: #define SFTP_EXT_FSYNC 0x00000010
1.81 djm 74: u_int exts;
1.93 djm 75: u_int64_t limit_kbps;
76: struct bwlimit bwlimit_in, bwlimit_out;
1.23 djm 77: };
1.4 djm 78:
1.88 djm 79: static char *
1.93 djm 80: get_handle(struct sftp_conn *conn, u_int expected_id, u_int *len,
81: const char *errfmt, ...) __attribute__((format(printf, 4, 5)));
82:
83: /* ARGSUSED */
84: static int
85: sftpio(void *_bwlimit, size_t amount)
86: {
87: struct bwlimit *bwlimit = (struct bwlimit *)_bwlimit;
88:
89: bandwidth_limit(bwlimit, amount);
90: return 0;
91: }
1.88 djm 92:
1.17 itojun 93: static void
1.93 djm 94: send_msg(struct sftp_conn *conn, Buffer *m)
1.1 djm 95: {
1.40 djm 96: u_char mlen[4];
1.65 djm 97: struct iovec iov[2];
1.40 djm 98:
1.58 djm 99: if (buffer_len(m) > SFTP_MAX_MSG_LENGTH)
1.40 djm 100: fatal("Outbound message too long %u", buffer_len(m));
101:
102: /* Send length first */
1.64 djm 103: put_u32(mlen, buffer_len(m));
1.65 djm 104: iov[0].iov_base = mlen;
105: iov[0].iov_len = sizeof(mlen);
106: iov[1].iov_base = buffer_ptr(m);
107: iov[1].iov_len = buffer_len(m);
1.74 deraadt 108:
1.93 djm 109: if (atomiciov6(writev, conn->fd_out, iov, 2,
1.101 djm 110: conn->limit_kbps > 0 ? sftpio : NULL, &conn->bwlimit_out) !=
1.93 djm 111: buffer_len(m) + sizeof(mlen))
1.1 djm 112: fatal("Couldn't send packet: %s", strerror(errno));
113:
1.40 djm 114: buffer_clear(m);
1.1 djm 115: }
116:
1.17 itojun 117: static void
1.93 djm 118: get_msg(struct sftp_conn *conn, Buffer *m)
1.1 djm 119: {
1.40 djm 120: u_int msg_len;
1.1 djm 121:
1.40 djm 122: buffer_append_space(m, 4);
1.93 djm 123: if (atomicio6(read, conn->fd_in, buffer_ptr(m), 4,
124: conn->limit_kbps > 0 ? sftpio : NULL, &conn->bwlimit_in) != 4) {
1.54 avsm 125: if (errno == EPIPE)
126: fatal("Connection closed");
127: else
128: fatal("Couldn't read packet: %s", strerror(errno));
129: }
1.1 djm 130:
1.40 djm 131: msg_len = buffer_get_int(m);
1.58 djm 132: if (msg_len > SFTP_MAX_MSG_LENGTH)
1.33 deraadt 133: fatal("Received message too long %u", msg_len);
1.1 djm 134:
1.40 djm 135: buffer_append_space(m, msg_len);
1.93 djm 136: if (atomicio6(read, conn->fd_in, buffer_ptr(m), msg_len,
137: conn->limit_kbps > 0 ? sftpio : NULL, &conn->bwlimit_in)
138: != msg_len) {
1.54 avsm 139: if (errno == EPIPE)
140: fatal("Connection closed");
141: else
142: fatal("Read packet: %s", strerror(errno));
143: }
1.1 djm 144: }
145:
1.17 itojun 146: static void
1.93 djm 147: send_string_request(struct sftp_conn *conn, u_int id, u_int code, char *s,
1.1 djm 148: u_int len)
149: {
150: Buffer msg;
151:
152: buffer_init(&msg);
153: buffer_put_char(&msg, code);
154: buffer_put_int(&msg, id);
155: buffer_put_string(&msg, s, len);
1.93 djm 156: send_msg(conn, &msg);
157: debug3("Sent message fd %d T:%u I:%u", conn->fd_out, code, id);
1.1 djm 158: buffer_free(&msg);
159: }
160:
1.17 itojun 161: static void
1.93 djm 162: send_string_attrs_request(struct sftp_conn *conn, u_int id, u_int code,
163: char *s, u_int len, Attrib *a)
1.1 djm 164: {
165: Buffer msg;
166:
167: buffer_init(&msg);
168: buffer_put_char(&msg, code);
169: buffer_put_int(&msg, id);
170: buffer_put_string(&msg, s, len);
171: encode_attrib(&msg, a);
1.93 djm 172: send_msg(conn, &msg);
173: debug3("Sent message fd %d T:%u I:%u", conn->fd_out, code, id);
1.1 djm 174: buffer_free(&msg);
175: }
176:
1.17 itojun 177: static u_int
1.93 djm 178: get_status(struct sftp_conn *conn, u_int expected_id)
1.1 djm 179: {
180: Buffer msg;
181: u_int type, id, status;
182:
183: buffer_init(&msg);
1.93 djm 184: get_msg(conn, &msg);
1.1 djm 185: type = buffer_get_char(&msg);
186: id = buffer_get_int(&msg);
187:
188: if (id != expected_id)
1.33 deraadt 189: fatal("ID mismatch (%u != %u)", id, expected_id);
1.1 djm 190: if (type != SSH2_FXP_STATUS)
1.33 deraadt 191: fatal("Expected SSH2_FXP_STATUS(%u) packet, got %u",
1.1 djm 192: SSH2_FXP_STATUS, type);
193:
194: status = buffer_get_int(&msg);
195: buffer_free(&msg);
196:
1.33 deraadt 197: debug3("SSH2_FXP_STATUS %u", status);
1.1 djm 198:
1.93 djm 199: return status;
1.1 djm 200: }
201:
1.17 itojun 202: static char *
1.93 djm 203: get_handle(struct sftp_conn *conn, u_int expected_id, u_int *len,
204: const char *errfmt, ...)
1.1 djm 205: {
206: Buffer msg;
207: u_int type, id;
1.88 djm 208: char *handle, errmsg[256];
209: va_list args;
210: int status;
211:
212: va_start(args, errfmt);
213: if (errfmt != NULL)
214: vsnprintf(errmsg, sizeof(errmsg), errfmt, args);
215: va_end(args);
1.1 djm 216:
217: buffer_init(&msg);
1.93 djm 218: get_msg(conn, &msg);
1.1 djm 219: type = buffer_get_char(&msg);
220: id = buffer_get_int(&msg);
221:
222: if (id != expected_id)
1.88 djm 223: fatal("%s: ID mismatch (%u != %u)",
224: errfmt == NULL ? __func__ : errmsg, id, expected_id);
1.1 djm 225: if (type == SSH2_FXP_STATUS) {
1.88 djm 226: status = buffer_get_int(&msg);
227: if (errfmt != NULL)
228: error("%s: %s", errmsg, fx2txt(status));
1.52 markus 229: buffer_free(&msg);
1.1 djm 230: return(NULL);
231: } else if (type != SSH2_FXP_HANDLE)
1.88 djm 232: fatal("%s: Expected SSH2_FXP_HANDLE(%u) packet, got %u",
233: errfmt == NULL ? __func__ : errmsg, SSH2_FXP_HANDLE, type);
1.1 djm 234:
235: handle = buffer_get_string(&msg, len);
236: buffer_free(&msg);
237:
238: return(handle);
239: }
240:
1.17 itojun 241: static Attrib *
1.93 djm 242: get_decode_stat(struct sftp_conn *conn, u_int expected_id, int quiet)
1.1 djm 243: {
244: Buffer msg;
245: u_int type, id;
246: Attrib *a;
247:
248: buffer_init(&msg);
1.93 djm 249: get_msg(conn, &msg);
1.1 djm 250:
251: type = buffer_get_char(&msg);
252: id = buffer_get_int(&msg);
253:
1.33 deraadt 254: debug3("Received stat reply T:%u I:%u", type, id);
1.1 djm 255: if (id != expected_id)
1.33 deraadt 256: fatal("ID mismatch (%u != %u)", id, expected_id);
1.1 djm 257: if (type == SSH2_FXP_STATUS) {
258: int status = buffer_get_int(&msg);
259:
1.14 djm 260: if (quiet)
261: debug("Couldn't stat remote file: %s", fx2txt(status));
262: else
263: error("Couldn't stat remote file: %s", fx2txt(status));
1.52 markus 264: buffer_free(&msg);
1.1 djm 265: return(NULL);
266: } else if (type != SSH2_FXP_ATTRS) {
1.33 deraadt 267: fatal("Expected SSH2_FXP_ATTRS(%u) packet, got %u",
1.1 djm 268: SSH2_FXP_ATTRS, type);
269: }
270: a = decode_attrib(&msg);
271: buffer_free(&msg);
272:
273: return(a);
274: }
275:
1.82 djm 276: static int
1.93 djm 277: get_decode_statvfs(struct sftp_conn *conn, struct sftp_statvfs *st,
278: u_int expected_id, int quiet)
1.82 djm 279: {
280: Buffer msg;
281: u_int type, id, flag;
282:
283: buffer_init(&msg);
1.93 djm 284: get_msg(conn, &msg);
1.82 djm 285:
286: type = buffer_get_char(&msg);
287: id = buffer_get_int(&msg);
288:
289: debug3("Received statvfs reply T:%u I:%u", type, id);
290: if (id != expected_id)
291: fatal("ID mismatch (%u != %u)", id, expected_id);
292: if (type == SSH2_FXP_STATUS) {
293: int status = buffer_get_int(&msg);
294:
295: if (quiet)
296: debug("Couldn't statvfs: %s", fx2txt(status));
297: else
298: error("Couldn't statvfs: %s", fx2txt(status));
299: buffer_free(&msg);
300: return -1;
301: } else if (type != SSH2_FXP_EXTENDED_REPLY) {
302: fatal("Expected SSH2_FXP_EXTENDED_REPLY(%u) packet, got %u",
303: SSH2_FXP_EXTENDED_REPLY, type);
304: }
305:
306: bzero(st, sizeof(*st));
1.84 dtucker 307: st->f_bsize = buffer_get_int64(&msg);
308: st->f_frsize = buffer_get_int64(&msg);
1.82 djm 309: st->f_blocks = buffer_get_int64(&msg);
310: st->f_bfree = buffer_get_int64(&msg);
311: st->f_bavail = buffer_get_int64(&msg);
312: st->f_files = buffer_get_int64(&msg);
313: st->f_ffree = buffer_get_int64(&msg);
314: st->f_favail = buffer_get_int64(&msg);
1.83 djm 315: st->f_fsid = buffer_get_int64(&msg);
1.84 dtucker 316: flag = buffer_get_int64(&msg);
317: st->f_namemax = buffer_get_int64(&msg);
1.82 djm 318:
319: st->f_flag = (flag & SSH2_FXE_STATVFS_ST_RDONLY) ? ST_RDONLY : 0;
320: st->f_flag |= (flag & SSH2_FXE_STATVFS_ST_NOSUID) ? ST_NOSUID : 0;
321:
322: buffer_free(&msg);
323:
324: return 0;
325: }
326:
1.23 djm 327: struct sftp_conn *
1.93 djm 328: do_init(int fd_in, int fd_out, u_int transfer_buflen, u_int num_requests,
329: u_int64_t limit_kbps)
1.1 djm 330: {
1.93 djm 331: u_int type;
1.1 djm 332: Buffer msg;
1.23 djm 333: struct sftp_conn *ret;
1.1 djm 334:
1.103 djm 335: ret = xcalloc(1, sizeof(*ret));
336: ret->msg_id = 1;
1.93 djm 337: ret->fd_in = fd_in;
338: ret->fd_out = fd_out;
339: ret->transfer_buflen = transfer_buflen;
340: ret->num_requests = num_requests;
341: ret->exts = 0;
342: ret->limit_kbps = 0;
343:
1.1 djm 344: buffer_init(&msg);
345: buffer_put_char(&msg, SSH2_FXP_INIT);
346: buffer_put_int(&msg, SSH2_FILEXFER_VERSION);
1.93 djm 347: send_msg(ret, &msg);
1.1 djm 348:
349: buffer_clear(&msg);
350:
1.93 djm 351: get_msg(ret, &msg);
1.1 djm 352:
1.3 stevesk 353: /* Expecting a VERSION reply */
1.1 djm 354: if ((type = buffer_get_char(&msg)) != SSH2_FXP_VERSION) {
1.33 deraadt 355: error("Invalid packet back from SSH2_FXP_INIT (type %u)",
1.1 djm 356: type);
357: buffer_free(&msg);
1.23 djm 358: return(NULL);
1.1 djm 359: }
1.93 djm 360: ret->version = buffer_get_int(&msg);
1.1 djm 361:
1.93 djm 362: debug2("Remote version: %u", ret->version);
1.1 djm 363:
364: /* Check for extensions */
365: while (buffer_len(&msg) > 0) {
366: char *name = buffer_get_string(&msg, NULL);
367: char *value = buffer_get_string(&msg, NULL);
1.85 djm 368: int known = 0;
1.1 djm 369:
1.82 djm 370: if (strcmp(name, "posix-rename@openssh.com") == 0 &&
1.85 djm 371: strcmp(value, "1") == 0) {
1.93 djm 372: ret->exts |= SFTP_EXT_POSIX_RENAME;
1.85 djm 373: known = 1;
374: } else if (strcmp(name, "statvfs@openssh.com") == 0 &&
375: strcmp(value, "2") == 0) {
1.93 djm 376: ret->exts |= SFTP_EXT_STATVFS;
1.85 djm 377: known = 1;
1.94 djm 378: } else if (strcmp(name, "fstatvfs@openssh.com") == 0 &&
1.85 djm 379: strcmp(value, "2") == 0) {
1.93 djm 380: ret->exts |= SFTP_EXT_FSTATVFS;
1.85 djm 381: known = 1;
1.94 djm 382: } else if (strcmp(name, "hardlink@openssh.com") == 0 &&
383: strcmp(value, "1") == 0) {
384: ret->exts |= SFTP_EXT_HARDLINK;
385: known = 1;
1.107 djm 386: } else if (strcmp(name, "fsync@openssh.com") == 0 &&
387: strcmp(value, "1") == 0) {
388: ret->exts |= SFTP_EXT_FSYNC;
389: known = 1;
1.85 djm 390: }
391: if (known) {
392: debug2("Server supports extension \"%s\" revision %s",
393: name, value);
394: } else {
395: debug2("Unrecognised server extension \"%s\"", name);
396: }
1.98 djm 397: free(name);
398: free(value);
1.1 djm 399: }
400:
401: buffer_free(&msg);
1.11 djm 402:
1.23 djm 403: /* Some filexfer v.0 servers don't support large packets */
1.93 djm 404: if (ret->version == 0)
1.29 markus 405: ret->transfer_buflen = MIN(ret->transfer_buflen, 20480);
1.23 djm 406:
1.93 djm 407: ret->limit_kbps = limit_kbps;
408: if (ret->limit_kbps > 0) {
409: bandwidth_limit_init(&ret->bwlimit_in, ret->limit_kbps,
410: ret->transfer_buflen);
411: bandwidth_limit_init(&ret->bwlimit_out, ret->limit_kbps,
412: ret->transfer_buflen);
413: }
414:
415: return ret;
1.23 djm 416: }
417:
418: u_int
419: sftp_proto_version(struct sftp_conn *conn)
420: {
1.93 djm 421: return conn->version;
1.1 djm 422: }
423:
424: int
1.23 djm 425: do_close(struct sftp_conn *conn, char *handle, u_int handle_len)
1.1 djm 426: {
427: u_int id, status;
428: Buffer msg;
429:
430: buffer_init(&msg);
431:
1.23 djm 432: id = conn->msg_id++;
1.1 djm 433: buffer_put_char(&msg, SSH2_FXP_CLOSE);
434: buffer_put_int(&msg, id);
435: buffer_put_string(&msg, handle, handle_len);
1.93 djm 436: send_msg(conn, &msg);
1.33 deraadt 437: debug3("Sent message SSH2_FXP_CLOSE I:%u", id);
1.1 djm 438:
1.93 djm 439: status = get_status(conn, id);
1.1 djm 440: if (status != SSH2_FX_OK)
441: error("Couldn't close file: %s", fx2txt(status));
442:
443: buffer_free(&msg);
444:
1.93 djm 445: return status;
1.1 djm 446: }
447:
1.12 djm 448:
1.17 itojun 449: static int
1.105 djm 450: do_lsreaddir(struct sftp_conn *conn, char *path, int print_flag,
1.12 djm 451: SFTP_DIRENT ***dir)
1.1 djm 452: {
453: Buffer msg;
1.55 djm 454: u_int count, type, id, handle_len, i, expected_id, ents = 0;
1.1 djm 455: char *handle;
456:
1.23 djm 457: id = conn->msg_id++;
1.1 djm 458:
459: buffer_init(&msg);
460: buffer_put_char(&msg, SSH2_FXP_OPENDIR);
461: buffer_put_int(&msg, id);
462: buffer_put_cstring(&msg, path);
1.93 djm 463: send_msg(conn, &msg);
1.1 djm 464:
1.93 djm 465: handle = get_handle(conn, id, &handle_len,
1.88 djm 466: "remote readdir(\"%s\")", path);
1.96 markus 467: if (handle == NULL) {
468: buffer_free(&msg);
1.93 djm 469: return -1;
1.96 markus 470: }
1.1 djm 471:
1.12 djm 472: if (dir) {
473: ents = 0;
1.108 djm 474: *dir = xcalloc(1, sizeof(**dir));
1.12 djm 475: (*dir)[0] = NULL;
476: }
477:
1.49 djm 478: for (; !interrupted;) {
1.23 djm 479: id = expected_id = conn->msg_id++;
1.1 djm 480:
1.33 deraadt 481: debug3("Sending SSH2_FXP_READDIR I:%u", id);
1.1 djm 482:
483: buffer_clear(&msg);
484: buffer_put_char(&msg, SSH2_FXP_READDIR);
485: buffer_put_int(&msg, id);
486: buffer_put_string(&msg, handle, handle_len);
1.93 djm 487: send_msg(conn, &msg);
1.1 djm 488:
489: buffer_clear(&msg);
490:
1.93 djm 491: get_msg(conn, &msg);
1.1 djm 492:
493: type = buffer_get_char(&msg);
494: id = buffer_get_int(&msg);
495:
1.33 deraadt 496: debug3("Received reply T:%u I:%u", type, id);
1.1 djm 497:
498: if (id != expected_id)
1.33 deraadt 499: fatal("ID mismatch (%u != %u)", id, expected_id);
1.1 djm 500:
501: if (type == SSH2_FXP_STATUS) {
502: int status = buffer_get_int(&msg);
503:
504: debug3("Received SSH2_FXP_STATUS %d", status);
505:
506: if (status == SSH2_FX_EOF) {
507: break;
508: } else {
509: error("Couldn't read directory: %s",
510: fx2txt(status));
1.23 djm 511: do_close(conn, handle, handle_len);
1.98 djm 512: free(handle);
1.96 markus 513: buffer_free(&msg);
1.9 djm 514: return(status);
1.1 djm 515: }
516: } else if (type != SSH2_FXP_NAME)
1.33 deraadt 517: fatal("Expected SSH2_FXP_NAME(%u) packet, got %u",
1.1 djm 518: SSH2_FXP_NAME, type);
519:
520: count = buffer_get_int(&msg);
1.7 markus 521: if (count == 0)
522: break;
1.8 stevesk 523: debug3("Received %d SSH2_FXP_NAME responses", count);
1.19 deraadt 524: for (i = 0; i < count; i++) {
1.1 djm 525: char *filename, *longname;
526: Attrib *a;
527:
528: filename = buffer_get_string(&msg, NULL);
529: longname = buffer_get_string(&msg, NULL);
530: a = decode_attrib(&msg);
531:
1.105 djm 532: if (print_flag)
1.12 djm 533: printf("%s\n", longname);
534:
1.89 djm 535: /*
536: * Directory entries should never contain '/'
537: * These can be used to attack recursive ops
538: * (e.g. send '../../../../etc/passwd')
539: */
540: if (strchr(filename, '/') != NULL) {
541: error("Server sent suspect path \"%s\" "
542: "during readdir of \"%s\"", filename, path);
543: goto next;
544: }
545:
1.12 djm 546: if (dir) {
1.62 djm 547: *dir = xrealloc(*dir, ents + 2, sizeof(**dir));
1.108 djm 548: (*dir)[ents] = xcalloc(1, sizeof(***dir));
1.12 djm 549: (*dir)[ents]->filename = xstrdup(filename);
550: (*dir)[ents]->longname = xstrdup(longname);
551: memcpy(&(*dir)[ents]->a, a, sizeof(*a));
552: (*dir)[++ents] = NULL;
553: }
1.89 djm 554: next:
1.98 djm 555: free(filename);
556: free(longname);
1.1 djm 557: }
558: }
559:
560: buffer_free(&msg);
1.23 djm 561: do_close(conn, handle, handle_len);
1.98 djm 562: free(handle);
1.1 djm 563:
1.49 djm 564: /* Don't return partial matches on interrupt */
565: if (interrupted && dir != NULL && *dir != NULL) {
566: free_sftp_dirents(*dir);
1.108 djm 567: *dir = xcalloc(1, sizeof(**dir));
1.49 djm 568: **dir = NULL;
569: }
570:
1.93 djm 571: return 0;
1.12 djm 572: }
573:
574: int
1.23 djm 575: do_readdir(struct sftp_conn *conn, char *path, SFTP_DIRENT ***dir)
1.12 djm 576: {
1.23 djm 577: return(do_lsreaddir(conn, path, 0, dir));
1.12 djm 578: }
579:
580: void free_sftp_dirents(SFTP_DIRENT **s)
581: {
582: int i;
1.19 deraadt 583:
584: for (i = 0; s[i]; i++) {
1.98 djm 585: free(s[i]->filename);
586: free(s[i]->longname);
587: free(s[i]);
1.12 djm 588: }
1.98 djm 589: free(s);
1.12 djm 590: }
591:
592: int
1.23 djm 593: do_rm(struct sftp_conn *conn, char *path)
1.1 djm 594: {
595: u_int status, id;
596:
597: debug2("Sending SSH2_FXP_REMOVE \"%s\"", path);
598:
1.23 djm 599: id = conn->msg_id++;
1.93 djm 600: send_string_request(conn, id, SSH2_FXP_REMOVE, path, strlen(path));
601: status = get_status(conn, id);
1.1 djm 602: if (status != SSH2_FX_OK)
603: error("Couldn't delete file: %s", fx2txt(status));
604: return(status);
605: }
606:
607: int
1.105 djm 608: do_mkdir(struct sftp_conn *conn, char *path, Attrib *a, int print_flag)
1.1 djm 609: {
610: u_int status, id;
611:
1.23 djm 612: id = conn->msg_id++;
1.93 djm 613: send_string_attrs_request(conn, id, SSH2_FXP_MKDIR, path,
1.1 djm 614: strlen(path), a);
615:
1.93 djm 616: status = get_status(conn, id);
1.105 djm 617: if (status != SSH2_FX_OK && print_flag)
1.1 djm 618: error("Couldn't create directory: %s", fx2txt(status));
619:
620: return(status);
621: }
622:
623: int
1.23 djm 624: do_rmdir(struct sftp_conn *conn, char *path)
1.1 djm 625: {
626: u_int status, id;
627:
1.23 djm 628: id = conn->msg_id++;
1.93 djm 629: send_string_request(conn, id, SSH2_FXP_RMDIR, path,
1.23 djm 630: strlen(path));
1.1 djm 631:
1.93 djm 632: status = get_status(conn, id);
1.1 djm 633: if (status != SSH2_FX_OK)
634: error("Couldn't remove directory: %s", fx2txt(status));
635:
636: return(status);
637: }
638:
639: Attrib *
1.23 djm 640: do_stat(struct sftp_conn *conn, char *path, int quiet)
1.1 djm 641: {
642: u_int id;
643:
1.23 djm 644: id = conn->msg_id++;
645:
1.93 djm 646: send_string_request(conn, id,
1.28 markus 647: conn->version == 0 ? SSH2_FXP_STAT_VERSION_0 : SSH2_FXP_STAT,
1.23 djm 648: path, strlen(path));
649:
1.93 djm 650: return(get_decode_stat(conn, id, quiet));
1.1 djm 651: }
652:
653: Attrib *
1.23 djm 654: do_lstat(struct sftp_conn *conn, char *path, int quiet)
1.1 djm 655: {
656: u_int id;
657:
1.23 djm 658: if (conn->version == 0) {
659: if (quiet)
660: debug("Server version does not support lstat operation");
661: else
1.43 itojun 662: logit("Server version does not support lstat operation");
1.30 markus 663: return(do_stat(conn, path, quiet));
1.23 djm 664: }
665:
666: id = conn->msg_id++;
1.93 djm 667: send_string_request(conn, id, SSH2_FXP_LSTAT, path,
1.23 djm 668: strlen(path));
669:
1.93 djm 670: return(get_decode_stat(conn, id, quiet));
1.1 djm 671: }
672:
1.78 chl 673: #ifdef notyet
1.1 djm 674: Attrib *
1.23 djm 675: do_fstat(struct sftp_conn *conn, char *handle, u_int handle_len, int quiet)
1.1 djm 676: {
677: u_int id;
678:
1.23 djm 679: id = conn->msg_id++;
1.93 djm 680: send_string_request(conn, id, SSH2_FXP_FSTAT, handle,
1.23 djm 681: handle_len);
682:
1.93 djm 683: return(get_decode_stat(conn, id, quiet));
1.1 djm 684: }
1.78 chl 685: #endif
1.1 djm 686:
687: int
1.23 djm 688: do_setstat(struct sftp_conn *conn, char *path, Attrib *a)
1.1 djm 689: {
690: u_int status, id;
691:
1.23 djm 692: id = conn->msg_id++;
1.93 djm 693: send_string_attrs_request(conn, id, SSH2_FXP_SETSTAT, path,
1.1 djm 694: strlen(path), a);
695:
1.93 djm 696: status = get_status(conn, id);
1.1 djm 697: if (status != SSH2_FX_OK)
698: error("Couldn't setstat on \"%s\": %s", path,
699: fx2txt(status));
700:
701: return(status);
702: }
703:
704: int
1.23 djm 705: do_fsetstat(struct sftp_conn *conn, char *handle, u_int handle_len,
1.1 djm 706: Attrib *a)
707: {
708: u_int status, id;
709:
1.23 djm 710: id = conn->msg_id++;
1.93 djm 711: send_string_attrs_request(conn, id, SSH2_FXP_FSETSTAT, handle,
1.1 djm 712: handle_len, a);
713:
1.93 djm 714: status = get_status(conn, id);
1.1 djm 715: if (status != SSH2_FX_OK)
716: error("Couldn't fsetstat: %s", fx2txt(status));
717:
718: return(status);
719: }
720:
721: char *
1.23 djm 722: do_realpath(struct sftp_conn *conn, char *path)
1.1 djm 723: {
724: Buffer msg;
725: u_int type, expected_id, count, id;
726: char *filename, *longname;
727: Attrib *a;
728:
1.23 djm 729: expected_id = id = conn->msg_id++;
1.93 djm 730: send_string_request(conn, id, SSH2_FXP_REALPATH, path,
1.23 djm 731: strlen(path));
1.1 djm 732:
733: buffer_init(&msg);
734:
1.93 djm 735: get_msg(conn, &msg);
1.1 djm 736: type = buffer_get_char(&msg);
737: id = buffer_get_int(&msg);
738:
739: if (id != expected_id)
1.33 deraadt 740: fatal("ID mismatch (%u != %u)", id, expected_id);
1.1 djm 741:
742: if (type == SSH2_FXP_STATUS) {
743: u_int status = buffer_get_int(&msg);
744:
1.107 djm 745: error("Couldn't canonicalize: %s", fx2txt(status));
1.91 djm 746: buffer_free(&msg);
747: return NULL;
1.1 djm 748: } else if (type != SSH2_FXP_NAME)
1.33 deraadt 749: fatal("Expected SSH2_FXP_NAME(%u) packet, got %u",
1.1 djm 750: SSH2_FXP_NAME, type);
751:
752: count = buffer_get_int(&msg);
753: if (count != 1)
754: fatal("Got multiple names (%d) from SSH_FXP_REALPATH", count);
755:
756: filename = buffer_get_string(&msg, NULL);
757: longname = buffer_get_string(&msg, NULL);
758: a = decode_attrib(&msg);
759:
1.97 dtucker 760: debug3("SSH_FXP_REALPATH %s -> %s size %lu", path, filename,
761: (unsigned long)a->size);
1.1 djm 762:
1.98 djm 763: free(longname);
1.1 djm 764:
765: buffer_free(&msg);
766:
767: return(filename);
768: }
769:
770: int
1.102 djm 771: do_rename(struct sftp_conn *conn, char *oldpath, char *newpath,
772: int force_legacy)
1.1 djm 773: {
774: Buffer msg;
775: u_int status, id;
1.102 djm 776: int use_ext = (conn->exts & SFTP_EXT_POSIX_RENAME) && !force_legacy;
1.1 djm 777:
778: buffer_init(&msg);
779:
780: /* Send rename request */
1.23 djm 781: id = conn->msg_id++;
1.102 djm 782: if (use_ext) {
1.81 djm 783: buffer_put_char(&msg, SSH2_FXP_EXTENDED);
784: buffer_put_int(&msg, id);
785: buffer_put_cstring(&msg, "posix-rename@openssh.com");
786: } else {
787: buffer_put_char(&msg, SSH2_FXP_RENAME);
788: buffer_put_int(&msg, id);
789: }
1.1 djm 790: buffer_put_cstring(&msg, oldpath);
791: buffer_put_cstring(&msg, newpath);
1.93 djm 792: send_msg(conn, &msg);
1.81 djm 793: debug3("Sent message %s \"%s\" -> \"%s\"",
1.102 djm 794: use_ext ? "posix-rename@openssh.com" : "SSH2_FXP_RENAME",
795: oldpath, newpath);
1.1 djm 796: buffer_free(&msg);
797:
1.93 djm 798: status = get_status(conn, id);
1.1 djm 799: if (status != SSH2_FX_OK)
1.23 djm 800: error("Couldn't rename file \"%s\" to \"%s\": %s", oldpath,
1.94 djm 801: newpath, fx2txt(status));
802:
803: return(status);
804: }
805:
806: int
807: do_hardlink(struct sftp_conn *conn, char *oldpath, char *newpath)
808: {
809: Buffer msg;
810: u_int status, id;
811:
812: if ((conn->exts & SFTP_EXT_HARDLINK) == 0) {
813: error("Server does not support hardlink@openssh.com extension");
814: return -1;
815: }
816:
1.95 markus 817: buffer_init(&msg);
818:
819: /* Send link request */
820: id = conn->msg_id++;
1.94 djm 821: buffer_put_char(&msg, SSH2_FXP_EXTENDED);
822: buffer_put_int(&msg, id);
823: buffer_put_cstring(&msg, "hardlink@openssh.com");
824: buffer_put_cstring(&msg, oldpath);
825: buffer_put_cstring(&msg, newpath);
826: send_msg(conn, &msg);
827: debug3("Sent message hardlink@openssh.com \"%s\" -> \"%s\"",
828: oldpath, newpath);
829: buffer_free(&msg);
830:
831: status = get_status(conn, id);
832: if (status != SSH2_FX_OK)
833: error("Couldn't link file \"%s\" to \"%s\": %s", oldpath,
1.23 djm 834: newpath, fx2txt(status));
1.1 djm 835:
836: return(status);
1.11 djm 837: }
838:
839: int
1.23 djm 840: do_symlink(struct sftp_conn *conn, char *oldpath, char *newpath)
1.11 djm 841: {
842: Buffer msg;
843: u_int status, id;
844:
1.23 djm 845: if (conn->version < 3) {
846: error("This server does not support the symlink operation");
847: return(SSH2_FX_OP_UNSUPPORTED);
848: }
849:
1.11 djm 850: buffer_init(&msg);
851:
1.48 djm 852: /* Send symlink request */
1.23 djm 853: id = conn->msg_id++;
1.11 djm 854: buffer_put_char(&msg, SSH2_FXP_SYMLINK);
855: buffer_put_int(&msg, id);
856: buffer_put_cstring(&msg, oldpath);
857: buffer_put_cstring(&msg, newpath);
1.93 djm 858: send_msg(conn, &msg);
1.11 djm 859: debug3("Sent message SSH2_FXP_SYMLINK \"%s\" -> \"%s\"", oldpath,
860: newpath);
861: buffer_free(&msg);
862:
1.93 djm 863: status = get_status(conn, id);
1.11 djm 864: if (status != SSH2_FX_OK)
1.36 markus 865: error("Couldn't symlink file \"%s\" to \"%s\": %s", oldpath,
1.23 djm 866: newpath, fx2txt(status));
1.11 djm 867:
868: return(status);
869: }
870:
1.107 djm 871: int
872: do_fsync(struct sftp_conn *conn, char *handle, u_int handle_len)
873: {
874: Buffer msg;
875: u_int status, id;
876:
877: /* Silently return if the extension is not supported */
878: if ((conn->exts & SFTP_EXT_FSYNC) == 0)
879: return -1;
880:
881: buffer_init(&msg);
882:
883: /* Send fsync request */
884: id = conn->msg_id++;
885:
886: buffer_put_char(&msg, SSH2_FXP_EXTENDED);
887: buffer_put_int(&msg, id);
888: buffer_put_cstring(&msg, "fsync@openssh.com");
889: buffer_put_string(&msg, handle, handle_len);
890: send_msg(conn, &msg);
891: debug3("Sent message fsync@openssh.com I:%u", id);
892: buffer_free(&msg);
893:
894: status = get_status(conn, id);
895: if (status != SSH2_FX_OK)
896: error("Couldn't sync file: %s", fx2txt(status));
897:
898: return status;
899: }
900:
1.78 chl 901: #ifdef notyet
1.11 djm 902: char *
1.23 djm 903: do_readlink(struct sftp_conn *conn, char *path)
1.11 djm 904: {
905: Buffer msg;
906: u_int type, expected_id, count, id;
907: char *filename, *longname;
908: Attrib *a;
909:
1.23 djm 910: expected_id = id = conn->msg_id++;
1.93 djm 911: send_string_request(conn, id, SSH2_FXP_READLINK, path, strlen(path));
1.11 djm 912:
913: buffer_init(&msg);
914:
1.93 djm 915: get_msg(conn, &msg);
1.11 djm 916: type = buffer_get_char(&msg);
917: id = buffer_get_int(&msg);
918:
919: if (id != expected_id)
1.33 deraadt 920: fatal("ID mismatch (%u != %u)", id, expected_id);
1.11 djm 921:
922: if (type == SSH2_FXP_STATUS) {
923: u_int status = buffer_get_int(&msg);
924:
925: error("Couldn't readlink: %s", fx2txt(status));
1.95 markus 926: buffer_free(&msg);
1.11 djm 927: return(NULL);
928: } else if (type != SSH2_FXP_NAME)
1.33 deraadt 929: fatal("Expected SSH2_FXP_NAME(%u) packet, got %u",
1.11 djm 930: SSH2_FXP_NAME, type);
931:
932: count = buffer_get_int(&msg);
933: if (count != 1)
934: fatal("Got multiple names (%d) from SSH_FXP_READLINK", count);
935:
936: filename = buffer_get_string(&msg, NULL);
937: longname = buffer_get_string(&msg, NULL);
938: a = decode_attrib(&msg);
939:
940: debug3("SSH_FXP_READLINK %s -> %s", path, filename);
941:
1.98 djm 942: free(longname);
1.11 djm 943:
944: buffer_free(&msg);
945:
946: return(filename);
1.82 djm 947: }
948: #endif
949:
950: int
1.84 dtucker 951: do_statvfs(struct sftp_conn *conn, const char *path, struct sftp_statvfs *st,
1.82 djm 952: int quiet)
953: {
954: Buffer msg;
955: u_int id;
956:
957: if ((conn->exts & SFTP_EXT_STATVFS) == 0) {
958: error("Server does not support statvfs@openssh.com extension");
959: return -1;
960: }
961:
962: id = conn->msg_id++;
963:
964: buffer_init(&msg);
965: buffer_clear(&msg);
966: buffer_put_char(&msg, SSH2_FXP_EXTENDED);
967: buffer_put_int(&msg, id);
968: buffer_put_cstring(&msg, "statvfs@openssh.com");
969: buffer_put_cstring(&msg, path);
1.93 djm 970: send_msg(conn, &msg);
1.82 djm 971: buffer_free(&msg);
972:
1.93 djm 973: return get_decode_statvfs(conn, st, id, quiet);
1.82 djm 974: }
975:
976: #ifdef notyet
977: int
978: do_fstatvfs(struct sftp_conn *conn, const char *handle, u_int handle_len,
1.84 dtucker 979: struct sftp_statvfs *st, int quiet)
1.82 djm 980: {
981: Buffer msg;
982: u_int id;
983:
984: if ((conn->exts & SFTP_EXT_FSTATVFS) == 0) {
985: error("Server does not support fstatvfs@openssh.com extension");
986: return -1;
987: }
988:
989: id = conn->msg_id++;
990:
991: buffer_init(&msg);
992: buffer_clear(&msg);
993: buffer_put_char(&msg, SSH2_FXP_EXTENDED);
994: buffer_put_int(&msg, id);
995: buffer_put_cstring(&msg, "fstatvfs@openssh.com");
996: buffer_put_string(&msg, handle, handle_len);
1.93 djm 997: send_msg(conn, &msg);
1.82 djm 998: buffer_free(&msg);
999:
1.93 djm 1000: return get_decode_statvfs(conn, st, id, quiet);
1.1 djm 1001: }
1.78 chl 1002: #endif
1.1 djm 1003:
1.21 djm 1004: static void
1.93 djm 1005: send_read_request(struct sftp_conn *conn, u_int id, u_int64_t offset,
1006: u_int len, char *handle, u_int handle_len)
1.21 djm 1007: {
1008: Buffer msg;
1.28 markus 1009:
1.21 djm 1010: buffer_init(&msg);
1011: buffer_clear(&msg);
1012: buffer_put_char(&msg, SSH2_FXP_READ);
1013: buffer_put_int(&msg, id);
1014: buffer_put_string(&msg, handle, handle_len);
1015: buffer_put_int64(&msg, offset);
1016: buffer_put_int(&msg, len);
1.93 djm 1017: send_msg(conn, &msg);
1.21 djm 1018: buffer_free(&msg);
1.28 markus 1019: }
1.21 djm 1020:
1.1 djm 1021: int
1.23 djm 1022: do_download(struct sftp_conn *conn, char *remote_path, char *local_path,
1.107 djm 1023: Attrib *a, int preserve_flag, int resume_flag, int fsync_flag)
1.1 djm 1024: {
1.89 djm 1025: Attrib junk;
1.21 djm 1026: Buffer msg;
1.1 djm 1027: char *handle;
1.101 djm 1028: int local_fd = -1, status = 0, write_error;
1029: int read_error, write_errno, reordered = 0;
1030: u_int64_t offset = 0, size, highwater;
1.55 djm 1031: u_int handle_len, mode, type, id, buflen, num_req, max_req;
1.39 fgsch 1032: off_t progress_counter;
1.101 djm 1033: struct stat st;
1.21 djm 1034: struct request {
1035: u_int id;
1036: u_int len;
1037: u_int64_t offset;
1.28 markus 1038: TAILQ_ENTRY(request) tq;
1.21 djm 1039: };
1040: TAILQ_HEAD(reqhead, request) requests;
1041: struct request *req;
1042:
1043: TAILQ_INIT(&requests);
1.1 djm 1044:
1.89 djm 1045: if (a == NULL && (a = do_stat(conn, remote_path, 0)) == NULL)
1046: return -1;
1.1 djm 1047:
1.86 djm 1048: /* Do not preserve set[ug]id here, as we do not preserve ownership */
1.1 djm 1049: if (a->flags & SSH2_FILEXFER_ATTR_PERMISSIONS)
1.38 djm 1050: mode = a->perm & 0777;
1.1 djm 1051: else
1052: mode = 0666;
1053:
1.14 djm 1054: if ((a->flags & SSH2_FILEXFER_ATTR_PERMISSIONS) &&
1.41 djm 1055: (!S_ISREG(a->perm))) {
1056: error("Cannot download non-regular file: %s", remote_path);
1.14 djm 1057: return(-1);
1058: }
1059:
1.21 djm 1060: if (a->flags & SSH2_FILEXFER_ATTR_SIZE)
1061: size = a->size;
1062: else
1063: size = 0;
1064:
1.23 djm 1065: buflen = conn->transfer_buflen;
1.1 djm 1066: buffer_init(&msg);
1067:
1068: /* Send open request */
1.23 djm 1069: id = conn->msg_id++;
1.1 djm 1070: buffer_put_char(&msg, SSH2_FXP_OPEN);
1071: buffer_put_int(&msg, id);
1072: buffer_put_cstring(&msg, remote_path);
1073: buffer_put_int(&msg, SSH2_FXF_READ);
1074: attrib_clear(&junk); /* Send empty attributes */
1075: encode_attrib(&msg, &junk);
1.93 djm 1076: send_msg(conn, &msg);
1.33 deraadt 1077: debug3("Sent message SSH2_FXP_OPEN I:%u P:%s", id, remote_path);
1.1 djm 1078:
1.93 djm 1079: handle = get_handle(conn, id, &handle_len,
1.88 djm 1080: "remote open(\"%s\")", remote_path);
1.1 djm 1081: if (handle == NULL) {
1082: buffer_free(&msg);
1083: return(-1);
1084: }
1085:
1.105 djm 1086: local_fd = open(local_path,
1087: O_WRONLY | O_CREAT | (resume_flag ? 0 : O_TRUNC), mode | S_IWUSR);
1.23 djm 1088: if (local_fd == -1) {
1089: error("Couldn't open local file \"%s\" for writing: %s",
1090: local_path, strerror(errno));
1.101 djm 1091: goto fail;
1092: }
1093: offset = highwater = 0;
1.105 djm 1094: if (resume_flag) {
1.101 djm 1095: if (fstat(local_fd, &st) == -1) {
1096: error("Unable to stat local file \"%s\": %s",
1097: local_path, strerror(errno));
1098: goto fail;
1099: }
1100: if ((size_t)st.st_size > size) {
1101: error("Unable to resume download of \"%s\": "
1102: "local file is larger than remote", local_path);
1103: fail:
1104: do_close(conn, handle, handle_len);
1105: buffer_free(&msg);
1106: free(handle);
1107: return -1;
1108: }
1109: offset = highwater = st.st_size;
1.23 djm 1110: }
1111:
1.1 djm 1112: /* Read from remote and write to local */
1.101 djm 1113: write_error = read_error = write_errno = num_req = 0;
1.21 djm 1114: max_req = 1;
1.101 djm 1115: progress_counter = offset;
1.39 fgsch 1116:
1.47 djm 1117: if (showprogress && size != 0)
1118: start_progress_meter(remote_path, size, &progress_counter);
1.39 fgsch 1119:
1.21 djm 1120: while (num_req > 0 || max_req > 0) {
1121: char *data;
1.1 djm 1122: u_int len;
1123:
1.49 djm 1124: /*
1.51 deraadt 1125: * Simulate EOF on interrupt: stop sending new requests and
1.49 djm 1126: * allow outstanding requests to drain gracefully
1127: */
1128: if (interrupted) {
1129: if (num_req == 0) /* If we haven't started yet... */
1130: break;
1131: max_req = 0;
1132: }
1133:
1.21 djm 1134: /* Send some more requests */
1135: while (num_req < max_req) {
1.28 markus 1136: debug3("Request range %llu -> %llu (%d/%d)",
1.25 itojun 1137: (unsigned long long)offset,
1138: (unsigned long long)offset + buflen - 1,
1139: num_req, max_req);
1.108 djm 1140: req = xcalloc(1, sizeof(*req));
1.23 djm 1141: req->id = conn->msg_id++;
1.21 djm 1142: req->len = buflen;
1143: req->offset = offset;
1144: offset += buflen;
1145: num_req++;
1146: TAILQ_INSERT_TAIL(&requests, req, tq);
1.93 djm 1147: send_read_request(conn, req->id, req->offset,
1.21 djm 1148: req->len, handle, handle_len);
1149: }
1.1 djm 1150:
1151: buffer_clear(&msg);
1.93 djm 1152: get_msg(conn, &msg);
1.1 djm 1153: type = buffer_get_char(&msg);
1154: id = buffer_get_int(&msg);
1.33 deraadt 1155: debug3("Received reply T:%u I:%u R:%d", type, id, max_req);
1.21 djm 1156:
1157: /* Find the request in our queue */
1.53 deraadt 1158: for (req = TAILQ_FIRST(&requests);
1.21 djm 1159: req != NULL && req->id != id;
1160: req = TAILQ_NEXT(req, tq))
1161: ;
1162: if (req == NULL)
1163: fatal("Unexpected reply %u", id);
1164:
1165: switch (type) {
1166: case SSH2_FXP_STATUS:
1.5 djm 1167: status = buffer_get_int(&msg);
1.21 djm 1168: if (status != SSH2_FX_EOF)
1169: read_error = 1;
1170: max_req = 0;
1171: TAILQ_REMOVE(&requests, req, tq);
1.98 djm 1172: free(req);
1.21 djm 1173: num_req--;
1174: break;
1175: case SSH2_FXP_DATA:
1176: data = buffer_get_string(&msg, &len);
1.26 itojun 1177: debug3("Received data %llu -> %llu",
1.28 markus 1178: (unsigned long long)req->offset,
1.26 itojun 1179: (unsigned long long)req->offset + len - 1);
1.21 djm 1180: if (len > req->len)
1181: fatal("Received more data than asked for "
1.37 deraadt 1182: "%u > %u", len, req->len);
1.21 djm 1183: if ((lseek(local_fd, req->offset, SEEK_SET) == -1 ||
1.44 deraadt 1184: atomicio(vwrite, local_fd, data, len) != len) &&
1.21 djm 1185: !write_error) {
1186: write_errno = errno;
1187: write_error = 1;
1188: max_req = 0;
1189: }
1.101 djm 1190: else if (!reordered && req->offset <= highwater)
1191: highwater = req->offset + len;
1192: else if (!reordered && req->offset > highwater)
1193: reordered = 1;
1.39 fgsch 1194: progress_counter += len;
1.98 djm 1195: free(data);
1.1 djm 1196:
1.21 djm 1197: if (len == req->len) {
1198: TAILQ_REMOVE(&requests, req, tq);
1.98 djm 1199: free(req);
1.21 djm 1200: num_req--;
1201: } else {
1202: /* Resend the request for the missing data */
1203: debug3("Short data block, re-requesting "
1.26 itojun 1204: "%llu -> %llu (%2d)",
1.28 markus 1205: (unsigned long long)req->offset + len,
1.27 itojun 1206: (unsigned long long)req->offset +
1207: req->len - 1, num_req);
1.23 djm 1208: req->id = conn->msg_id++;
1.21 djm 1209: req->len -= len;
1210: req->offset += len;
1.93 djm 1211: send_read_request(conn, req->id,
1.23 djm 1212: req->offset, req->len, handle, handle_len);
1.21 djm 1213: /* Reduce the request size */
1214: if (len < buflen)
1215: buflen = MAX(MIN_READ_SIZE, len);
1216: }
1217: if (max_req > 0) { /* max_req = 0 iff EOF received */
1218: if (size > 0 && offset > size) {
1219: /* Only one request at a time
1220: * after the expected EOF */
1221: debug3("Finish at %llu (%2d)",
1.26 itojun 1222: (unsigned long long)offset,
1223: num_req);
1.21 djm 1224: max_req = 1;
1.49 djm 1225: } else if (max_req <= conn->num_requests) {
1.21 djm 1226: ++max_req;
1227: }
1.1 djm 1228: }
1.21 djm 1229: break;
1230: default:
1.33 deraadt 1231: fatal("Expected SSH2_FXP_DATA(%u) packet, got %u",
1.1 djm 1232: SSH2_FXP_DATA, type);
1233: }
1.21 djm 1234: }
1.1 djm 1235:
1.39 fgsch 1236: if (showprogress && size)
1237: stop_progress_meter();
1238:
1.21 djm 1239: /* Sanity check */
1240: if (TAILQ_FIRST(&requests) != NULL)
1241: fatal("Transfer complete, but requests still in queue");
1.101 djm 1242: /* Truncate at highest contiguous point to avoid holes on interrupt */
1243: if (read_error || write_error || interrupted) {
1.105 djm 1244: if (reordered && resume_flag) {
1.101 djm 1245: error("Unable to resume download of \"%s\": "
1246: "server reordered requests", local_path);
1247: }
1248: debug("truncating at %llu", (unsigned long long)highwater);
1249: ftruncate(local_fd, highwater);
1250: }
1.21 djm 1251: if (read_error) {
1.28 markus 1252: error("Couldn't read from remote file \"%s\" : %s",
1.21 djm 1253: remote_path, fx2txt(status));
1.103 djm 1254: status = -1;
1.23 djm 1255: do_close(conn, handle, handle_len);
1.21 djm 1256: } else if (write_error) {
1257: error("Couldn't write to \"%s\": %s", local_path,
1258: strerror(write_errno));
1259: status = -1;
1.23 djm 1260: do_close(conn, handle, handle_len);
1.21 djm 1261: } else {
1.23 djm 1262: status = do_close(conn, handle, handle_len);
1.103 djm 1263: if (interrupted || status != SSH2_FX_OK)
1.101 djm 1264: status = -1;
1.21 djm 1265: /* Override umask and utimes if asked */
1.105 djm 1266: if (preserve_flag && fchmod(local_fd, mode) == -1)
1.21 djm 1267: error("Couldn't set mode on \"%s\": %s", local_path,
1.37 deraadt 1268: strerror(errno));
1.105 djm 1269: if (preserve_flag &&
1270: (a->flags & SSH2_FILEXFER_ATTR_ACMODTIME)) {
1.21 djm 1271: struct timeval tv[2];
1272: tv[0].tv_sec = a->atime;
1273: tv[1].tv_sec = a->mtime;
1274: tv[0].tv_usec = tv[1].tv_usec = 0;
1275: if (utimes(local_path, tv) == -1)
1276: error("Can't set times on \"%s\": %s",
1.37 deraadt 1277: local_path, strerror(errno));
1.1 djm 1278: }
1.107 djm 1279: if (fsync_flag) {
1280: debug("syncing \"%s\"", local_path);
1281: if (fsync(local_fd) == -1)
1282: error("Couldn't sync file \"%s\": %s",
1283: local_path, strerror(errno));
1284: }
1.10 djm 1285: }
1.5 djm 1286: close(local_fd);
1287: buffer_free(&msg);
1.98 djm 1288: free(handle);
1.23 djm 1289:
1290: return(status);
1.1 djm 1291: }
1292:
1.89 djm 1293: static int
1.105 djm 1294: download_dir_internal(struct sftp_conn *conn, char *src, char *dst, int depth,
1.107 djm 1295: Attrib *dirattrib, int preserve_flag, int print_flag, int resume_flag,
1296: int fsync_flag)
1.89 djm 1297: {
1298: int i, ret = 0;
1299: SFTP_DIRENT **dir_entries;
1300: char *filename, *new_src, *new_dst;
1301: mode_t mode = 0777;
1302:
1303: if (depth >= MAX_DIR_DEPTH) {
1304: error("Maximum directory depth exceeded: %d levels", depth);
1305: return -1;
1306: }
1307:
1308: if (dirattrib == NULL &&
1309: (dirattrib = do_stat(conn, src, 1)) == NULL) {
1310: error("Unable to stat remote directory \"%s\"", src);
1311: return -1;
1312: }
1313: if (!S_ISDIR(dirattrib->perm)) {
1314: error("\"%s\" is not a directory", src);
1315: return -1;
1316: }
1.105 djm 1317: if (print_flag)
1.89 djm 1318: printf("Retrieving %s\n", src);
1319:
1320: if (dirattrib->flags & SSH2_FILEXFER_ATTR_PERMISSIONS)
1321: mode = dirattrib->perm & 01777;
1322: else {
1323: debug("Server did not send permissions for "
1324: "directory \"%s\"", dst);
1325: }
1326:
1327: if (mkdir(dst, mode) == -1 && errno != EEXIST) {
1328: error("mkdir %s: %s", dst, strerror(errno));
1329: return -1;
1330: }
1331:
1332: if (do_readdir(conn, src, &dir_entries) == -1) {
1333: error("%s: Failed to get directory contents", src);
1334: return -1;
1335: }
1336:
1337: for (i = 0; dir_entries[i] != NULL && !interrupted; i++) {
1338: filename = dir_entries[i]->filename;
1339:
1340: new_dst = path_append(dst, filename);
1341: new_src = path_append(src, filename);
1342:
1343: if (S_ISDIR(dir_entries[i]->a.perm)) {
1344: if (strcmp(filename, ".") == 0 ||
1345: strcmp(filename, "..") == 0)
1346: continue;
1347: if (download_dir_internal(conn, new_src, new_dst,
1.105 djm 1348: depth + 1, &(dir_entries[i]->a), preserve_flag,
1.107 djm 1349: print_flag, resume_flag, fsync_flag) == -1)
1.89 djm 1350: ret = -1;
1351: } else if (S_ISREG(dir_entries[i]->a.perm) ) {
1352: if (do_download(conn, new_src, new_dst,
1.107 djm 1353: &(dir_entries[i]->a), preserve_flag,
1354: resume_flag, fsync_flag) == -1) {
1.89 djm 1355: error("Download of file %s to %s failed",
1356: new_src, new_dst);
1357: ret = -1;
1358: }
1359: } else
1360: logit("%s: not a regular file\n", new_src);
1361:
1.98 djm 1362: free(new_dst);
1363: free(new_src);
1.89 djm 1364: }
1365:
1.105 djm 1366: if (preserve_flag) {
1.89 djm 1367: if (dirattrib->flags & SSH2_FILEXFER_ATTR_ACMODTIME) {
1368: struct timeval tv[2];
1369: tv[0].tv_sec = dirattrib->atime;
1370: tv[1].tv_sec = dirattrib->mtime;
1371: tv[0].tv_usec = tv[1].tv_usec = 0;
1372: if (utimes(dst, tv) == -1)
1373: error("Can't set times on \"%s\": %s",
1374: dst, strerror(errno));
1375: } else
1376: debug("Server did not send times for directory "
1377: "\"%s\"", dst);
1378: }
1379:
1380: free_sftp_dirents(dir_entries);
1381:
1382: return ret;
1383: }
1384:
1385: int
1386: download_dir(struct sftp_conn *conn, char *src, char *dst,
1.107 djm 1387: Attrib *dirattrib, int preserve_flag, int print_flag,
1388: int resume_flag, int fsync_flag)
1.89 djm 1389: {
1390: char *src_canon;
1391: int ret;
1392:
1393: if ((src_canon = do_realpath(conn, src)) == NULL) {
1.107 djm 1394: error("Unable to canonicalize path \"%s\"", src);
1.89 djm 1395: return -1;
1396: }
1397:
1.105 djm 1398: ret = download_dir_internal(conn, src_canon, dst, 0,
1.107 djm 1399: dirattrib, preserve_flag, print_flag, resume_flag, fsync_flag);
1.98 djm 1400: free(src_canon);
1.89 djm 1401: return ret;
1402: }
1403:
1.1 djm 1404: int
1.23 djm 1405: do_upload(struct sftp_conn *conn, char *local_path, char *remote_path,
1.107 djm 1406: int preserve_flag, int fsync_flag)
1.1 djm 1407: {
1.80 djm 1408: int local_fd;
1409: int status = SSH2_FX_OK;
1.22 djm 1410: u_int handle_len, id, type;
1.100 dtucker 1411: off_t offset, progress_counter;
1.20 djm 1412: char *handle, *data;
1.1 djm 1413: Buffer msg;
1414: struct stat sb;
1415: Attrib a;
1.21 djm 1416: u_int32_t startid;
1417: u_int32_t ackid;
1.22 djm 1418: struct outstanding_ack {
1419: u_int id;
1420: u_int len;
1.77 djm 1421: off_t offset;
1.28 markus 1422: TAILQ_ENTRY(outstanding_ack) tq;
1.22 djm 1423: };
1424: TAILQ_HEAD(ackhead, outstanding_ack) acks;
1.50 pedro 1425: struct outstanding_ack *ack = NULL;
1.22 djm 1426:
1427: TAILQ_INIT(&acks);
1.1 djm 1428:
1429: if ((local_fd = open(local_path, O_RDONLY, 0)) == -1) {
1430: error("Couldn't open local file \"%s\" for reading: %s",
1431: local_path, strerror(errno));
1432: return(-1);
1433: }
1434: if (fstat(local_fd, &sb) == -1) {
1435: error("Couldn't fstat local file \"%s\": %s",
1436: local_path, strerror(errno));
1.41 djm 1437: close(local_fd);
1438: return(-1);
1439: }
1440: if (!S_ISREG(sb.st_mode)) {
1441: error("%s is not a regular file", local_path);
1.1 djm 1442: close(local_fd);
1443: return(-1);
1444: }
1445: stat_to_attrib(&sb, &a);
1446:
1447: a.flags &= ~SSH2_FILEXFER_ATTR_SIZE;
1448: a.flags &= ~SSH2_FILEXFER_ATTR_UIDGID;
1449: a.perm &= 0777;
1.105 djm 1450: if (!preserve_flag)
1.1 djm 1451: a.flags &= ~SSH2_FILEXFER_ATTR_ACMODTIME;
1452:
1453: buffer_init(&msg);
1454:
1455: /* Send open request */
1.23 djm 1456: id = conn->msg_id++;
1.1 djm 1457: buffer_put_char(&msg, SSH2_FXP_OPEN);
1458: buffer_put_int(&msg, id);
1459: buffer_put_cstring(&msg, remote_path);
1460: buffer_put_int(&msg, SSH2_FXF_WRITE|SSH2_FXF_CREAT|SSH2_FXF_TRUNC);
1461: encode_attrib(&msg, &a);
1.93 djm 1462: send_msg(conn, &msg);
1.33 deraadt 1463: debug3("Sent message SSH2_FXP_OPEN I:%u P:%s", id, remote_path);
1.1 djm 1464:
1465: buffer_clear(&msg);
1466:
1.93 djm 1467: handle = get_handle(conn, id, &handle_len,
1.88 djm 1468: "remote open(\"%s\")", remote_path);
1.1 djm 1469: if (handle == NULL) {
1470: close(local_fd);
1471: buffer_free(&msg);
1.80 djm 1472: return -1;
1.1 djm 1473: }
1474:
1.21 djm 1475: startid = ackid = id + 1;
1.23 djm 1476: data = xmalloc(conn->transfer_buflen);
1.20 djm 1477:
1.1 djm 1478: /* Read from local and write to remote */
1.100 dtucker 1479: offset = progress_counter = 0;
1.39 fgsch 1480: if (showprogress)
1.100 dtucker 1481: start_progress_meter(local_path, sb.st_size,
1482: &progress_counter);
1.39 fgsch 1483:
1.19 deraadt 1484: for (;;) {
1.1 djm 1485: int len;
1486:
1487: /*
1.51 deraadt 1488: * Can't use atomicio here because it returns 0 on EOF,
1.49 djm 1489: * thus losing the last block of the file.
1.51 deraadt 1490: * Simulate an EOF on interrupt, allowing ACKs from the
1.49 djm 1491: * server to drain.
1.1 djm 1492: */
1.80 djm 1493: if (interrupted || status != SSH2_FX_OK)
1.49 djm 1494: len = 0;
1495: else do
1.23 djm 1496: len = read(local_fd, data, conn->transfer_buflen);
1.1 djm 1497: while ((len == -1) && (errno == EINTR || errno == EAGAIN));
1498:
1499: if (len == -1)
1500: fatal("Couldn't read from \"%s\": %s", local_path,
1501: strerror(errno));
1.21 djm 1502:
1503: if (len != 0) {
1.108 djm 1504: ack = xcalloc(1, sizeof(*ack));
1.22 djm 1505: ack->id = ++id;
1506: ack->offset = offset;
1507: ack->len = len;
1508: TAILQ_INSERT_TAIL(&acks, ack, tq);
1509:
1.21 djm 1510: buffer_clear(&msg);
1511: buffer_put_char(&msg, SSH2_FXP_WRITE);
1.22 djm 1512: buffer_put_int(&msg, ack->id);
1.21 djm 1513: buffer_put_string(&msg, handle, handle_len);
1514: buffer_put_int64(&msg, offset);
1515: buffer_put_string(&msg, data, len);
1.93 djm 1516: send_msg(conn, &msg);
1.33 deraadt 1517: debug3("Sent message SSH2_FXP_WRITE I:%u O:%llu S:%u",
1.37 deraadt 1518: id, (unsigned long long)offset, len);
1.22 djm 1519: } else if (TAILQ_FIRST(&acks) == NULL)
1.1 djm 1520: break;
1521:
1.22 djm 1522: if (ack == NULL)
1523: fatal("Unexpected ACK %u", id);
1524:
1.28 markus 1525: if (id == startid || len == 0 ||
1.23 djm 1526: id - ackid >= conn->num_requests) {
1.32 markus 1527: u_int r_id;
1.31 djm 1528:
1.22 djm 1529: buffer_clear(&msg);
1.93 djm 1530: get_msg(conn, &msg);
1.22 djm 1531: type = buffer_get_char(&msg);
1.31 djm 1532: r_id = buffer_get_int(&msg);
1.22 djm 1533:
1534: if (type != SSH2_FXP_STATUS)
1535: fatal("Expected SSH2_FXP_STATUS(%d) packet, "
1536: "got %d", SSH2_FXP_STATUS, type);
1537:
1538: status = buffer_get_int(&msg);
1539: debug3("SSH2_FXP_STATUS %d", status);
1540:
1541: /* Find the request in our queue */
1.53 deraadt 1542: for (ack = TAILQ_FIRST(&acks);
1.31 djm 1543: ack != NULL && ack->id != r_id;
1.22 djm 1544: ack = TAILQ_NEXT(ack, tq))
1545: ;
1546: if (ack == NULL)
1.33 deraadt 1547: fatal("Can't find request for ID %u", r_id);
1.22 djm 1548: TAILQ_REMOVE(&acks, ack, tq);
1.77 djm 1549: debug3("In write loop, ack for %u %u bytes at %lld",
1550: ack->id, ack->len, (long long)ack->offset);
1.21 djm 1551: ++ackid;
1.100 dtucker 1552: progress_counter += ack->len;
1.98 djm 1553: free(ack);
1.1 djm 1554: }
1555: offset += len;
1.77 djm 1556: if (offset < 0)
1557: fatal("%s: offset < 0", __func__);
1.1 djm 1558: }
1.80 djm 1559: buffer_free(&msg);
1560:
1.39 fgsch 1561: if (showprogress)
1562: stop_progress_meter();
1.98 djm 1563: free(data);
1.1 djm 1564:
1.80 djm 1565: if (status != SSH2_FX_OK) {
1566: error("Couldn't write to remote file \"%s\": %s",
1567: remote_path, fx2txt(status));
1568: status = -1;
1569: }
1570:
1.1 djm 1571: if (close(local_fd) == -1) {
1572: error("Couldn't close local file \"%s\": %s", local_path,
1573: strerror(errno));
1.5 djm 1574: status = -1;
1.1 djm 1575: }
1576:
1.10 djm 1577: /* Override umask and utimes if asked */
1.105 djm 1578: if (preserve_flag)
1.23 djm 1579: do_fsetstat(conn, handle, handle_len, &a);
1.10 djm 1580:
1.107 djm 1581: if (fsync_flag)
1582: (void)do_fsync(conn, handle, handle_len);
1583:
1.80 djm 1584: if (do_close(conn, handle, handle_len) != SSH2_FX_OK)
1585: status = -1;
1.98 djm 1586: free(handle);
1.5 djm 1587:
1.80 djm 1588: return status;
1.1 djm 1589: }
1.89 djm 1590:
1591: static int
1.105 djm 1592: upload_dir_internal(struct sftp_conn *conn, char *src, char *dst, int depth,
1.107 djm 1593: int preserve_flag, int print_flag, int fsync_flag)
1.89 djm 1594: {
1595: int ret = 0, status;
1596: DIR *dirp;
1597: struct dirent *dp;
1598: char *filename, *new_src, *new_dst;
1599: struct stat sb;
1600: Attrib a;
1601:
1602: if (depth >= MAX_DIR_DEPTH) {
1603: error("Maximum directory depth exceeded: %d levels", depth);
1604: return -1;
1605: }
1606:
1607: if (stat(src, &sb) == -1) {
1608: error("Couldn't stat directory \"%s\": %s",
1609: src, strerror(errno));
1610: return -1;
1611: }
1612: if (!S_ISDIR(sb.st_mode)) {
1613: error("\"%s\" is not a directory", src);
1614: return -1;
1615: }
1.105 djm 1616: if (print_flag)
1.89 djm 1617: printf("Entering %s\n", src);
1618:
1619: attrib_clear(&a);
1620: stat_to_attrib(&sb, &a);
1621: a.flags &= ~SSH2_FILEXFER_ATTR_SIZE;
1622: a.flags &= ~SSH2_FILEXFER_ATTR_UIDGID;
1623: a.perm &= 01777;
1.105 djm 1624: if (!preserve_flag)
1.89 djm 1625: a.flags &= ~SSH2_FILEXFER_ATTR_ACMODTIME;
1.101 djm 1626:
1.89 djm 1627: status = do_mkdir(conn, dst, &a, 0);
1628: /*
1629: * we lack a portable status for errno EEXIST,
1630: * so if we get a SSH2_FX_FAILURE back we must check
1631: * if it was created successfully.
1632: */
1633: if (status != SSH2_FX_OK) {
1634: if (status != SSH2_FX_FAILURE)
1635: return -1;
1.101 djm 1636: if (do_stat(conn, dst, 0) == NULL)
1.89 djm 1637: return -1;
1638: }
1639:
1640: if ((dirp = opendir(src)) == NULL) {
1641: error("Failed to open dir \"%s\": %s", src, strerror(errno));
1642: return -1;
1643: }
1.101 djm 1644:
1.89 djm 1645: while (((dp = readdir(dirp)) != NULL) && !interrupted) {
1646: if (dp->d_ino == 0)
1647: continue;
1648: filename = dp->d_name;
1649: new_dst = path_append(dst, filename);
1650: new_src = path_append(src, filename);
1651:
1.90 dtucker 1652: if (lstat(new_src, &sb) == -1) {
1653: logit("%s: lstat failed: %s", filename,
1654: strerror(errno));
1655: ret = -1;
1656: } else if (S_ISDIR(sb.st_mode)) {
1.89 djm 1657: if (strcmp(filename, ".") == 0 ||
1658: strcmp(filename, "..") == 0)
1659: continue;
1660:
1661: if (upload_dir_internal(conn, new_src, new_dst,
1.107 djm 1662: depth + 1, preserve_flag, print_flag,
1663: fsync_flag) == -1)
1.89 djm 1664: ret = -1;
1.90 dtucker 1665: } else if (S_ISREG(sb.st_mode)) {
1.105 djm 1666: if (do_upload(conn, new_src, new_dst,
1.107 djm 1667: preserve_flag, fsync_flag) == -1) {
1.89 djm 1668: error("Uploading of file %s to %s failed!",
1669: new_src, new_dst);
1670: ret = -1;
1671: }
1672: } else
1673: logit("%s: not a regular file\n", filename);
1.98 djm 1674: free(new_dst);
1675: free(new_src);
1.89 djm 1676: }
1677:
1678: do_setstat(conn, dst, &a);
1679:
1680: (void) closedir(dirp);
1681: return ret;
1682: }
1683:
1684: int
1.105 djm 1685: upload_dir(struct sftp_conn *conn, char *src, char *dst, int preserve_flag,
1.107 djm 1686: int print_flag, int fsync_flag)
1.89 djm 1687: {
1688: char *dst_canon;
1689: int ret;
1690:
1691: if ((dst_canon = do_realpath(conn, dst)) == NULL) {
1.107 djm 1692: error("Unable to canonicalize path \"%s\"", dst);
1.89 djm 1693: return -1;
1694: }
1695:
1.106 djm 1696: ret = upload_dir_internal(conn, src, dst_canon, 0, preserve_flag,
1.107 djm 1697: print_flag, fsync_flag);
1698:
1.98 djm 1699: free(dst_canon);
1.89 djm 1700: return ret;
1701: }
1702:
1703: char *
1704: path_append(char *p1, char *p2)
1705: {
1706: char *ret;
1707: size_t len = strlen(p1) + strlen(p2) + 2;
1708:
1709: ret = xmalloc(len);
1710: strlcpy(ret, p1, len);
1711: if (p1[0] != '\0' && p1[strlen(p1) - 1] != '/')
1712: strlcat(ret, "/", len);
1713: strlcat(ret, p2, len);
1714:
1715: return(ret);
1716: }
1717: