Annotation of src/usr.bin/ssh/sftp-client.c, Revision 1.111
1.111 ! djm 1: /* $OpenBSD: sftp-client.c,v 1.110 2013/12/04 04:20:01 djm Exp $ */
1.1 djm 2: /*
1.46 djm 3: * Copyright (c) 2001-2004 Damien Miller <djm@openbsd.org>
1.1 djm 4: *
1.46 djm 5: * Permission to use, copy, modify, and distribute this software for any
6: * purpose with or without fee is hereby granted, provided that the above
7: * copyright notice and this permission notice appear in all copies.
1.1 djm 8: *
1.46 djm 9: * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
10: * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
11: * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
12: * ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
13: * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
14: * ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
15: * OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
1.1 djm 16: */
17:
18: /* XXX: memleaks */
19: /* XXX: signed vs unsigned */
1.23 djm 20: /* XXX: remove all logging, only return status codes */
1.1 djm 21: /* XXX: copy between two remote sites */
22:
1.74 deraadt 23: #include <sys/types.h>
1.93 djm 24: #include <sys/poll.h>
1.21 djm 25: #include <sys/queue.h>
1.60 stevesk 26: #include <sys/stat.h>
1.71 stevesk 27: #include <sys/time.h>
1.72 stevesk 28: #include <sys/param.h>
1.82 djm 29: #include <sys/statvfs.h>
1.74 deraadt 30: #include <sys/uio.h>
1.66 stevesk 31:
1.89 djm 32: #include <dirent.h>
1.67 stevesk 33: #include <errno.h>
1.66 stevesk 34: #include <fcntl.h>
1.70 stevesk 35: #include <signal.h>
1.87 dtucker 36: #include <stdarg.h>
1.73 stevesk 37: #include <stdio.h>
1.109 dtucker 38: #include <stdlib.h>
1.69 stevesk 39: #include <string.h>
1.68 stevesk 40: #include <unistd.h>
1.1 djm 41:
1.74 deraadt 42: #include "xmalloc.h"
1.1 djm 43: #include "buffer.h"
44: #include "log.h"
45: #include "atomicio.h"
1.39 fgsch 46: #include "progressmeter.h"
1.64 djm 47: #include "misc.h"
1.1 djm 48:
49: #include "sftp.h"
50: #include "sftp-common.h"
51: #include "sftp-client.h"
52:
1.49 djm 53: extern volatile sig_atomic_t interrupted;
1.39 fgsch 54: extern int showprogress;
55:
1.59 david 56: /* Minimum amount of data to read at a time */
1.21 djm 57: #define MIN_READ_SIZE 512
58:
1.89 djm 59: /* Maximum depth to descend in directory trees */
60: #define MAX_DIR_DEPTH 64
61:
1.23 djm 62: struct sftp_conn {
63: int fd_in;
64: int fd_out;
65: u_int transfer_buflen;
66: u_int num_requests;
67: u_int version;
68: u_int msg_id;
1.82 djm 69: #define SFTP_EXT_POSIX_RENAME 0x00000001
70: #define SFTP_EXT_STATVFS 0x00000002
71: #define SFTP_EXT_FSTATVFS 0x00000004
1.94 djm 72: #define SFTP_EXT_HARDLINK 0x00000008
1.107 djm 73: #define SFTP_EXT_FSYNC 0x00000010
1.81 djm 74: u_int exts;
1.93 djm 75: u_int64_t limit_kbps;
76: struct bwlimit bwlimit_in, bwlimit_out;
1.23 djm 77: };
1.4 djm 78:
1.88 djm 79: static char *
1.93 djm 80: get_handle(struct sftp_conn *conn, u_int expected_id, u_int *len,
81: const char *errfmt, ...) __attribute__((format(printf, 4, 5)));
82:
83: /* ARGSUSED */
84: static int
85: sftpio(void *_bwlimit, size_t amount)
86: {
87: struct bwlimit *bwlimit = (struct bwlimit *)_bwlimit;
88:
89: bandwidth_limit(bwlimit, amount);
90: return 0;
91: }
1.88 djm 92:
1.17 itojun 93: static void
1.93 djm 94: send_msg(struct sftp_conn *conn, Buffer *m)
1.1 djm 95: {
1.40 djm 96: u_char mlen[4];
1.65 djm 97: struct iovec iov[2];
1.40 djm 98:
1.58 djm 99: if (buffer_len(m) > SFTP_MAX_MSG_LENGTH)
1.40 djm 100: fatal("Outbound message too long %u", buffer_len(m));
101:
102: /* Send length first */
1.64 djm 103: put_u32(mlen, buffer_len(m));
1.65 djm 104: iov[0].iov_base = mlen;
105: iov[0].iov_len = sizeof(mlen);
106: iov[1].iov_base = buffer_ptr(m);
107: iov[1].iov_len = buffer_len(m);
1.74 deraadt 108:
1.93 djm 109: if (atomiciov6(writev, conn->fd_out, iov, 2,
1.101 djm 110: conn->limit_kbps > 0 ? sftpio : NULL, &conn->bwlimit_out) !=
1.93 djm 111: buffer_len(m) + sizeof(mlen))
1.1 djm 112: fatal("Couldn't send packet: %s", strerror(errno));
113:
1.40 djm 114: buffer_clear(m);
1.1 djm 115: }
116:
1.17 itojun 117: static void
1.93 djm 118: get_msg(struct sftp_conn *conn, Buffer *m)
1.1 djm 119: {
1.40 djm 120: u_int msg_len;
1.1 djm 121:
1.40 djm 122: buffer_append_space(m, 4);
1.93 djm 123: if (atomicio6(read, conn->fd_in, buffer_ptr(m), 4,
124: conn->limit_kbps > 0 ? sftpio : NULL, &conn->bwlimit_in) != 4) {
1.54 avsm 125: if (errno == EPIPE)
126: fatal("Connection closed");
127: else
128: fatal("Couldn't read packet: %s", strerror(errno));
129: }
1.1 djm 130:
1.40 djm 131: msg_len = buffer_get_int(m);
1.58 djm 132: if (msg_len > SFTP_MAX_MSG_LENGTH)
1.33 deraadt 133: fatal("Received message too long %u", msg_len);
1.1 djm 134:
1.40 djm 135: buffer_append_space(m, msg_len);
1.93 djm 136: if (atomicio6(read, conn->fd_in, buffer_ptr(m), msg_len,
137: conn->limit_kbps > 0 ? sftpio : NULL, &conn->bwlimit_in)
138: != msg_len) {
1.54 avsm 139: if (errno == EPIPE)
140: fatal("Connection closed");
141: else
142: fatal("Read packet: %s", strerror(errno));
143: }
1.1 djm 144: }
145:
1.17 itojun 146: static void
1.93 djm 147: send_string_request(struct sftp_conn *conn, u_int id, u_int code, char *s,
1.1 djm 148: u_int len)
149: {
150: Buffer msg;
151:
152: buffer_init(&msg);
153: buffer_put_char(&msg, code);
154: buffer_put_int(&msg, id);
155: buffer_put_string(&msg, s, len);
1.93 djm 156: send_msg(conn, &msg);
157: debug3("Sent message fd %d T:%u I:%u", conn->fd_out, code, id);
1.1 djm 158: buffer_free(&msg);
159: }
160:
1.17 itojun 161: static void
1.93 djm 162: send_string_attrs_request(struct sftp_conn *conn, u_int id, u_int code,
163: char *s, u_int len, Attrib *a)
1.1 djm 164: {
165: Buffer msg;
166:
167: buffer_init(&msg);
168: buffer_put_char(&msg, code);
169: buffer_put_int(&msg, id);
170: buffer_put_string(&msg, s, len);
171: encode_attrib(&msg, a);
1.93 djm 172: send_msg(conn, &msg);
173: debug3("Sent message fd %d T:%u I:%u", conn->fd_out, code, id);
1.1 djm 174: buffer_free(&msg);
175: }
176:
1.17 itojun 177: static u_int
1.93 djm 178: get_status(struct sftp_conn *conn, u_int expected_id)
1.1 djm 179: {
180: Buffer msg;
181: u_int type, id, status;
182:
183: buffer_init(&msg);
1.93 djm 184: get_msg(conn, &msg);
1.1 djm 185: type = buffer_get_char(&msg);
186: id = buffer_get_int(&msg);
187:
188: if (id != expected_id)
1.33 deraadt 189: fatal("ID mismatch (%u != %u)", id, expected_id);
1.1 djm 190: if (type != SSH2_FXP_STATUS)
1.33 deraadt 191: fatal("Expected SSH2_FXP_STATUS(%u) packet, got %u",
1.1 djm 192: SSH2_FXP_STATUS, type);
193:
194: status = buffer_get_int(&msg);
195: buffer_free(&msg);
196:
1.33 deraadt 197: debug3("SSH2_FXP_STATUS %u", status);
1.1 djm 198:
1.93 djm 199: return status;
1.1 djm 200: }
201:
1.17 itojun 202: static char *
1.93 djm 203: get_handle(struct sftp_conn *conn, u_int expected_id, u_int *len,
204: const char *errfmt, ...)
1.1 djm 205: {
206: Buffer msg;
207: u_int type, id;
1.88 djm 208: char *handle, errmsg[256];
209: va_list args;
210: int status;
211:
212: va_start(args, errfmt);
213: if (errfmt != NULL)
214: vsnprintf(errmsg, sizeof(errmsg), errfmt, args);
215: va_end(args);
1.1 djm 216:
217: buffer_init(&msg);
1.93 djm 218: get_msg(conn, &msg);
1.1 djm 219: type = buffer_get_char(&msg);
220: id = buffer_get_int(&msg);
221:
222: if (id != expected_id)
1.88 djm 223: fatal("%s: ID mismatch (%u != %u)",
224: errfmt == NULL ? __func__ : errmsg, id, expected_id);
1.1 djm 225: if (type == SSH2_FXP_STATUS) {
1.88 djm 226: status = buffer_get_int(&msg);
227: if (errfmt != NULL)
228: error("%s: %s", errmsg, fx2txt(status));
1.52 markus 229: buffer_free(&msg);
1.1 djm 230: return(NULL);
231: } else if (type != SSH2_FXP_HANDLE)
1.88 djm 232: fatal("%s: Expected SSH2_FXP_HANDLE(%u) packet, got %u",
233: errfmt == NULL ? __func__ : errmsg, SSH2_FXP_HANDLE, type);
1.1 djm 234:
235: handle = buffer_get_string(&msg, len);
236: buffer_free(&msg);
237:
238: return(handle);
239: }
240:
1.17 itojun 241: static Attrib *
1.93 djm 242: get_decode_stat(struct sftp_conn *conn, u_int expected_id, int quiet)
1.1 djm 243: {
244: Buffer msg;
245: u_int type, id;
246: Attrib *a;
247:
248: buffer_init(&msg);
1.93 djm 249: get_msg(conn, &msg);
1.1 djm 250:
251: type = buffer_get_char(&msg);
252: id = buffer_get_int(&msg);
253:
1.33 deraadt 254: debug3("Received stat reply T:%u I:%u", type, id);
1.1 djm 255: if (id != expected_id)
1.33 deraadt 256: fatal("ID mismatch (%u != %u)", id, expected_id);
1.1 djm 257: if (type == SSH2_FXP_STATUS) {
258: int status = buffer_get_int(&msg);
259:
1.14 djm 260: if (quiet)
261: debug("Couldn't stat remote file: %s", fx2txt(status));
262: else
263: error("Couldn't stat remote file: %s", fx2txt(status));
1.52 markus 264: buffer_free(&msg);
1.1 djm 265: return(NULL);
266: } else if (type != SSH2_FXP_ATTRS) {
1.33 deraadt 267: fatal("Expected SSH2_FXP_ATTRS(%u) packet, got %u",
1.1 djm 268: SSH2_FXP_ATTRS, type);
269: }
270: a = decode_attrib(&msg);
271: buffer_free(&msg);
272:
273: return(a);
274: }
275:
1.82 djm 276: static int
1.93 djm 277: get_decode_statvfs(struct sftp_conn *conn, struct sftp_statvfs *st,
278: u_int expected_id, int quiet)
1.82 djm 279: {
280: Buffer msg;
281: u_int type, id, flag;
282:
283: buffer_init(&msg);
1.93 djm 284: get_msg(conn, &msg);
1.82 djm 285:
286: type = buffer_get_char(&msg);
287: id = buffer_get_int(&msg);
288:
289: debug3("Received statvfs reply T:%u I:%u", type, id);
290: if (id != expected_id)
291: fatal("ID mismatch (%u != %u)", id, expected_id);
292: if (type == SSH2_FXP_STATUS) {
293: int status = buffer_get_int(&msg);
294:
295: if (quiet)
296: debug("Couldn't statvfs: %s", fx2txt(status));
297: else
298: error("Couldn't statvfs: %s", fx2txt(status));
299: buffer_free(&msg);
300: return -1;
301: } else if (type != SSH2_FXP_EXTENDED_REPLY) {
302: fatal("Expected SSH2_FXP_EXTENDED_REPLY(%u) packet, got %u",
303: SSH2_FXP_EXTENDED_REPLY, type);
304: }
305:
306: bzero(st, sizeof(*st));
1.84 dtucker 307: st->f_bsize = buffer_get_int64(&msg);
308: st->f_frsize = buffer_get_int64(&msg);
1.82 djm 309: st->f_blocks = buffer_get_int64(&msg);
310: st->f_bfree = buffer_get_int64(&msg);
311: st->f_bavail = buffer_get_int64(&msg);
312: st->f_files = buffer_get_int64(&msg);
313: st->f_ffree = buffer_get_int64(&msg);
314: st->f_favail = buffer_get_int64(&msg);
1.83 djm 315: st->f_fsid = buffer_get_int64(&msg);
1.84 dtucker 316: flag = buffer_get_int64(&msg);
317: st->f_namemax = buffer_get_int64(&msg);
1.82 djm 318:
319: st->f_flag = (flag & SSH2_FXE_STATVFS_ST_RDONLY) ? ST_RDONLY : 0;
320: st->f_flag |= (flag & SSH2_FXE_STATVFS_ST_NOSUID) ? ST_NOSUID : 0;
321:
322: buffer_free(&msg);
323:
324: return 0;
325: }
326:
1.23 djm 327: struct sftp_conn *
1.93 djm 328: do_init(int fd_in, int fd_out, u_int transfer_buflen, u_int num_requests,
329: u_int64_t limit_kbps)
1.1 djm 330: {
1.93 djm 331: u_int type;
1.1 djm 332: Buffer msg;
1.23 djm 333: struct sftp_conn *ret;
1.1 djm 334:
1.103 djm 335: ret = xcalloc(1, sizeof(*ret));
336: ret->msg_id = 1;
1.93 djm 337: ret->fd_in = fd_in;
338: ret->fd_out = fd_out;
339: ret->transfer_buflen = transfer_buflen;
340: ret->num_requests = num_requests;
341: ret->exts = 0;
342: ret->limit_kbps = 0;
343:
1.1 djm 344: buffer_init(&msg);
345: buffer_put_char(&msg, SSH2_FXP_INIT);
346: buffer_put_int(&msg, SSH2_FILEXFER_VERSION);
1.93 djm 347: send_msg(ret, &msg);
1.1 djm 348:
349: buffer_clear(&msg);
350:
1.93 djm 351: get_msg(ret, &msg);
1.1 djm 352:
1.3 stevesk 353: /* Expecting a VERSION reply */
1.1 djm 354: if ((type = buffer_get_char(&msg)) != SSH2_FXP_VERSION) {
1.33 deraadt 355: error("Invalid packet back from SSH2_FXP_INIT (type %u)",
1.1 djm 356: type);
357: buffer_free(&msg);
1.23 djm 358: return(NULL);
1.1 djm 359: }
1.93 djm 360: ret->version = buffer_get_int(&msg);
1.1 djm 361:
1.93 djm 362: debug2("Remote version: %u", ret->version);
1.1 djm 363:
364: /* Check for extensions */
365: while (buffer_len(&msg) > 0) {
366: char *name = buffer_get_string(&msg, NULL);
367: char *value = buffer_get_string(&msg, NULL);
1.85 djm 368: int known = 0;
1.1 djm 369:
1.82 djm 370: if (strcmp(name, "posix-rename@openssh.com") == 0 &&
1.85 djm 371: strcmp(value, "1") == 0) {
1.93 djm 372: ret->exts |= SFTP_EXT_POSIX_RENAME;
1.85 djm 373: known = 1;
374: } else if (strcmp(name, "statvfs@openssh.com") == 0 &&
375: strcmp(value, "2") == 0) {
1.93 djm 376: ret->exts |= SFTP_EXT_STATVFS;
1.85 djm 377: known = 1;
1.94 djm 378: } else if (strcmp(name, "fstatvfs@openssh.com") == 0 &&
1.85 djm 379: strcmp(value, "2") == 0) {
1.93 djm 380: ret->exts |= SFTP_EXT_FSTATVFS;
1.85 djm 381: known = 1;
1.94 djm 382: } else if (strcmp(name, "hardlink@openssh.com") == 0 &&
383: strcmp(value, "1") == 0) {
384: ret->exts |= SFTP_EXT_HARDLINK;
385: known = 1;
1.107 djm 386: } else if (strcmp(name, "fsync@openssh.com") == 0 &&
387: strcmp(value, "1") == 0) {
388: ret->exts |= SFTP_EXT_FSYNC;
389: known = 1;
1.85 djm 390: }
391: if (known) {
392: debug2("Server supports extension \"%s\" revision %s",
393: name, value);
394: } else {
395: debug2("Unrecognised server extension \"%s\"", name);
396: }
1.98 djm 397: free(name);
398: free(value);
1.1 djm 399: }
400:
401: buffer_free(&msg);
1.11 djm 402:
1.23 djm 403: /* Some filexfer v.0 servers don't support large packets */
1.93 djm 404: if (ret->version == 0)
1.29 markus 405: ret->transfer_buflen = MIN(ret->transfer_buflen, 20480);
1.23 djm 406:
1.93 djm 407: ret->limit_kbps = limit_kbps;
408: if (ret->limit_kbps > 0) {
409: bandwidth_limit_init(&ret->bwlimit_in, ret->limit_kbps,
410: ret->transfer_buflen);
411: bandwidth_limit_init(&ret->bwlimit_out, ret->limit_kbps,
412: ret->transfer_buflen);
413: }
414:
415: return ret;
1.23 djm 416: }
417:
418: u_int
419: sftp_proto_version(struct sftp_conn *conn)
420: {
1.93 djm 421: return conn->version;
1.1 djm 422: }
423:
424: int
1.23 djm 425: do_close(struct sftp_conn *conn, char *handle, u_int handle_len)
1.1 djm 426: {
427: u_int id, status;
428: Buffer msg;
429:
430: buffer_init(&msg);
431:
1.23 djm 432: id = conn->msg_id++;
1.1 djm 433: buffer_put_char(&msg, SSH2_FXP_CLOSE);
434: buffer_put_int(&msg, id);
435: buffer_put_string(&msg, handle, handle_len);
1.93 djm 436: send_msg(conn, &msg);
1.33 deraadt 437: debug3("Sent message SSH2_FXP_CLOSE I:%u", id);
1.1 djm 438:
1.93 djm 439: status = get_status(conn, id);
1.1 djm 440: if (status != SSH2_FX_OK)
441: error("Couldn't close file: %s", fx2txt(status));
442:
443: buffer_free(&msg);
444:
1.93 djm 445: return status;
1.1 djm 446: }
447:
1.12 djm 448:
1.17 itojun 449: static int
1.105 djm 450: do_lsreaddir(struct sftp_conn *conn, char *path, int print_flag,
1.12 djm 451: SFTP_DIRENT ***dir)
1.1 djm 452: {
453: Buffer msg;
1.55 djm 454: u_int count, type, id, handle_len, i, expected_id, ents = 0;
1.1 djm 455: char *handle;
1.111 ! djm 456: int status = SSH2_FX_FAILURE;
! 457:
! 458: if (dir)
! 459: *dir = NULL;
1.1 djm 460:
1.23 djm 461: id = conn->msg_id++;
1.1 djm 462:
463: buffer_init(&msg);
464: buffer_put_char(&msg, SSH2_FXP_OPENDIR);
465: buffer_put_int(&msg, id);
466: buffer_put_cstring(&msg, path);
1.93 djm 467: send_msg(conn, &msg);
1.1 djm 468:
1.93 djm 469: handle = get_handle(conn, id, &handle_len,
1.88 djm 470: "remote readdir(\"%s\")", path);
1.96 markus 471: if (handle == NULL) {
472: buffer_free(&msg);
1.93 djm 473: return -1;
1.96 markus 474: }
1.1 djm 475:
1.12 djm 476: if (dir) {
477: ents = 0;
1.108 djm 478: *dir = xcalloc(1, sizeof(**dir));
1.12 djm 479: (*dir)[0] = NULL;
480: }
481:
1.49 djm 482: for (; !interrupted;) {
1.23 djm 483: id = expected_id = conn->msg_id++;
1.1 djm 484:
1.33 deraadt 485: debug3("Sending SSH2_FXP_READDIR I:%u", id);
1.1 djm 486:
487: buffer_clear(&msg);
488: buffer_put_char(&msg, SSH2_FXP_READDIR);
489: buffer_put_int(&msg, id);
490: buffer_put_string(&msg, handle, handle_len);
1.93 djm 491: send_msg(conn, &msg);
1.1 djm 492:
493: buffer_clear(&msg);
494:
1.93 djm 495: get_msg(conn, &msg);
1.1 djm 496:
497: type = buffer_get_char(&msg);
498: id = buffer_get_int(&msg);
499:
1.33 deraadt 500: debug3("Received reply T:%u I:%u", type, id);
1.1 djm 501:
502: if (id != expected_id)
1.33 deraadt 503: fatal("ID mismatch (%u != %u)", id, expected_id);
1.1 djm 504:
505: if (type == SSH2_FXP_STATUS) {
1.111 ! djm 506: status = buffer_get_int(&msg);
1.1 djm 507: debug3("Received SSH2_FXP_STATUS %d", status);
1.111 ! djm 508: if (status == SSH2_FX_EOF)
1.1 djm 509: break;
1.111 ! djm 510: error("Couldn't read directory: %s", fx2txt(status));
! 511: goto out;
1.1 djm 512: } else if (type != SSH2_FXP_NAME)
1.33 deraadt 513: fatal("Expected SSH2_FXP_NAME(%u) packet, got %u",
1.1 djm 514: SSH2_FXP_NAME, type);
515:
516: count = buffer_get_int(&msg);
1.7 markus 517: if (count == 0)
518: break;
1.8 stevesk 519: debug3("Received %d SSH2_FXP_NAME responses", count);
1.19 deraadt 520: for (i = 0; i < count; i++) {
1.1 djm 521: char *filename, *longname;
522: Attrib *a;
523:
524: filename = buffer_get_string(&msg, NULL);
525: longname = buffer_get_string(&msg, NULL);
526: a = decode_attrib(&msg);
527:
1.105 djm 528: if (print_flag)
1.12 djm 529: printf("%s\n", longname);
530:
1.89 djm 531: /*
532: * Directory entries should never contain '/'
533: * These can be used to attack recursive ops
534: * (e.g. send '../../../../etc/passwd')
535: */
536: if (strchr(filename, '/') != NULL) {
537: error("Server sent suspect path \"%s\" "
538: "during readdir of \"%s\"", filename, path);
1.111 ! djm 539: } else if (dir) {
1.62 djm 540: *dir = xrealloc(*dir, ents + 2, sizeof(**dir));
1.108 djm 541: (*dir)[ents] = xcalloc(1, sizeof(***dir));
1.12 djm 542: (*dir)[ents]->filename = xstrdup(filename);
543: (*dir)[ents]->longname = xstrdup(longname);
544: memcpy(&(*dir)[ents]->a, a, sizeof(*a));
545: (*dir)[++ents] = NULL;
546: }
1.98 djm 547: free(filename);
548: free(longname);
1.1 djm 549: }
550: }
1.111 ! djm 551: status = 0;
1.1 djm 552:
1.111 ! djm 553: out:
1.1 djm 554: buffer_free(&msg);
1.23 djm 555: do_close(conn, handle, handle_len);
1.98 djm 556: free(handle);
1.1 djm 557:
1.111 ! djm 558: if (status != 0 && dir != NULL) {
! 559: /* Don't return results on error */
! 560: free_sftp_dirents(*dir);
! 561: *dir = NULL;
! 562: } else if (interrupted && dir != NULL && *dir != NULL) {
! 563: /* Don't return partial matches on interrupt */
1.49 djm 564: free_sftp_dirents(*dir);
1.108 djm 565: *dir = xcalloc(1, sizeof(**dir));
1.49 djm 566: **dir = NULL;
567: }
568:
1.111 ! djm 569: return status;
1.12 djm 570: }
571:
572: int
1.23 djm 573: do_readdir(struct sftp_conn *conn, char *path, SFTP_DIRENT ***dir)
1.12 djm 574: {
1.23 djm 575: return(do_lsreaddir(conn, path, 0, dir));
1.12 djm 576: }
577:
578: void free_sftp_dirents(SFTP_DIRENT **s)
579: {
580: int i;
1.19 deraadt 581:
1.111 ! djm 582: if (s == NULL)
! 583: return;
1.19 deraadt 584: for (i = 0; s[i]; i++) {
1.98 djm 585: free(s[i]->filename);
586: free(s[i]->longname);
587: free(s[i]);
1.12 djm 588: }
1.98 djm 589: free(s);
1.12 djm 590: }
591:
592: int
1.23 djm 593: do_rm(struct sftp_conn *conn, char *path)
1.1 djm 594: {
595: u_int status, id;
596:
597: debug2("Sending SSH2_FXP_REMOVE \"%s\"", path);
598:
1.23 djm 599: id = conn->msg_id++;
1.93 djm 600: send_string_request(conn, id, SSH2_FXP_REMOVE, path, strlen(path));
601: status = get_status(conn, id);
1.1 djm 602: if (status != SSH2_FX_OK)
603: error("Couldn't delete file: %s", fx2txt(status));
604: return(status);
605: }
606:
607: int
1.105 djm 608: do_mkdir(struct sftp_conn *conn, char *path, Attrib *a, int print_flag)
1.1 djm 609: {
610: u_int status, id;
611:
1.23 djm 612: id = conn->msg_id++;
1.93 djm 613: send_string_attrs_request(conn, id, SSH2_FXP_MKDIR, path,
1.1 djm 614: strlen(path), a);
615:
1.93 djm 616: status = get_status(conn, id);
1.105 djm 617: if (status != SSH2_FX_OK && print_flag)
1.1 djm 618: error("Couldn't create directory: %s", fx2txt(status));
619:
620: return(status);
621: }
622:
623: int
1.23 djm 624: do_rmdir(struct sftp_conn *conn, char *path)
1.1 djm 625: {
626: u_int status, id;
627:
1.23 djm 628: id = conn->msg_id++;
1.93 djm 629: send_string_request(conn, id, SSH2_FXP_RMDIR, path,
1.23 djm 630: strlen(path));
1.1 djm 631:
1.93 djm 632: status = get_status(conn, id);
1.1 djm 633: if (status != SSH2_FX_OK)
634: error("Couldn't remove directory: %s", fx2txt(status));
635:
636: return(status);
637: }
638:
639: Attrib *
1.23 djm 640: do_stat(struct sftp_conn *conn, char *path, int quiet)
1.1 djm 641: {
642: u_int id;
643:
1.23 djm 644: id = conn->msg_id++;
645:
1.93 djm 646: send_string_request(conn, id,
1.28 markus 647: conn->version == 0 ? SSH2_FXP_STAT_VERSION_0 : SSH2_FXP_STAT,
1.23 djm 648: path, strlen(path));
649:
1.93 djm 650: return(get_decode_stat(conn, id, quiet));
1.1 djm 651: }
652:
653: Attrib *
1.23 djm 654: do_lstat(struct sftp_conn *conn, char *path, int quiet)
1.1 djm 655: {
656: u_int id;
657:
1.23 djm 658: if (conn->version == 0) {
659: if (quiet)
660: debug("Server version does not support lstat operation");
661: else
1.43 itojun 662: logit("Server version does not support lstat operation");
1.30 markus 663: return(do_stat(conn, path, quiet));
1.23 djm 664: }
665:
666: id = conn->msg_id++;
1.93 djm 667: send_string_request(conn, id, SSH2_FXP_LSTAT, path,
1.23 djm 668: strlen(path));
669:
1.93 djm 670: return(get_decode_stat(conn, id, quiet));
1.1 djm 671: }
672:
1.78 chl 673: #ifdef notyet
1.1 djm 674: Attrib *
1.23 djm 675: do_fstat(struct sftp_conn *conn, char *handle, u_int handle_len, int quiet)
1.1 djm 676: {
677: u_int id;
678:
1.23 djm 679: id = conn->msg_id++;
1.93 djm 680: send_string_request(conn, id, SSH2_FXP_FSTAT, handle,
1.23 djm 681: handle_len);
682:
1.93 djm 683: return(get_decode_stat(conn, id, quiet));
1.1 djm 684: }
1.78 chl 685: #endif
1.1 djm 686:
687: int
1.23 djm 688: do_setstat(struct sftp_conn *conn, char *path, Attrib *a)
1.1 djm 689: {
690: u_int status, id;
691:
1.23 djm 692: id = conn->msg_id++;
1.93 djm 693: send_string_attrs_request(conn, id, SSH2_FXP_SETSTAT, path,
1.1 djm 694: strlen(path), a);
695:
1.93 djm 696: status = get_status(conn, id);
1.1 djm 697: if (status != SSH2_FX_OK)
698: error("Couldn't setstat on \"%s\": %s", path,
699: fx2txt(status));
700:
701: return(status);
702: }
703:
704: int
1.23 djm 705: do_fsetstat(struct sftp_conn *conn, char *handle, u_int handle_len,
1.1 djm 706: Attrib *a)
707: {
708: u_int status, id;
709:
1.23 djm 710: id = conn->msg_id++;
1.93 djm 711: send_string_attrs_request(conn, id, SSH2_FXP_FSETSTAT, handle,
1.1 djm 712: handle_len, a);
713:
1.93 djm 714: status = get_status(conn, id);
1.1 djm 715: if (status != SSH2_FX_OK)
716: error("Couldn't fsetstat: %s", fx2txt(status));
717:
718: return(status);
719: }
720:
721: char *
1.23 djm 722: do_realpath(struct sftp_conn *conn, char *path)
1.1 djm 723: {
724: Buffer msg;
725: u_int type, expected_id, count, id;
726: char *filename, *longname;
727: Attrib *a;
728:
1.23 djm 729: expected_id = id = conn->msg_id++;
1.93 djm 730: send_string_request(conn, id, SSH2_FXP_REALPATH, path,
1.23 djm 731: strlen(path));
1.1 djm 732:
733: buffer_init(&msg);
734:
1.93 djm 735: get_msg(conn, &msg);
1.1 djm 736: type = buffer_get_char(&msg);
737: id = buffer_get_int(&msg);
738:
739: if (id != expected_id)
1.33 deraadt 740: fatal("ID mismatch (%u != %u)", id, expected_id);
1.1 djm 741:
742: if (type == SSH2_FXP_STATUS) {
743: u_int status = buffer_get_int(&msg);
744:
1.107 djm 745: error("Couldn't canonicalize: %s", fx2txt(status));
1.91 djm 746: buffer_free(&msg);
747: return NULL;
1.1 djm 748: } else if (type != SSH2_FXP_NAME)
1.33 deraadt 749: fatal("Expected SSH2_FXP_NAME(%u) packet, got %u",
1.1 djm 750: SSH2_FXP_NAME, type);
751:
752: count = buffer_get_int(&msg);
753: if (count != 1)
754: fatal("Got multiple names (%d) from SSH_FXP_REALPATH", count);
755:
756: filename = buffer_get_string(&msg, NULL);
757: longname = buffer_get_string(&msg, NULL);
758: a = decode_attrib(&msg);
759:
1.97 dtucker 760: debug3("SSH_FXP_REALPATH %s -> %s size %lu", path, filename,
761: (unsigned long)a->size);
1.1 djm 762:
1.98 djm 763: free(longname);
1.1 djm 764:
765: buffer_free(&msg);
766:
767: return(filename);
768: }
769:
770: int
1.102 djm 771: do_rename(struct sftp_conn *conn, char *oldpath, char *newpath,
772: int force_legacy)
1.1 djm 773: {
774: Buffer msg;
775: u_int status, id;
1.102 djm 776: int use_ext = (conn->exts & SFTP_EXT_POSIX_RENAME) && !force_legacy;
1.1 djm 777:
778: buffer_init(&msg);
779:
780: /* Send rename request */
1.23 djm 781: id = conn->msg_id++;
1.102 djm 782: if (use_ext) {
1.81 djm 783: buffer_put_char(&msg, SSH2_FXP_EXTENDED);
784: buffer_put_int(&msg, id);
785: buffer_put_cstring(&msg, "posix-rename@openssh.com");
786: } else {
787: buffer_put_char(&msg, SSH2_FXP_RENAME);
788: buffer_put_int(&msg, id);
789: }
1.1 djm 790: buffer_put_cstring(&msg, oldpath);
791: buffer_put_cstring(&msg, newpath);
1.93 djm 792: send_msg(conn, &msg);
1.81 djm 793: debug3("Sent message %s \"%s\" -> \"%s\"",
1.102 djm 794: use_ext ? "posix-rename@openssh.com" : "SSH2_FXP_RENAME",
795: oldpath, newpath);
1.1 djm 796: buffer_free(&msg);
797:
1.93 djm 798: status = get_status(conn, id);
1.1 djm 799: if (status != SSH2_FX_OK)
1.23 djm 800: error("Couldn't rename file \"%s\" to \"%s\": %s", oldpath,
1.94 djm 801: newpath, fx2txt(status));
802:
803: return(status);
804: }
805:
806: int
807: do_hardlink(struct sftp_conn *conn, char *oldpath, char *newpath)
808: {
809: Buffer msg;
810: u_int status, id;
811:
812: if ((conn->exts & SFTP_EXT_HARDLINK) == 0) {
813: error("Server does not support hardlink@openssh.com extension");
814: return -1;
815: }
816:
1.95 markus 817: buffer_init(&msg);
818:
819: /* Send link request */
820: id = conn->msg_id++;
1.94 djm 821: buffer_put_char(&msg, SSH2_FXP_EXTENDED);
822: buffer_put_int(&msg, id);
823: buffer_put_cstring(&msg, "hardlink@openssh.com");
824: buffer_put_cstring(&msg, oldpath);
825: buffer_put_cstring(&msg, newpath);
826: send_msg(conn, &msg);
827: debug3("Sent message hardlink@openssh.com \"%s\" -> \"%s\"",
828: oldpath, newpath);
829: buffer_free(&msg);
830:
831: status = get_status(conn, id);
832: if (status != SSH2_FX_OK)
833: error("Couldn't link file \"%s\" to \"%s\": %s", oldpath,
1.23 djm 834: newpath, fx2txt(status));
1.1 djm 835:
836: return(status);
1.11 djm 837: }
838:
839: int
1.23 djm 840: do_symlink(struct sftp_conn *conn, char *oldpath, char *newpath)
1.11 djm 841: {
842: Buffer msg;
843: u_int status, id;
844:
1.23 djm 845: if (conn->version < 3) {
846: error("This server does not support the symlink operation");
847: return(SSH2_FX_OP_UNSUPPORTED);
848: }
849:
1.11 djm 850: buffer_init(&msg);
851:
1.48 djm 852: /* Send symlink request */
1.23 djm 853: id = conn->msg_id++;
1.11 djm 854: buffer_put_char(&msg, SSH2_FXP_SYMLINK);
855: buffer_put_int(&msg, id);
856: buffer_put_cstring(&msg, oldpath);
857: buffer_put_cstring(&msg, newpath);
1.93 djm 858: send_msg(conn, &msg);
1.11 djm 859: debug3("Sent message SSH2_FXP_SYMLINK \"%s\" -> \"%s\"", oldpath,
860: newpath);
861: buffer_free(&msg);
862:
1.93 djm 863: status = get_status(conn, id);
1.11 djm 864: if (status != SSH2_FX_OK)
1.36 markus 865: error("Couldn't symlink file \"%s\" to \"%s\": %s", oldpath,
1.23 djm 866: newpath, fx2txt(status));
1.11 djm 867:
868: return(status);
869: }
870:
1.107 djm 871: int
872: do_fsync(struct sftp_conn *conn, char *handle, u_int handle_len)
873: {
874: Buffer msg;
875: u_int status, id;
876:
877: /* Silently return if the extension is not supported */
878: if ((conn->exts & SFTP_EXT_FSYNC) == 0)
879: return -1;
880:
881: buffer_init(&msg);
882:
883: /* Send fsync request */
884: id = conn->msg_id++;
885:
886: buffer_put_char(&msg, SSH2_FXP_EXTENDED);
887: buffer_put_int(&msg, id);
888: buffer_put_cstring(&msg, "fsync@openssh.com");
889: buffer_put_string(&msg, handle, handle_len);
890: send_msg(conn, &msg);
891: debug3("Sent message fsync@openssh.com I:%u", id);
892: buffer_free(&msg);
893:
894: status = get_status(conn, id);
895: if (status != SSH2_FX_OK)
896: error("Couldn't sync file: %s", fx2txt(status));
897:
898: return status;
899: }
900:
1.78 chl 901: #ifdef notyet
1.11 djm 902: char *
1.23 djm 903: do_readlink(struct sftp_conn *conn, char *path)
1.11 djm 904: {
905: Buffer msg;
906: u_int type, expected_id, count, id;
907: char *filename, *longname;
908: Attrib *a;
909:
1.23 djm 910: expected_id = id = conn->msg_id++;
1.93 djm 911: send_string_request(conn, id, SSH2_FXP_READLINK, path, strlen(path));
1.11 djm 912:
913: buffer_init(&msg);
914:
1.93 djm 915: get_msg(conn, &msg);
1.11 djm 916: type = buffer_get_char(&msg);
917: id = buffer_get_int(&msg);
918:
919: if (id != expected_id)
1.33 deraadt 920: fatal("ID mismatch (%u != %u)", id, expected_id);
1.11 djm 921:
922: if (type == SSH2_FXP_STATUS) {
923: u_int status = buffer_get_int(&msg);
924:
925: error("Couldn't readlink: %s", fx2txt(status));
1.95 markus 926: buffer_free(&msg);
1.11 djm 927: return(NULL);
928: } else if (type != SSH2_FXP_NAME)
1.33 deraadt 929: fatal("Expected SSH2_FXP_NAME(%u) packet, got %u",
1.11 djm 930: SSH2_FXP_NAME, type);
931:
932: count = buffer_get_int(&msg);
933: if (count != 1)
934: fatal("Got multiple names (%d) from SSH_FXP_READLINK", count);
935:
936: filename = buffer_get_string(&msg, NULL);
937: longname = buffer_get_string(&msg, NULL);
938: a = decode_attrib(&msg);
939:
940: debug3("SSH_FXP_READLINK %s -> %s", path, filename);
941:
1.98 djm 942: free(longname);
1.11 djm 943:
944: buffer_free(&msg);
945:
946: return(filename);
1.82 djm 947: }
948: #endif
949:
950: int
1.84 dtucker 951: do_statvfs(struct sftp_conn *conn, const char *path, struct sftp_statvfs *st,
1.82 djm 952: int quiet)
953: {
954: Buffer msg;
955: u_int id;
956:
957: if ((conn->exts & SFTP_EXT_STATVFS) == 0) {
958: error("Server does not support statvfs@openssh.com extension");
959: return -1;
960: }
961:
962: id = conn->msg_id++;
963:
964: buffer_init(&msg);
965: buffer_clear(&msg);
966: buffer_put_char(&msg, SSH2_FXP_EXTENDED);
967: buffer_put_int(&msg, id);
968: buffer_put_cstring(&msg, "statvfs@openssh.com");
969: buffer_put_cstring(&msg, path);
1.93 djm 970: send_msg(conn, &msg);
1.82 djm 971: buffer_free(&msg);
972:
1.93 djm 973: return get_decode_statvfs(conn, st, id, quiet);
1.82 djm 974: }
975:
976: #ifdef notyet
977: int
978: do_fstatvfs(struct sftp_conn *conn, const char *handle, u_int handle_len,
1.84 dtucker 979: struct sftp_statvfs *st, int quiet)
1.82 djm 980: {
981: Buffer msg;
982: u_int id;
983:
984: if ((conn->exts & SFTP_EXT_FSTATVFS) == 0) {
985: error("Server does not support fstatvfs@openssh.com extension");
986: return -1;
987: }
988:
989: id = conn->msg_id++;
990:
991: buffer_init(&msg);
992: buffer_clear(&msg);
993: buffer_put_char(&msg, SSH2_FXP_EXTENDED);
994: buffer_put_int(&msg, id);
995: buffer_put_cstring(&msg, "fstatvfs@openssh.com");
996: buffer_put_string(&msg, handle, handle_len);
1.93 djm 997: send_msg(conn, &msg);
1.82 djm 998: buffer_free(&msg);
999:
1.93 djm 1000: return get_decode_statvfs(conn, st, id, quiet);
1.1 djm 1001: }
1.78 chl 1002: #endif
1.1 djm 1003:
1.21 djm 1004: static void
1.93 djm 1005: send_read_request(struct sftp_conn *conn, u_int id, u_int64_t offset,
1006: u_int len, char *handle, u_int handle_len)
1.21 djm 1007: {
1008: Buffer msg;
1.28 markus 1009:
1.21 djm 1010: buffer_init(&msg);
1011: buffer_clear(&msg);
1012: buffer_put_char(&msg, SSH2_FXP_READ);
1013: buffer_put_int(&msg, id);
1014: buffer_put_string(&msg, handle, handle_len);
1015: buffer_put_int64(&msg, offset);
1016: buffer_put_int(&msg, len);
1.93 djm 1017: send_msg(conn, &msg);
1.21 djm 1018: buffer_free(&msg);
1.28 markus 1019: }
1.21 djm 1020:
1.1 djm 1021: int
1.23 djm 1022: do_download(struct sftp_conn *conn, char *remote_path, char *local_path,
1.107 djm 1023: Attrib *a, int preserve_flag, int resume_flag, int fsync_flag)
1.1 djm 1024: {
1.89 djm 1025: Attrib junk;
1.21 djm 1026: Buffer msg;
1.1 djm 1027: char *handle;
1.101 djm 1028: int local_fd = -1, status = 0, write_error;
1029: int read_error, write_errno, reordered = 0;
1030: u_int64_t offset = 0, size, highwater;
1.55 djm 1031: u_int handle_len, mode, type, id, buflen, num_req, max_req;
1.39 fgsch 1032: off_t progress_counter;
1.101 djm 1033: struct stat st;
1.21 djm 1034: struct request {
1035: u_int id;
1036: u_int len;
1037: u_int64_t offset;
1.28 markus 1038: TAILQ_ENTRY(request) tq;
1.21 djm 1039: };
1040: TAILQ_HEAD(reqhead, request) requests;
1041: struct request *req;
1042:
1043: TAILQ_INIT(&requests);
1.1 djm 1044:
1.89 djm 1045: if (a == NULL && (a = do_stat(conn, remote_path, 0)) == NULL)
1046: return -1;
1.1 djm 1047:
1.86 djm 1048: /* Do not preserve set[ug]id here, as we do not preserve ownership */
1.1 djm 1049: if (a->flags & SSH2_FILEXFER_ATTR_PERMISSIONS)
1.38 djm 1050: mode = a->perm & 0777;
1.1 djm 1051: else
1052: mode = 0666;
1053:
1.14 djm 1054: if ((a->flags & SSH2_FILEXFER_ATTR_PERMISSIONS) &&
1.41 djm 1055: (!S_ISREG(a->perm))) {
1056: error("Cannot download non-regular file: %s", remote_path);
1.14 djm 1057: return(-1);
1058: }
1059:
1.21 djm 1060: if (a->flags & SSH2_FILEXFER_ATTR_SIZE)
1061: size = a->size;
1062: else
1063: size = 0;
1064:
1.23 djm 1065: buflen = conn->transfer_buflen;
1.1 djm 1066: buffer_init(&msg);
1067:
1068: /* Send open request */
1.23 djm 1069: id = conn->msg_id++;
1.1 djm 1070: buffer_put_char(&msg, SSH2_FXP_OPEN);
1071: buffer_put_int(&msg, id);
1072: buffer_put_cstring(&msg, remote_path);
1073: buffer_put_int(&msg, SSH2_FXF_READ);
1074: attrib_clear(&junk); /* Send empty attributes */
1075: encode_attrib(&msg, &junk);
1.93 djm 1076: send_msg(conn, &msg);
1.33 deraadt 1077: debug3("Sent message SSH2_FXP_OPEN I:%u P:%s", id, remote_path);
1.1 djm 1078:
1.93 djm 1079: handle = get_handle(conn, id, &handle_len,
1.88 djm 1080: "remote open(\"%s\")", remote_path);
1.1 djm 1081: if (handle == NULL) {
1082: buffer_free(&msg);
1083: return(-1);
1084: }
1085:
1.105 djm 1086: local_fd = open(local_path,
1087: O_WRONLY | O_CREAT | (resume_flag ? 0 : O_TRUNC), mode | S_IWUSR);
1.23 djm 1088: if (local_fd == -1) {
1089: error("Couldn't open local file \"%s\" for writing: %s",
1090: local_path, strerror(errno));
1.101 djm 1091: goto fail;
1092: }
1093: offset = highwater = 0;
1.105 djm 1094: if (resume_flag) {
1.101 djm 1095: if (fstat(local_fd, &st) == -1) {
1096: error("Unable to stat local file \"%s\": %s",
1097: local_path, strerror(errno));
1098: goto fail;
1099: }
1100: if ((size_t)st.st_size > size) {
1101: error("Unable to resume download of \"%s\": "
1102: "local file is larger than remote", local_path);
1103: fail:
1104: do_close(conn, handle, handle_len);
1105: buffer_free(&msg);
1106: free(handle);
1.110 djm 1107: if (local_fd != -1)
1108: close(local_fd);
1.101 djm 1109: return -1;
1110: }
1111: offset = highwater = st.st_size;
1.23 djm 1112: }
1113:
1.1 djm 1114: /* Read from remote and write to local */
1.101 djm 1115: write_error = read_error = write_errno = num_req = 0;
1.21 djm 1116: max_req = 1;
1.101 djm 1117: progress_counter = offset;
1.39 fgsch 1118:
1.47 djm 1119: if (showprogress && size != 0)
1120: start_progress_meter(remote_path, size, &progress_counter);
1.39 fgsch 1121:
1.21 djm 1122: while (num_req > 0 || max_req > 0) {
1123: char *data;
1.1 djm 1124: u_int len;
1125:
1.49 djm 1126: /*
1.51 deraadt 1127: * Simulate EOF on interrupt: stop sending new requests and
1.49 djm 1128: * allow outstanding requests to drain gracefully
1129: */
1130: if (interrupted) {
1131: if (num_req == 0) /* If we haven't started yet... */
1132: break;
1133: max_req = 0;
1134: }
1135:
1.21 djm 1136: /* Send some more requests */
1137: while (num_req < max_req) {
1.28 markus 1138: debug3("Request range %llu -> %llu (%d/%d)",
1.25 itojun 1139: (unsigned long long)offset,
1140: (unsigned long long)offset + buflen - 1,
1141: num_req, max_req);
1.108 djm 1142: req = xcalloc(1, sizeof(*req));
1.23 djm 1143: req->id = conn->msg_id++;
1.21 djm 1144: req->len = buflen;
1145: req->offset = offset;
1146: offset += buflen;
1147: num_req++;
1148: TAILQ_INSERT_TAIL(&requests, req, tq);
1.93 djm 1149: send_read_request(conn, req->id, req->offset,
1.21 djm 1150: req->len, handle, handle_len);
1151: }
1.1 djm 1152:
1153: buffer_clear(&msg);
1.93 djm 1154: get_msg(conn, &msg);
1.1 djm 1155: type = buffer_get_char(&msg);
1156: id = buffer_get_int(&msg);
1.33 deraadt 1157: debug3("Received reply T:%u I:%u R:%d", type, id, max_req);
1.21 djm 1158:
1159: /* Find the request in our queue */
1.53 deraadt 1160: for (req = TAILQ_FIRST(&requests);
1.21 djm 1161: req != NULL && req->id != id;
1162: req = TAILQ_NEXT(req, tq))
1163: ;
1164: if (req == NULL)
1165: fatal("Unexpected reply %u", id);
1166:
1167: switch (type) {
1168: case SSH2_FXP_STATUS:
1.5 djm 1169: status = buffer_get_int(&msg);
1.21 djm 1170: if (status != SSH2_FX_EOF)
1171: read_error = 1;
1172: max_req = 0;
1173: TAILQ_REMOVE(&requests, req, tq);
1.98 djm 1174: free(req);
1.21 djm 1175: num_req--;
1176: break;
1177: case SSH2_FXP_DATA:
1178: data = buffer_get_string(&msg, &len);
1.26 itojun 1179: debug3("Received data %llu -> %llu",
1.28 markus 1180: (unsigned long long)req->offset,
1.26 itojun 1181: (unsigned long long)req->offset + len - 1);
1.21 djm 1182: if (len > req->len)
1183: fatal("Received more data than asked for "
1.37 deraadt 1184: "%u > %u", len, req->len);
1.21 djm 1185: if ((lseek(local_fd, req->offset, SEEK_SET) == -1 ||
1.44 deraadt 1186: atomicio(vwrite, local_fd, data, len) != len) &&
1.21 djm 1187: !write_error) {
1188: write_errno = errno;
1189: write_error = 1;
1190: max_req = 0;
1191: }
1.101 djm 1192: else if (!reordered && req->offset <= highwater)
1193: highwater = req->offset + len;
1194: else if (!reordered && req->offset > highwater)
1195: reordered = 1;
1.39 fgsch 1196: progress_counter += len;
1.98 djm 1197: free(data);
1.1 djm 1198:
1.21 djm 1199: if (len == req->len) {
1200: TAILQ_REMOVE(&requests, req, tq);
1.98 djm 1201: free(req);
1.21 djm 1202: num_req--;
1203: } else {
1204: /* Resend the request for the missing data */
1205: debug3("Short data block, re-requesting "
1.26 itojun 1206: "%llu -> %llu (%2d)",
1.28 markus 1207: (unsigned long long)req->offset + len,
1.27 itojun 1208: (unsigned long long)req->offset +
1209: req->len - 1, num_req);
1.23 djm 1210: req->id = conn->msg_id++;
1.21 djm 1211: req->len -= len;
1212: req->offset += len;
1.93 djm 1213: send_read_request(conn, req->id,
1.23 djm 1214: req->offset, req->len, handle, handle_len);
1.21 djm 1215: /* Reduce the request size */
1216: if (len < buflen)
1217: buflen = MAX(MIN_READ_SIZE, len);
1218: }
1219: if (max_req > 0) { /* max_req = 0 iff EOF received */
1220: if (size > 0 && offset > size) {
1221: /* Only one request at a time
1222: * after the expected EOF */
1223: debug3("Finish at %llu (%2d)",
1.26 itojun 1224: (unsigned long long)offset,
1225: num_req);
1.21 djm 1226: max_req = 1;
1.49 djm 1227: } else if (max_req <= conn->num_requests) {
1.21 djm 1228: ++max_req;
1229: }
1.1 djm 1230: }
1.21 djm 1231: break;
1232: default:
1.33 deraadt 1233: fatal("Expected SSH2_FXP_DATA(%u) packet, got %u",
1.1 djm 1234: SSH2_FXP_DATA, type);
1235: }
1.21 djm 1236: }
1.1 djm 1237:
1.39 fgsch 1238: if (showprogress && size)
1239: stop_progress_meter();
1240:
1.21 djm 1241: /* Sanity check */
1242: if (TAILQ_FIRST(&requests) != NULL)
1243: fatal("Transfer complete, but requests still in queue");
1.101 djm 1244: /* Truncate at highest contiguous point to avoid holes on interrupt */
1245: if (read_error || write_error || interrupted) {
1.105 djm 1246: if (reordered && resume_flag) {
1.101 djm 1247: error("Unable to resume download of \"%s\": "
1248: "server reordered requests", local_path);
1249: }
1250: debug("truncating at %llu", (unsigned long long)highwater);
1251: ftruncate(local_fd, highwater);
1252: }
1.21 djm 1253: if (read_error) {
1.28 markus 1254: error("Couldn't read from remote file \"%s\" : %s",
1.21 djm 1255: remote_path, fx2txt(status));
1.103 djm 1256: status = -1;
1.23 djm 1257: do_close(conn, handle, handle_len);
1.21 djm 1258: } else if (write_error) {
1259: error("Couldn't write to \"%s\": %s", local_path,
1260: strerror(write_errno));
1261: status = -1;
1.23 djm 1262: do_close(conn, handle, handle_len);
1.21 djm 1263: } else {
1.23 djm 1264: status = do_close(conn, handle, handle_len);
1.103 djm 1265: if (interrupted || status != SSH2_FX_OK)
1.101 djm 1266: status = -1;
1.21 djm 1267: /* Override umask and utimes if asked */
1.105 djm 1268: if (preserve_flag && fchmod(local_fd, mode) == -1)
1.21 djm 1269: error("Couldn't set mode on \"%s\": %s", local_path,
1.37 deraadt 1270: strerror(errno));
1.105 djm 1271: if (preserve_flag &&
1272: (a->flags & SSH2_FILEXFER_ATTR_ACMODTIME)) {
1.21 djm 1273: struct timeval tv[2];
1274: tv[0].tv_sec = a->atime;
1275: tv[1].tv_sec = a->mtime;
1276: tv[0].tv_usec = tv[1].tv_usec = 0;
1277: if (utimes(local_path, tv) == -1)
1278: error("Can't set times on \"%s\": %s",
1.37 deraadt 1279: local_path, strerror(errno));
1.1 djm 1280: }
1.107 djm 1281: if (fsync_flag) {
1282: debug("syncing \"%s\"", local_path);
1283: if (fsync(local_fd) == -1)
1284: error("Couldn't sync file \"%s\": %s",
1285: local_path, strerror(errno));
1286: }
1.10 djm 1287: }
1.5 djm 1288: close(local_fd);
1289: buffer_free(&msg);
1.98 djm 1290: free(handle);
1.23 djm 1291:
1292: return(status);
1.1 djm 1293: }
1294:
1.89 djm 1295: static int
1.105 djm 1296: download_dir_internal(struct sftp_conn *conn, char *src, char *dst, int depth,
1.107 djm 1297: Attrib *dirattrib, int preserve_flag, int print_flag, int resume_flag,
1298: int fsync_flag)
1.89 djm 1299: {
1300: int i, ret = 0;
1301: SFTP_DIRENT **dir_entries;
1302: char *filename, *new_src, *new_dst;
1303: mode_t mode = 0777;
1304:
1305: if (depth >= MAX_DIR_DEPTH) {
1306: error("Maximum directory depth exceeded: %d levels", depth);
1307: return -1;
1308: }
1309:
1310: if (dirattrib == NULL &&
1311: (dirattrib = do_stat(conn, src, 1)) == NULL) {
1312: error("Unable to stat remote directory \"%s\"", src);
1313: return -1;
1314: }
1315: if (!S_ISDIR(dirattrib->perm)) {
1316: error("\"%s\" is not a directory", src);
1317: return -1;
1318: }
1.105 djm 1319: if (print_flag)
1.89 djm 1320: printf("Retrieving %s\n", src);
1321:
1322: if (dirattrib->flags & SSH2_FILEXFER_ATTR_PERMISSIONS)
1323: mode = dirattrib->perm & 01777;
1324: else {
1325: debug("Server did not send permissions for "
1326: "directory \"%s\"", dst);
1327: }
1328:
1329: if (mkdir(dst, mode) == -1 && errno != EEXIST) {
1330: error("mkdir %s: %s", dst, strerror(errno));
1331: return -1;
1332: }
1333:
1334: if (do_readdir(conn, src, &dir_entries) == -1) {
1335: error("%s: Failed to get directory contents", src);
1336: return -1;
1337: }
1338:
1339: for (i = 0; dir_entries[i] != NULL && !interrupted; i++) {
1340: filename = dir_entries[i]->filename;
1341:
1342: new_dst = path_append(dst, filename);
1343: new_src = path_append(src, filename);
1344:
1345: if (S_ISDIR(dir_entries[i]->a.perm)) {
1346: if (strcmp(filename, ".") == 0 ||
1347: strcmp(filename, "..") == 0)
1348: continue;
1349: if (download_dir_internal(conn, new_src, new_dst,
1.105 djm 1350: depth + 1, &(dir_entries[i]->a), preserve_flag,
1.107 djm 1351: print_flag, resume_flag, fsync_flag) == -1)
1.89 djm 1352: ret = -1;
1353: } else if (S_ISREG(dir_entries[i]->a.perm) ) {
1354: if (do_download(conn, new_src, new_dst,
1.107 djm 1355: &(dir_entries[i]->a), preserve_flag,
1356: resume_flag, fsync_flag) == -1) {
1.89 djm 1357: error("Download of file %s to %s failed",
1358: new_src, new_dst);
1359: ret = -1;
1360: }
1361: } else
1362: logit("%s: not a regular file\n", new_src);
1363:
1.98 djm 1364: free(new_dst);
1365: free(new_src);
1.89 djm 1366: }
1367:
1.105 djm 1368: if (preserve_flag) {
1.89 djm 1369: if (dirattrib->flags & SSH2_FILEXFER_ATTR_ACMODTIME) {
1370: struct timeval tv[2];
1371: tv[0].tv_sec = dirattrib->atime;
1372: tv[1].tv_sec = dirattrib->mtime;
1373: tv[0].tv_usec = tv[1].tv_usec = 0;
1374: if (utimes(dst, tv) == -1)
1375: error("Can't set times on \"%s\": %s",
1376: dst, strerror(errno));
1377: } else
1378: debug("Server did not send times for directory "
1379: "\"%s\"", dst);
1380: }
1381:
1382: free_sftp_dirents(dir_entries);
1383:
1384: return ret;
1385: }
1386:
1387: int
1388: download_dir(struct sftp_conn *conn, char *src, char *dst,
1.107 djm 1389: Attrib *dirattrib, int preserve_flag, int print_flag,
1390: int resume_flag, int fsync_flag)
1.89 djm 1391: {
1392: char *src_canon;
1393: int ret;
1394:
1395: if ((src_canon = do_realpath(conn, src)) == NULL) {
1.107 djm 1396: error("Unable to canonicalize path \"%s\"", src);
1.89 djm 1397: return -1;
1398: }
1399:
1.105 djm 1400: ret = download_dir_internal(conn, src_canon, dst, 0,
1.107 djm 1401: dirattrib, preserve_flag, print_flag, resume_flag, fsync_flag);
1.98 djm 1402: free(src_canon);
1.89 djm 1403: return ret;
1404: }
1405:
1.1 djm 1406: int
1.23 djm 1407: do_upload(struct sftp_conn *conn, char *local_path, char *remote_path,
1.107 djm 1408: int preserve_flag, int fsync_flag)
1.1 djm 1409: {
1.80 djm 1410: int local_fd;
1411: int status = SSH2_FX_OK;
1.22 djm 1412: u_int handle_len, id, type;
1.100 dtucker 1413: off_t offset, progress_counter;
1.20 djm 1414: char *handle, *data;
1.1 djm 1415: Buffer msg;
1416: struct stat sb;
1417: Attrib a;
1.21 djm 1418: u_int32_t startid;
1419: u_int32_t ackid;
1.22 djm 1420: struct outstanding_ack {
1421: u_int id;
1422: u_int len;
1.77 djm 1423: off_t offset;
1.28 markus 1424: TAILQ_ENTRY(outstanding_ack) tq;
1.22 djm 1425: };
1426: TAILQ_HEAD(ackhead, outstanding_ack) acks;
1.50 pedro 1427: struct outstanding_ack *ack = NULL;
1.22 djm 1428:
1429: TAILQ_INIT(&acks);
1.1 djm 1430:
1431: if ((local_fd = open(local_path, O_RDONLY, 0)) == -1) {
1432: error("Couldn't open local file \"%s\" for reading: %s",
1433: local_path, strerror(errno));
1434: return(-1);
1435: }
1436: if (fstat(local_fd, &sb) == -1) {
1437: error("Couldn't fstat local file \"%s\": %s",
1438: local_path, strerror(errno));
1.41 djm 1439: close(local_fd);
1440: return(-1);
1441: }
1442: if (!S_ISREG(sb.st_mode)) {
1443: error("%s is not a regular file", local_path);
1.1 djm 1444: close(local_fd);
1445: return(-1);
1446: }
1447: stat_to_attrib(&sb, &a);
1448:
1449: a.flags &= ~SSH2_FILEXFER_ATTR_SIZE;
1450: a.flags &= ~SSH2_FILEXFER_ATTR_UIDGID;
1451: a.perm &= 0777;
1.105 djm 1452: if (!preserve_flag)
1.1 djm 1453: a.flags &= ~SSH2_FILEXFER_ATTR_ACMODTIME;
1454:
1455: buffer_init(&msg);
1456:
1457: /* Send open request */
1.23 djm 1458: id = conn->msg_id++;
1.1 djm 1459: buffer_put_char(&msg, SSH2_FXP_OPEN);
1460: buffer_put_int(&msg, id);
1461: buffer_put_cstring(&msg, remote_path);
1462: buffer_put_int(&msg, SSH2_FXF_WRITE|SSH2_FXF_CREAT|SSH2_FXF_TRUNC);
1463: encode_attrib(&msg, &a);
1.93 djm 1464: send_msg(conn, &msg);
1.33 deraadt 1465: debug3("Sent message SSH2_FXP_OPEN I:%u P:%s", id, remote_path);
1.1 djm 1466:
1467: buffer_clear(&msg);
1468:
1.93 djm 1469: handle = get_handle(conn, id, &handle_len,
1.88 djm 1470: "remote open(\"%s\")", remote_path);
1.1 djm 1471: if (handle == NULL) {
1472: close(local_fd);
1473: buffer_free(&msg);
1.80 djm 1474: return -1;
1.1 djm 1475: }
1476:
1.21 djm 1477: startid = ackid = id + 1;
1.23 djm 1478: data = xmalloc(conn->transfer_buflen);
1.20 djm 1479:
1.1 djm 1480: /* Read from local and write to remote */
1.100 dtucker 1481: offset = progress_counter = 0;
1.39 fgsch 1482: if (showprogress)
1.100 dtucker 1483: start_progress_meter(local_path, sb.st_size,
1484: &progress_counter);
1.39 fgsch 1485:
1.19 deraadt 1486: for (;;) {
1.1 djm 1487: int len;
1488:
1489: /*
1.51 deraadt 1490: * Can't use atomicio here because it returns 0 on EOF,
1.49 djm 1491: * thus losing the last block of the file.
1.51 deraadt 1492: * Simulate an EOF on interrupt, allowing ACKs from the
1.49 djm 1493: * server to drain.
1.1 djm 1494: */
1.80 djm 1495: if (interrupted || status != SSH2_FX_OK)
1.49 djm 1496: len = 0;
1497: else do
1.23 djm 1498: len = read(local_fd, data, conn->transfer_buflen);
1.1 djm 1499: while ((len == -1) && (errno == EINTR || errno == EAGAIN));
1500:
1501: if (len == -1)
1502: fatal("Couldn't read from \"%s\": %s", local_path,
1503: strerror(errno));
1.21 djm 1504:
1505: if (len != 0) {
1.108 djm 1506: ack = xcalloc(1, sizeof(*ack));
1.22 djm 1507: ack->id = ++id;
1508: ack->offset = offset;
1509: ack->len = len;
1510: TAILQ_INSERT_TAIL(&acks, ack, tq);
1511:
1.21 djm 1512: buffer_clear(&msg);
1513: buffer_put_char(&msg, SSH2_FXP_WRITE);
1.22 djm 1514: buffer_put_int(&msg, ack->id);
1.21 djm 1515: buffer_put_string(&msg, handle, handle_len);
1516: buffer_put_int64(&msg, offset);
1517: buffer_put_string(&msg, data, len);
1.93 djm 1518: send_msg(conn, &msg);
1.33 deraadt 1519: debug3("Sent message SSH2_FXP_WRITE I:%u O:%llu S:%u",
1.37 deraadt 1520: id, (unsigned long long)offset, len);
1.22 djm 1521: } else if (TAILQ_FIRST(&acks) == NULL)
1.1 djm 1522: break;
1523:
1.22 djm 1524: if (ack == NULL)
1525: fatal("Unexpected ACK %u", id);
1526:
1.28 markus 1527: if (id == startid || len == 0 ||
1.23 djm 1528: id - ackid >= conn->num_requests) {
1.32 markus 1529: u_int r_id;
1.31 djm 1530:
1.22 djm 1531: buffer_clear(&msg);
1.93 djm 1532: get_msg(conn, &msg);
1.22 djm 1533: type = buffer_get_char(&msg);
1.31 djm 1534: r_id = buffer_get_int(&msg);
1.22 djm 1535:
1536: if (type != SSH2_FXP_STATUS)
1537: fatal("Expected SSH2_FXP_STATUS(%d) packet, "
1538: "got %d", SSH2_FXP_STATUS, type);
1539:
1540: status = buffer_get_int(&msg);
1541: debug3("SSH2_FXP_STATUS %d", status);
1542:
1543: /* Find the request in our queue */
1.53 deraadt 1544: for (ack = TAILQ_FIRST(&acks);
1.31 djm 1545: ack != NULL && ack->id != r_id;
1.22 djm 1546: ack = TAILQ_NEXT(ack, tq))
1547: ;
1548: if (ack == NULL)
1.33 deraadt 1549: fatal("Can't find request for ID %u", r_id);
1.22 djm 1550: TAILQ_REMOVE(&acks, ack, tq);
1.77 djm 1551: debug3("In write loop, ack for %u %u bytes at %lld",
1552: ack->id, ack->len, (long long)ack->offset);
1.21 djm 1553: ++ackid;
1.100 dtucker 1554: progress_counter += ack->len;
1.98 djm 1555: free(ack);
1.1 djm 1556: }
1557: offset += len;
1.77 djm 1558: if (offset < 0)
1559: fatal("%s: offset < 0", __func__);
1.1 djm 1560: }
1.80 djm 1561: buffer_free(&msg);
1562:
1.39 fgsch 1563: if (showprogress)
1564: stop_progress_meter();
1.98 djm 1565: free(data);
1.1 djm 1566:
1.80 djm 1567: if (status != SSH2_FX_OK) {
1568: error("Couldn't write to remote file \"%s\": %s",
1569: remote_path, fx2txt(status));
1570: status = -1;
1571: }
1572:
1.1 djm 1573: if (close(local_fd) == -1) {
1574: error("Couldn't close local file \"%s\": %s", local_path,
1575: strerror(errno));
1.5 djm 1576: status = -1;
1.1 djm 1577: }
1578:
1.10 djm 1579: /* Override umask and utimes if asked */
1.105 djm 1580: if (preserve_flag)
1.23 djm 1581: do_fsetstat(conn, handle, handle_len, &a);
1.10 djm 1582:
1.107 djm 1583: if (fsync_flag)
1584: (void)do_fsync(conn, handle, handle_len);
1585:
1.80 djm 1586: if (do_close(conn, handle, handle_len) != SSH2_FX_OK)
1587: status = -1;
1.98 djm 1588: free(handle);
1.5 djm 1589:
1.80 djm 1590: return status;
1.1 djm 1591: }
1.89 djm 1592:
1593: static int
1.105 djm 1594: upload_dir_internal(struct sftp_conn *conn, char *src, char *dst, int depth,
1.107 djm 1595: int preserve_flag, int print_flag, int fsync_flag)
1.89 djm 1596: {
1597: int ret = 0, status;
1598: DIR *dirp;
1599: struct dirent *dp;
1600: char *filename, *new_src, *new_dst;
1601: struct stat sb;
1602: Attrib a;
1603:
1604: if (depth >= MAX_DIR_DEPTH) {
1605: error("Maximum directory depth exceeded: %d levels", depth);
1606: return -1;
1607: }
1608:
1609: if (stat(src, &sb) == -1) {
1610: error("Couldn't stat directory \"%s\": %s",
1611: src, strerror(errno));
1612: return -1;
1613: }
1614: if (!S_ISDIR(sb.st_mode)) {
1615: error("\"%s\" is not a directory", src);
1616: return -1;
1617: }
1.105 djm 1618: if (print_flag)
1.89 djm 1619: printf("Entering %s\n", src);
1620:
1621: attrib_clear(&a);
1622: stat_to_attrib(&sb, &a);
1623: a.flags &= ~SSH2_FILEXFER_ATTR_SIZE;
1624: a.flags &= ~SSH2_FILEXFER_ATTR_UIDGID;
1625: a.perm &= 01777;
1.105 djm 1626: if (!preserve_flag)
1.89 djm 1627: a.flags &= ~SSH2_FILEXFER_ATTR_ACMODTIME;
1.101 djm 1628:
1.89 djm 1629: status = do_mkdir(conn, dst, &a, 0);
1630: /*
1631: * we lack a portable status for errno EEXIST,
1632: * so if we get a SSH2_FX_FAILURE back we must check
1633: * if it was created successfully.
1634: */
1635: if (status != SSH2_FX_OK) {
1636: if (status != SSH2_FX_FAILURE)
1637: return -1;
1.101 djm 1638: if (do_stat(conn, dst, 0) == NULL)
1.89 djm 1639: return -1;
1640: }
1641:
1642: if ((dirp = opendir(src)) == NULL) {
1643: error("Failed to open dir \"%s\": %s", src, strerror(errno));
1644: return -1;
1645: }
1.101 djm 1646:
1.89 djm 1647: while (((dp = readdir(dirp)) != NULL) && !interrupted) {
1648: if (dp->d_ino == 0)
1649: continue;
1650: filename = dp->d_name;
1651: new_dst = path_append(dst, filename);
1652: new_src = path_append(src, filename);
1653:
1.90 dtucker 1654: if (lstat(new_src, &sb) == -1) {
1655: logit("%s: lstat failed: %s", filename,
1656: strerror(errno));
1657: ret = -1;
1658: } else if (S_ISDIR(sb.st_mode)) {
1.89 djm 1659: if (strcmp(filename, ".") == 0 ||
1660: strcmp(filename, "..") == 0)
1661: continue;
1662:
1663: if (upload_dir_internal(conn, new_src, new_dst,
1.107 djm 1664: depth + 1, preserve_flag, print_flag,
1665: fsync_flag) == -1)
1.89 djm 1666: ret = -1;
1.90 dtucker 1667: } else if (S_ISREG(sb.st_mode)) {
1.105 djm 1668: if (do_upload(conn, new_src, new_dst,
1.107 djm 1669: preserve_flag, fsync_flag) == -1) {
1.89 djm 1670: error("Uploading of file %s to %s failed!",
1671: new_src, new_dst);
1672: ret = -1;
1673: }
1674: } else
1675: logit("%s: not a regular file\n", filename);
1.98 djm 1676: free(new_dst);
1677: free(new_src);
1.89 djm 1678: }
1679:
1680: do_setstat(conn, dst, &a);
1681:
1682: (void) closedir(dirp);
1683: return ret;
1684: }
1685:
1686: int
1.105 djm 1687: upload_dir(struct sftp_conn *conn, char *src, char *dst, int preserve_flag,
1.107 djm 1688: int print_flag, int fsync_flag)
1.89 djm 1689: {
1690: char *dst_canon;
1691: int ret;
1692:
1693: if ((dst_canon = do_realpath(conn, dst)) == NULL) {
1.107 djm 1694: error("Unable to canonicalize path \"%s\"", dst);
1.89 djm 1695: return -1;
1696: }
1697:
1.106 djm 1698: ret = upload_dir_internal(conn, src, dst_canon, 0, preserve_flag,
1.107 djm 1699: print_flag, fsync_flag);
1700:
1.98 djm 1701: free(dst_canon);
1.89 djm 1702: return ret;
1703: }
1704:
1705: char *
1706: path_append(char *p1, char *p2)
1707: {
1708: char *ret;
1709: size_t len = strlen(p1) + strlen(p2) + 2;
1710:
1711: ret = xmalloc(len);
1712: strlcpy(ret, p1, len);
1713: if (p1[0] != '\0' && p1[strlen(p1) - 1] != '/')
1714: strlcat(ret, "/", len);
1715: strlcat(ret, p2, len);
1716:
1717: return(ret);
1718: }
1719: