[BACK]Return to extern.h CVS log [TXT][DIR] Up to [local] / src / usr.bin / rsync

Annotation of src/usr.bin/rsync/extern.h, Revision 1.44

1.44    ! job         1: /*     $OpenBSD: extern.h,v 1.43 2021/10/29 08:00:59 claudio Exp $ */
1.1       benno       2: /*
                      3:  * Copyright (c) 2019 Kristaps Dzonsons <kristaps@bsd.lv>
                      4:  *
                      5:  * Permission to use, copy, modify, and distribute this software for any
                      6:  * purpose with or without fee is hereby granted, provided that the above
                      7:  * copyright notice and this permission notice appear in all copies.
                      8:  *
                      9:  * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
                     10:  * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
                     11:  * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
                     12:  * ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
                     13:  * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
                     14:  * ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
                     15:  * OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
                     16:  */
                     17: #ifndef EXTERN_H
                     18: #define EXTERN_H
                     19:
                     20: /*
                     21:  * This is the rsync protocol version that we support.
                     22:  */
                     23: #define        RSYNC_PROTOCOL  (27)
                     24:
                     25: /*
                     26:  * Maximum amount of file data sent over the wire at once.
                     27:  */
                     28: #define MAX_CHUNK      (32 * 1024)
                     29:
                     30: /*
                     31:  * This is the minimum size for a block of data not including those in
                     32:  * the remainder block.
                     33:  */
                     34: #define        BLOCK_SIZE_MIN  (700)
                     35:
                     36: /*
1.42      claudio    37:  * Maximum number of base directories that can be used.
                     38:  */
                     39: #define MAX_BASEDIR    20
                     40:
                     41: #define BASE_MODE_COMPARE      1
                     42: #define BASE_MODE_COPY         2
                     43: #define BASE_MODE_LINK         3
                     44:
                     45: /*
1.1       benno      46:  * The sender and receiver use a two-phase synchronisation process.
                     47:  * The first uses two-byte hashes; the second, 16-byte.
                     48:  * (The second must hold a full MD4 digest.)
                     49:  */
                     50: #define        CSUM_LENGTH_PHASE1 (2)
                     51: #define        CSUM_LENGTH_PHASE2 (16)
1.37      claudio    52:
                     53: /*
                     54:  * Rsync error codes.
                     55:  */
                     56: #define ERR_SYNTAX     1
                     57: #define ERR_PROTOCOL   2
                     58: #define ERR_SOCK_IO    10
                     59: #define ERR_FILE_IO    11
                     60: #define ERR_WIREPROTO  12
                     61: #define ERR_IPC                14      /* catchall for any kind of syscall error */
                     62: #define ERR_TERMIMATED 16
                     63: #define ERR_WAITPID    21
                     64: #define ERR_NOMEM      22
1.1       benno      65:
1.14      florian    66: /*
1.34      claudio    67:  * Use this for --timeout.
1.14      florian    68:  * All poll events will use it and catch time-outs.
                     69:  */
1.34      claudio    70: extern int poll_timeout;
1.44    ! job        71:
        !            72: /*
        !            73:  * Use this for --contimeout.
        !            74:  */
        !            75: extern int poll_contimeout;
1.13      florian    76:
1.1       benno      77: /*
                     78:  * Operating mode for a client or a server.
                     79:  * Sender means we synchronise local files with those from remote.
                     80:  * Receiver is the opposite.
                     81:  * This is relative to which host we're running on.
                     82:  */
                     83: enum   fmode {
                     84:        FARGS_SENDER,
                     85:        FARGS_RECEIVER
                     86: };
                     87:
                     88: /*
                     89:  * File arguments given on the command line.
                     90:  * See struct opts.
                     91:  */
                     92: struct fargs {
                     93:        char      *host; /* hostname or NULL if local */
                     94:        char     **sources; /* transfer source */
                     95:        size_t     sourcesz; /* number of sources */
                     96:        char      *sink; /* transfer endpoint */
                     97:        enum fmode mode; /* mode of operation */
                     98:        int        remote; /* uses rsync:// or :: for remote */
                     99:        char      *module; /* if rsync://, the module */
                    100: };
                    101:
                    102: /*
                    103:  * The subset of stat(2) information that we need.
                    104:  * (There are some parts we don't use yet.)
                    105:  */
                    106: struct flstat {
1.12      florian   107:        mode_t           mode;  /* mode */
                    108:        uid_t            uid;   /* user */
                    109:        gid_t            gid;   /* group */
                    110:        dev_t            rdev;  /* device type */
                    111:        off_t            size;  /* size */
                    112:        time_t           mtime; /* modification */
1.1       benno     113:        unsigned int     flags;
1.12      florian   114: #define        FLSTAT_TOP_DIR   0x01   /* a top-level directory */
1.1       benno     115:
                    116: };
                    117:
                    118: /*
                    119:  * A list of files with their statistics.
                    120:  */
                    121: struct flist {
                    122:        char            *path; /* path relative to root */
                    123:        const char      *wpath; /* "working" path for receiver */
                    124:        struct flstat    st; /* file information */
                    125:        char            *link; /* symlink target or NULL */
                    126: };
                    127:
                    128: /*
                    129:  * Options passed into the command line.
                    130:  * See struct fargs.
                    131:  */
                    132: struct opts {
1.3       deraadt   133:        int              sender;                /* --sender */
                    134:        int              server;                /* --server */
                    135:        int              recursive;             /* -r */
                    136:        int              dry_run;               /* -n */
                    137:        int              preserve_times;        /* -t */
                    138:        int              preserve_perms;        /* -p */
                    139:        int              preserve_links;        /* -l */
1.5       benno     140:        int              preserve_gids;         /* -g */
1.9       florian   141:        int              preserve_uids;         /* -u */
1.3       deraadt   142:        int              del;                   /* --delete */
1.12      florian   143:        int              devices;               /* --devices */
                    144:        int              specials;              /* --specials */
1.36      job       145:        int              no_motd;               /* --no-motd */
1.22      benno     146:        int              numeric_ids;           /* --numeric-ids */
1.28      bket      147:        int              one_file_system;       /* -x */
1.42      claudio   148:        int              alt_base_mode;
1.43      claudio   149:        off_t            max_size;              /* --max-size */
                    150:        off_t            min_size;              /* --min-size */
1.3       deraadt   151:        char            *rsync_path;            /* --rsync-path */
1.4       deraadt   152:        char            *ssh_prog;              /* --rsh or -e */
1.18      deraadt   153:        char            *port;                  /* --port */
1.32      claudio   154:        char            *address;               /* --address */
1.42      claudio   155:        char            *basedir[MAX_BASEDIR];
1.1       benno     156: };
                    157:
1.40      claudio   158: enum rule_type {
                    159:        RULE_NONE,
                    160:        RULE_EXCLUDE,
                    161:        RULE_INCLUDE,
                    162:        RULE_CLEAR,
                    163: #ifdef NOTYET
                    164:        RULE_MERGE,
                    165:        RULE_DIR_MERGE,
                    166:        RULE_SHOW,
                    167:        RULE_HIDE,
                    168:        RULE_PROTECT,
                    169:        RULE_RISK,
                    170: #endif
                    171: };
                    172:
1.1       benno     173: /*
                    174:  * An individual block description for a file.
                    175:  * See struct blkset.
                    176:  */
                    177: struct blk {
                    178:        off_t            offs; /* offset in file */
                    179:        size_t           idx; /* block index */
                    180:        size_t           len; /* bytes in block */
                    181:        uint32_t         chksum_short; /* fast checksum */
                    182:        unsigned char    chksum_long[CSUM_LENGTH_PHASE2]; /* slow checksum */
                    183: };
                    184:
1.14      florian   185: enum   blkstatst {
                    186:        BLKSTAT_NONE = 0,
1.21      benno     187:        BLKSTAT_NEXT,
1.14      florian   188:        BLKSTAT_DATA,
                    189:        BLKSTAT_TOK,
                    190:        BLKSTAT_HASH,
1.21      benno     191:        BLKSTAT_DONE,
                    192:        BLKSTAT_PHASE,
1.14      florian   193: };
                    194:
1.1       benno     195: /*
1.13      florian   196:  * Information for the sender updating receiver blocks reentrantly.
                    197:  */
                    198: struct blkstat {
1.14      florian   199:        off_t            offs; /* position in sender file */
                    200:        off_t            total; /* total amount processed */
                    201:        off_t            dirty; /* total amount sent */
                    202:        size_t           hint; /* optimisation: next probable match */
                    203:        void            *map; /* mapped file or MAP_FAILED otherwise */
                    204:        size_t           mapsz; /* size of file or zero */
                    205:        int              fd; /* descriptor girding the map */
                    206:        enum blkstatst   curst; /* FSM for sending file blocks */
                    207:        off_t            curpos; /* sending: position in file to send */
                    208:        off_t            curlen; /* sending: length of send */
                    209:        int32_t          curtok; /* sending: next matching token or zero */
1.31      florian   210:        struct blktab   *blktab; /* hashtable of blocks */
                    211:        uint32_t         s1; /* partial sum for computing fast hash */
                    212:        uint32_t         s2; /* partial sum for computing fast hash */
1.13      florian   213: };
                    214:
                    215: /*
1.1       benno     216:  * When transferring file contents, we break the file down into blocks
                    217:  * and work with those.
                    218:  */
                    219: struct blkset {
                    220:        off_t            size; /* file size */
                    221:        size_t           rem; /* terminal block length if non-zero */
                    222:        size_t           len; /* block length */
                    223:        size_t           csum; /* checksum length */
                    224:        struct blk      *blks; /* all blocks */
                    225:        size_t           blksz; /* number of blks */
                    226: };
                    227:
                    228: /*
                    229:  * Values required during a communication session.
                    230:  */
                    231: struct sess {
                    232:        const struct opts *opts; /* system options */
                    233:        int32_t            seed; /* checksum seed */
                    234:        int32_t            lver; /* local version */
                    235:        int32_t            rver; /* remote version */
                    236:        uint64_t           total_read; /* non-logging wire/reads */
                    237:        uint64_t           total_size; /* total file size */
                    238:        uint64_t           total_write; /* non-logging wire/writes */
                    239:        int                mplex_reads; /* multiplexing reads? */
                    240:        size_t             mplex_read_remain; /* remaining bytes */
                    241:        int                mplex_writes; /* multiplexing writes? */
                    242: };
                    243:
1.6       benno     244: /*
                    245:  * Combination of name and numeric id for groups and users.
                    246:  */
                    247: struct ident {
                    248:        int32_t  id; /* the gid_t or uid_t */
                    249:        int32_t  mapped; /* if receiving, the mapped gid */
                    250:        char    *name; /* resolved name */
                    251: };
1.27      deraadt   252:
                    253: typedef struct arglist arglist;
                    254: struct arglist {
                    255:        char    **list;
                    256:        u_int   num;
                    257:        u_int   nalloc;
                    258: };
1.35      claudio   259: void   addargs(arglist *, const char *, ...)
1.27      deraadt   260:            __attribute__((format(printf, 2, 3)));
                    261: void   freeargs(arglist *);
1.6       benno     262:
1.1       benno     263: struct download;
                    264: struct upload;
                    265:
1.29      benno     266: extern int verbose;
                    267:
1.17      deraadt   268: #define MINIMUM(a, b) (((a) < (b)) ? (a) : (b))
1.14      florian   269:
1.29      benno     270: #define LOG0(_fmt, ...) \
1.33      deraadt   271:        rsync_log( -1, (_fmt), ##__VA_ARGS__)
1.29      benno     272: #define LOG1(_fmt, ...) \
1.33      deraadt   273:        rsync_log( 0, (_fmt), ##__VA_ARGS__)
1.29      benno     274: #define LOG2(_fmt, ...) \
1.33      deraadt   275:        rsync_log( 1, (_fmt), ##__VA_ARGS__)
1.29      benno     276: #define LOG3(_fmt, ...) \
1.33      deraadt   277:        rsync_log( 2, (_fmt), ##__VA_ARGS__)
1.29      benno     278: #define LOG4(_fmt, ...) \
1.33      deraadt   279:        rsync_log( 3, (_fmt), ##__VA_ARGS__)
1.29      benno     280: #define ERRX1(_fmt, ...) \
1.33      deraadt   281:        rsync_errx1( (_fmt), ##__VA_ARGS__)
1.29      benno     282: #define WARNX(_fmt, ...) \
1.33      deraadt   283:        rsync_warnx( (_fmt), ##__VA_ARGS__)
1.29      benno     284: #define WARN(_fmt, ...) \
1.33      deraadt   285:        rsync_warn(0,  (_fmt), ##__VA_ARGS__)
1.29      benno     286: #define WARN1(_fmt, ...) \
1.33      deraadt   287:        rsync_warn(1,  (_fmt), ##__VA_ARGS__)
1.29      benno     288: #define WARN2(_fmt, ...) \
1.33      deraadt   289:        rsync_warn(2,  (_fmt), ##__VA_ARGS__)
1.29      benno     290: #define ERR(_fmt, ...) \
1.33      deraadt   291:        rsync_err( (_fmt), ##__VA_ARGS__)
1.29      benno     292: #define ERRX(_fmt, ...) \
1.33      deraadt   293:        rsync_errx( (_fmt), ##__VA_ARGS__)
1.29      benno     294:
1.39      claudio   295: void   rsync_log(int, const char *, ...)
1.33      deraadt   296:                        __attribute__((format(printf, 2, 3)));
1.39      claudio   297: void   rsync_warnx1(const char *, ...)
1.33      deraadt   298:                        __attribute__((format(printf, 1, 2)));
1.39      claudio   299: void   rsync_warn(int, const char *, ...)
1.33      deraadt   300:                        __attribute__((format(printf, 2, 3)));
1.39      claudio   301: void   rsync_warnx(const char *, ...)
1.33      deraadt   302:                        __attribute__((format(printf, 1, 2)));
1.39      claudio   303: void   rsync_err(const char *, ...)
1.33      deraadt   304:                        __attribute__((format(printf, 1, 2)));
1.39      claudio   305: void   rsync_errx(const char *, ...)
1.33      deraadt   306:                        __attribute__((format(printf, 1, 2)));
1.39      claudio   307: void   rsync_errx1(const char *, ...)
1.33      deraadt   308:                        __attribute__((format(printf, 1, 2)));
1.1       benno     309:
1.39      claudio   310: int    flist_del(struct sess *, int, const struct flist *, size_t);
                    311: int    flist_gen(struct sess *, size_t, char **, struct flist **, size_t *);
                    312: int    flist_gen_local(struct sess *, const char *, struct flist **, size_t *);
                    313: void   flist_free(struct flist *, size_t);
                    314: int    flist_recv(struct sess *, int, struct flist **, size_t *);
                    315: int    flist_send(struct sess *, int, int, const struct flist *, size_t);
                    316: int    flist_gen_dels(struct sess *, const char *, struct flist **, size_t *,
                    317:            const struct flist *, size_t);
                    318:
1.42      claudio   319: const char      *alt_base_mode(int);
                    320: char           **fargs_cmdline(struct sess *, const struct fargs *, size_t *);
1.39      claudio   321:
                    322: int    io_read_buf(struct sess *, int, void *, size_t);
                    323: int    io_read_byte(struct sess *, int, uint8_t *);
                    324: int    io_read_check(int);
                    325: int    io_read_flush(struct sess *, int);
                    326: int    io_read_int(struct sess *, int, int32_t *);
                    327: int    io_read_uint(struct sess *, int, uint32_t *);
                    328: int    io_read_long(struct sess *, int, int64_t *);
                    329: int    io_read_size(struct sess *, int, size_t *);
                    330: int    io_read_ulong(struct sess *, int, uint64_t *);
                    331: int    io_write_buf(struct sess *, int, const void *, size_t);
                    332: int    io_write_byte(struct sess *, int, uint8_t);
                    333: int    io_write_int(struct sess *, int, int32_t);
                    334: int    io_write_uint(struct sess *, int, uint32_t);
                    335: int    io_write_line(struct sess *, int, const char *);
                    336: int    io_write_long(struct sess *, int, int64_t);
                    337: int    io_write_ulong(struct sess *, int, uint64_t);
                    338:
                    339: int    io_lowbuffer_alloc(struct sess *, void **, size_t *, size_t *, size_t);
                    340: void   io_lowbuffer_int(struct sess *, void *, size_t *, size_t, int32_t);
                    341: void   io_lowbuffer_buf(struct sess *, void *, size_t *, size_t, const void *,
                    342:            size_t);
                    343:
                    344: void   io_buffer_int(void *, size_t *, size_t, int32_t);
                    345: void   io_buffer_buf(void *, size_t *, size_t, const void *, size_t);
                    346:
                    347: void   io_unbuffer_int(const void *, size_t *, size_t, int32_t *);
                    348: int    io_unbuffer_size(const void *, size_t *, size_t, size_t *);
                    349: void   io_unbuffer_buf(const void *, size_t *, size_t, void *, size_t);
                    350:
                    351: int    rsync_receiver(struct sess *, int, int, const char *);
                    352: int    rsync_sender(struct sess *, int, int, size_t, char **);
                    353: int    rsync_client(const struct opts *, int, const struct fargs *);
                    354: int    rsync_connect(const struct opts *, int *, const struct fargs *);
                    355: int    rsync_socket(const struct opts *, int, const struct fargs *);
                    356: int    rsync_server(const struct opts *, size_t, char *[]);
                    357: int    rsync_downloader(struct download *, struct sess *, int *);
                    358: int    rsync_set_metadata(struct sess *, int, int, const struct flist *,
                    359:            const char *);
                    360: int    rsync_set_metadata_at(struct sess *, int, int, const struct flist *,
                    361:            const char *);
                    362: int    rsync_uploader(struct upload *, int *, struct sess *, int *);
                    363: int    rsync_uploader_tail(struct upload *, struct sess *);
                    364:
                    365: struct download        *download_alloc(struct sess *, int, const struct flist *,
                    366:                    size_t, int);
                    367: void            download_free(struct download *);
                    368: struct upload  *upload_alloc(const char *, int, int, size_t,
                    369:                    const struct flist *, size_t, mode_t);
                    370: void           upload_free(struct upload *);
1.31      florian   371:
                    372: struct blktab  *blkhash_alloc(void);
                    373: int             blkhash_set(struct blktab *, const struct blkset *);
                    374: void            blkhash_free(struct blktab *);
1.1       benno     375:
1.39      claudio   376: struct blkset  *blk_recv(struct sess *, int, const char *);
                    377: void            blk_recv_ack(char [20], const struct blkset *, int32_t);
                    378: void            blk_match(struct sess *, const struct blkset *,
                    379:                    const char *, struct blkstat *);
                    380: int             blk_send(struct sess *, int, size_t, const struct blkset *,
                    381:                    const char *);
                    382: int             blk_send_ack(struct sess *, int, struct blkset *);
                    383:
                    384: uint32_t        hash_fast(const void *, size_t);
                    385: void            hash_slow(const void *, size_t, unsigned char *,
                    386:                    const struct sess *);
                    387: void            hash_file(const void *, size_t, unsigned char *,
                    388:                    const struct sess *);
1.42      claudio   389:
                    390: void            copy_file(int, const char *, const struct flist *);
1.39      claudio   391:
                    392: int             mkpath(char *);
                    393:
                    394: int             mkstempat(int, char *);
                    395: char           *mkstemplinkat(char*, int, char *);
                    396: char           *mkstempfifoat(int, char *);
                    397: char           *mkstempnodat(int, char *, mode_t, dev_t);
                    398: char           *mkstempsock(const char *, char *);
                    399: int             mktemplate(char **, const char *, int);
1.40      claudio   400:
                    401: int             parse_rule(char *line, enum rule_type);
1.41      claudio   402: void            parse_file(const char *, enum rule_type);
1.40      claudio   403: void            send_rules(struct sess *, int);
                    404: void            recv_rules(struct sess *, int);
                    405: int             rules_match(const char *, int);
                    406:
                    407: int             rmatch(const char *, const char *, int);
1.39      claudio   408:
                    409: char           *symlink_read(const char *);
                    410: char           *symlinkat_read(int, const char *);
                    411:
                    412: int             sess_stats_send(struct sess *, int);
                    413: int             sess_stats_recv(struct sess *, int);
                    414:
                    415: int             idents_add(int, struct ident **, size_t *, int32_t);
                    416: void            idents_assign_gid(struct sess *, struct flist *, size_t,
                    417:                    const struct ident *, size_t);
                    418: void            idents_assign_uid(struct sess *, struct flist *, size_t,
                    419:                    const struct ident *, size_t);
                    420: void            idents_free(struct ident *, size_t);
                    421: int             idents_recv(struct sess *, int, struct ident **, size_t *);
                    422: void            idents_remap(struct sess *, int, struct ident *, size_t);
                    423: int             idents_send(struct sess *, int, const struct ident *, size_t);
1.1       benno     424:
                    425: #endif /*!EXTERN_H*/