如何在两台服务器之间快速复制大量文件

#1 楼

tar -c /path/to/dir | ssh remote_server 'tar -xvf - -C /absolute/path/to/remotedir'

rsync -avW -e ssh /path/to/dir/ remote_server:/path/to/remotedir

#2 楼

#3 楼

#4 楼

srv1$ tar cfv - *mp3 | nc -w1 remote.server.net 4321

srv2$ nc -l -p 4321 |tar xfv -

#5 楼

#6 楼

# slow
rsync -av --progress /mnt/backups/section01/ /mnt/destination01/section01

# fast
cd /mnt/backups/
tar -cf - section01 | tar -xf - -C /mnt/destination01/ 

mount -o remount,noatime /mnt/backups
mount -o remount,noatime /mnt/destination01

#7 楼

#8 楼

$ time fast-archiver -c -o /dev/null /db/data
skipping symbolic link /db/data/pg_xlog
1008.92user 663.00system 27:38.27elapsed 100%CPU (0avgtext+0avgdata 24352maxresident)k
0inputs+0outputs (0major+1732minor)pagefaults 0swaps

$ time tar -cf - /db/data | cat > /dev/null
tar: Removing leading `/' from member names
tar: /db/data/base/16408/12445.2: file changed as we read it
tar: /db/data/base/16408/12464: file changed as we read it
32.68user 375.19system 1:23:23elapsed 8%CPU (0avgtext+0avgdata 81744maxresident)k
0inputs+0outputs (0major+5163minor)pagefaults 0swaps

ssh postgres@10.32.32.32 "cd /db; fast-archive -c data --exclude=data/\*.pid" | fast-archiver -x

#9 楼

host1$ tar cvf - filespec | socat stdin tcp4:host2:portnum

host2$ socat tcp4-listen:portnum stdout | tar xvpf -

#10 楼

#11 楼

tar -cf - /path/to/dir | ssh remote_server 'tar -xvf - -C /path/to/remotedir'

#12 楼

#13 楼

tar c file_list |
    tee >(sha512sum >&2) |
    pv -prab |
    pigz -9 |
    ssh [user@]remote_host '
        gunzip |
        tee >(sha512sum >&2) |
        tar xC /directory/to/extract/to
    '

6c1fe5a75cc0280709a794bdfd23d7b8b655f0bbb4c320e59729c5cd952b4b1f84861b52d1eddb601259e78249d3e6618f8a1edbd20b281d6cd15f80c8593c3e  -                     ]
 176MiB [9.36MiB/s] [9.36MiB/s] [                                            <=>                                                                        ]
6c1fe5a75cc0280709a794bdfd23d7b8b655f0bbb4c320e59729c5cd952b4b1f84861b52d1eddb601259e78249d3e6618f8a1edbd20b281d6cd15f80c8593c3e  -

dd if=/dev/src_device bs=1024k |
    tee >(sha512sum >&2) |
    pv -prab |
    pigz -9 |
    ssh [user@]remote_host '
        gunzip |
        tee >(sha512sum >&2) |
        dd of=/dev/src_device bs=1024k
    '

#14 楼

#15 楼

rsync -avW -e ssh $SOURCE $USER@$REMOTE:$DEST

#16 楼

inefficient and encrypted (encrypted = slower than unencrypted 
depending on the link and your processor) 

efficient but typically encrypted (though not necessarily)

both seem to be efficient, and both are plaintext. 

#17 楼

cd <destdir>
netcat -l -p <port> | gunzip | cpio -i -d -m

cd <srcdir>
find . -type f | cpio -o | gzip -1 | netcat <desthost> <port>

find <dir1> <dir2> -type f | cpio -o | gzip -1 | netcat <desthost> <portone>
find <dir3> <dir4> -type f | cpio -o | gzip -1 | netcat <desthost> <porttwo>

#18 楼

#19 楼

#20 楼

$ bbcp -s 8 -w 64M -N io 'tar -cO srcdirectory' desthostname:'tar -x -C destdir'

#21 楼

/#ftp:name@server.xy/

/#ftp:name@ip.ad.dr.ess/

#22 楼

rsync -avW --progress -e ssh /path/to/dir/ remote_server:/path/to/remotedir

#23 楼

Source : tar -cf - /sourcedir/ | nc -v 11.22.33.44 5000
Dest : nc -v -l 5000 | tar -xf -

#24 楼

#25 楼

#26 楼

#27 楼