wiki:TipAndDoc/service/Google/Drive/Comparision/dstat/gdrivefs

upload

  • rsync.sh
    echo ? gdfs / google-drive-ocamlfuse
    read target
    for dir in `ls /home/mitty/samples/`; do
    date '+%Y/%m/%d-%H:%M:%S'
    time rsync --times --recursive --links --human-readable --whole-file --delete --stats --inplace --verbose "/home/mitty/samples/$dir" "/home/mitty//mnt/$target/$target/$dir"
    sleep 1
    date '+%Y/%m/%d-%H:%M:%S'
    sleep 15
    echo "----------------------------------------"
    done
    

1.07GB x1

  • rsync.sh
    2017/03/26-19:52:32
    sending incremental file list
    created directory /home/mitty//mnt/gdfs/gdfs/1.1Gx1
    1.1Gx1/
    1.1Gx1/1GiB.0
    rsync: write failed on "/home/mitty/mnt/gdfs/gdfs/1.1Gx1/1.1Gx1/1GiB.0": Input/output error (5)
    rsync error: error in file IO (code 11) at receiver.c(393) [receiver=3.1.2]
    
    real    8m34.463s
    user    0m1.640s
    sys     0m0.460s
    2017/03/26-20:01:08
    
    • おそらくtmpfsが足りなくなったことによるエラー
  • dstat -t -c -C 0,1,2,3,all -m -d -n -o dstat.csv --nocolor 5
    ----system---- --total-cpu-usage-- ------memory-usage----- -dsk/total- -net/total-
         time     |usr sys idl wai stl| used  free  buff  cach| read  writ| recv  send
    26-03 19:52:26|  0   0  99   1   0| 141M  940M 16.4M  888M|   0  4096B| 634B  510B
    26-03 19:52:31|  0   0  99   0   0| 141M  940M 16.4M  888M|   0  2458B| 464B  344B
    26-03 19:52:36|  1   0  99   0   0| 142M 1294M 16.4M  534M|   0  6554B|3303B 1779B
    26-03 19:52:41| 30   6  63   1   0| 352M  665M 16.4M 1162M|  42M 2458B|3102B 1247B
    26-03 19:52:46| 44  12  43   1   0| 674M 79.2M 16.4M 1749M|  65M   14k| 720B  510B
    26-03 19:52:51| 38  12  49   0   0| 998M 75.0M 16.4M 1752M|  65M 8192B| 264B  294B
    26-03 19:52:56| 18   5  77   0   0|1144M 72.0M 16.4M 1754M|  29M    0 |  16k 1058k
    26-03 19:53:01|  0   0  98   1   0|1145M 71.8M 16.4M 1754M|   0  4915B|  36k 2543k
    26-03 19:53:06|  0   0  99   1   0|1145M 71.7M 16.4M 1754M|   0  2458B|  41k 2885k
    26-03 19:53:11|  0   0  99   1   0|1144M 72.0M 16.4M 1754M|   0  6554B|  40k 2757k
    26-03 19:53:16|  1   0  99   0   0|1145M 71.8M 16.4M 1754M|   0  3277B|  35k 2423k
    26-03 19:53:21|  0   0  98   2   0|1144M 72.3M 16.5M 1754M|   0  2458B|  36k 2580k
    26-03 19:53:26|  0   0  99   0   0|1144M 71.9M 16.5M 1754M|   0   819B|  38k 2676k
    26-03 19:53:31|  0   0  98   1   0|1144M 72.1M 16.5M 1754M|   0  4915B|  41k 2932k
    26-03 19:53:36|  1   0  98   1   0|1145M 71.9M 16.5M 1754M|   0  2458B|  36k 2475k
    26-03 19:53:41|  1   0  99   0   0|1145M 71.8M 16.5M 1754M|   0  2458B|  37k 2600k
    26-03 19:53:46|  0   0  99   1   0|1144M 72.0M 16.5M 1754M|   0  4096B|  37k 2640k
    26-03 19:53:51|  0   0  98   2   0|1145M 71.8M 16.5M 1754M|   0  5734B|  35k 2444k
    26-03 19:53:56|  0   0  98   1   0|1144M 72.1M 16.5M 1754M|   0  3277B|  30k 2123k
    26-03 19:54:01|  1   0  99   1   0|1144M 72.0M 16.5M 1754M|   0  2458B|  36k 2566k
    
    (snip)
    
    26-03 20:00:06|  0   0  99   0   0|1145M 91.7M 16.8M 1733M|   0  4096B|  29k 1920k
    26-03 20:00:11|  3   1  95   1   0|1145M 91.9M 16.9M 1733M|   0  3277B|  30k 1967k
    26-03 20:00:16|  1   0  99   1   0|1146M 91.4M 16.9M 1733M|   0  9011B|  30k 2113k
    26-03 20:00:21|  0   0  99   1   0|1146M 91.4M 16.9M 1733M|   0  2458B|  33k 2357k
    26-03 20:00:26|  0   0 100   0   0|1146M 91.4M 16.9M 1733M|   0     0 |  30k 2633k
    26-03 20:00:31|  0   0  99   1   0|1145M 91.6M 16.9M 1733M|   0  2458B|  32k 2180k
    26-03 20:00:36|  1   0  99   0   0|1145M 91.5M 16.9M 1733M|   0     0 |  30k 2339k
    26-03 20:00:41|  1   0  99   1   0|1146M 91.3M 16.9M 1733M|   0    10k|  35k 2689k
    26-03 20:00:46|  1   0  98   1   0|1146M 91.2M 16.9M 1733M|   0  7373B|  41k 2880k
    26-03 20:00:51|  0   0  99   1   0|1146M 91.2M 16.9M 1733M| 819B 7373B|  39k 2563k
    26-03 20:00:56|  1   0  99   0   0|1146M 91.2M 16.9M 1733M|   0     0 |  39k 2570k
    26-03 20:01:01|  0   0  99   1   0|1146M 91.4M 16.9M 1733M|   0  2458B|  29k 2056k
    26-03 20:01:06|  0   0  99   0   0|1145M 91.6M 16.9M 1733M|   0     0 |  36k 2688k
    26-03 20:01:11|  1   1  98   1   0| 141M 1076M 16.9M  752M|4302k 2458B|1463B  612B
    26-03 20:01:16|  0   0 100   0   0| 141M 1076M 16.9M  752M|   0  5734B| 516B  419B
         time     |usr sys idl wai stl| used  free  buff  cach| read  writ| recv  send
    ----system---- --total-cpu-usage-- ------memory-usage----- -dsk/total- -net/total-
    

102MB x10

  • rsync.sh
    2017/03/26-20:01:23
    sending incremental file list
    created directory /home/mitty//mnt/gdfs/gdfs/2.102Mx10
    2.102Mx10/
    2.102Mx10/102.4MiB.0
    2.102Mx10/102.4MiB.1
    2.102Mx10/102.4MiB.2
    2.102Mx10/102.4MiB.3
    2.102Mx10/102.4MiB.4
    2.102Mx10/102.4MiB.5
    2.102Mx10/102.4MiB.6
    2.102Mx10/102.4MiB.7
    2.102Mx10/102.4MiB.8
    2.102Mx10/102.4MiB.9
    
    Number of files: 11 (reg: 10, dir: 1)
    Number of created files: 11 (reg: 10, dir: 1)
    Number of deleted files: 0
    Number of regular files transferred: 10
    Total file size: 1.07G bytes
    Total transferred file size: 1.07G bytes
    Literal data: 1.07G bytes
    Matched data: 0 bytes
    File list size: 0
    File list generation time: 0.001 seconds
    File list transfer time: 0.000 seconds
    Total bytes sent: 1.07G
    Total bytes received: 276
    
    sent 1.07G bytes  received 276 bytes  1.95M bytes/sec
    total size is 1.07G  speedup is 1.00
    
    real    9m11.227s
    user    0m3.253s
    sys     0m1.523s
    2017/03/26-20:10:35
    
  • dstat -t -c -C 0,1,2,3,all -m -d -n -o dstat.csv --nocolor 5
    ----system---- --total-cpu-usage-- ------memory-usage----- -dsk/total- -net/total-
         time     |usr sys idl wai stl| used  free  buff  cach| read  writ| recv  send
    26-03 20:01:21|  0   0  99   1   0| 141M 1076M 16.9M  752M| 819B 4096B| 265B  304B
    26-03 20:01:26|  1   0  98   1   0| 142M 1075M 16.9M  752M|  15k 7373B|2679B 1591B
    26-03 20:01:31|  1   0  98   1   0| 145M 1071M 16.9M  752M| 102k 4915B|3923B 2120B
    26-03 20:01:36| 13   3  84   0   0| 250M  864M 16.9M  957M|  20M    0 |  13k  749k
    26-03 20:01:41|  0   0  99   1   0| 250M  864M 17.0M  957M|   0  2458B|  35k 2435k
    26-03 20:01:46|  1   0  99   1   0| 250M  864M 17.0M  957M|   0  2458B|  32k 2318k
    26-03 20:01:51|  0   0  99   1   0| 249M  865M 17.0M  957M|   0  2458B|  30k 2054k
    26-03 20:01:56|  0   0  99   0   0| 250M  864M 17.0M  957M|   0  1638B|  29k 1941k
    26-03 20:02:01|  0   0  99   1   0| 249M  865M 17.0M  957M|   0  9830B|  29k 1945k
    26-03 20:02:06|  0   0  98   2   0| 250M  864M 17.0M  957M|   0  3277B|  25k 1722k
    26-03 20:02:11|  0   0 100   0   0| 250M  864M 17.0M  957M|   0     0 |  28k 1956k
    26-03 20:02:16|  0   0  99   1   0| 250M  864M 17.0M  957M|   0  2458B|  28k 1943k
    26-03 20:02:21|  0   0  99   1   0| 250M  864M 17.0M  957M|   0  2458B|  29k 1997k
    26-03 20:02:26|  0   0  99   0   0| 250M  864M 17.0M  957M|   0     0 |  26k 1816k
    26-03 20:02:31|  1   0  99   1   0| 149M  965M 17.0M  855M|   0  2458B|  19k 1233k
    26-03 20:02:36| 15   3  82   0   0| 255M  756M 17.0M 1059M|  20M 1638B|4899B   69k
    26-03 20:02:41|  0   0  99   0   0| 255M  756M 17.0M 1059M|   0  7373B|  28k 1852k
    26-03 20:02:46|  0   0  98   2   0| 255M  756M 17.0M 1059M|   0  4915B|  26k 1751k
    26-03 20:02:51|  0   0  99   1   0| 256M  756M 17.0M 1059M|   0  2458B|  26k 1735k
    26-03 20:02:56|  0   0 100   0   0| 253M  759M 17.0M 1059M|   0     0 |  29k 2000k
    26-03 20:03:01|  0   0  99   0   0| 252M  759M 17.0M 1059M|   0  2458B|  28k 1878k
    26-03 20:03:06|  0   0 100   0   0| 253M  759M 17.0M 1059M|   0     0 |  28k 1892k
    26-03 20:03:11|  0   0  99   0   0| 253M  759M 17.0M 1059M|   0  4096B|  26k 1846k
    26-03 20:03:16|  0   0  99   1   0| 253M  759M 17.1M 1059M|   0  4915B|  28k 1936k
    26-03 20:03:21|  0   0  99   1   0| 253M  759M 17.1M 1059M|   0  6554B|  26k 1825k
    26-03 20:03:26|  0   0 100   0   0| 253M  759M 17.1M 1059M|   0     0 |  27k 1885k
    26-03 20:03:31|  0   0  99   1   0| 253M  759M 17.1M 1059M|   0  2458B|  27k 1841k
    26-03 20:03:36|  1   0  99   0   0| 150M  861M 17.1M  957M|   0     0 |  25k 1599k
    26-03 20:03:41| 13   3  84   1   0| 252M  657M 17.1M 1162M|  20M 2458B|3157B 1406B
    
    (snip)
    
    26-03 20:09:51| 13   3  84   0   0| 257M  167M 17.5M 1645M|  20M    0 |  15k  850k
    26-03 20:09:56|  0   0  98   1   0| 257M  166M 17.5M 1645M|   0  5734B|  37k 2502k
    26-03 20:10:01|  1   0  98   1   0| 257M  166M 17.5M 1645M|   0  2458B|  39k 2671k
    26-03 20:10:06|  1   0  99   0   0| 258M  166M 17.5M 1645M|   0     0 |  40k 2753k
    26-03 20:10:11|  3   1  95   0   0| 258M  166M 17.5M 1645M|   0  3277B|  40k 2694k
    26-03 20:10:16|  0   0  99   1   0| 257M  166M 17.5M 1645M|   0  9011B|  39k 2772k
    26-03 20:10:21|  0   0  99   1   0| 257M  166M 17.5M 1645M|   0  2458B|  35k 2383k
    26-03 20:10:26|  0   0 100   0   0| 258M  166M 17.5M 1645M|   0     0 |  30k 2138k
    26-03 20:10:31|  0   0  99   1   0| 257M  166M 17.5M 1645M|   0  5734B|  37k 2611k
    26-03 20:10:36|  0   0  98   1   0| 154M  270M 17.5M 1543M|   0    11k|  13k  736k
    26-03 20:10:41|  0   0  99   0   0| 153M  270M 17.5M 1543M|   0  2458B| 548B  517B
    26-03 20:10:46|  0   0 100   0   0| 153M  270M 17.5M 1543M|   0   819B| 299B  336B
         time     |usr sys idl wai stl| used  free  buff  cach| read  writ| recv  send
    ----system---- --total-cpu-usage-- ------memory-usage----- -dsk/total- -net/total-
    

10MB x100

  • rsync.sh
    2017/03/26-20:10:50
    sending incremental file list
    created directory /home/mitty//mnt/gdfs/gdfs/3.10Mx100
    3.10Mx100/
    
    (snip)
    
    3.10Mx100/10.24MiB.99
    
    Number of files: 101 (reg: 100, dir: 1)
    Number of created files: 101 (reg: 100, dir: 1)
    Number of deleted files: 0
    Number of regular files transferred: 100
    Total file size: 1.07G bytes
    Total transferred file size: 1.07G bytes
    Literal data: 1.07G bytes
    Matched data: 0 bytes
    File list size: 0
    File list generation time: 0.001 seconds
    File list transfer time: 0.000 seconds
    Total bytes sent: 1.07G
    Total bytes received: 1.99K
    
    sent 1.07G bytes  received 1.99K bytes  1.11M bytes/sec
    total size is 1.07G  speedup is 1.00
    
    real    16m6.338s
    user    0m3.343s
    sys     0m1.667s
    2017/03/26-20:26:57
    
  • dstat -t -c -C 0,1,2,3,all -m -d -n -o dstat.csv --nocolor 5
    ----system---- --total-cpu-usage-- ------memory-usage----- -dsk/total- -net/total-
         time     |usr sys idl wai stl| used  free  buff  cach| read  writ| recv  send
    26-03 20:10:46|  0   0 100   0   0| 153M  270M 17.5M 1543M|   0   819B| 299B  336B
    26-03 20:10:51|  0   0  99   1   0| 153M  270M 17.5M 1543M| 819B 2458B|1008B  839B
    26-03 20:10:56|  1   0  99   0   0| 162M  262M 17.5M 1543M|   0     0 |4476B 2350B
    26-03 20:11:01|  1   0  98   1   0| 163M  261M 17.6M 1543M|   0  2458B|4045B 2515B
    26-03 20:11:06|  1   0  99   0   0| 164M  260M 17.6M 1543M|   0  3277B|4531B 2421B
    26-03 20:11:11|  1   0  97   2   0| 165M  259M 17.6M 1543M|   0    12k|4786B 2773B
    26-03 20:11:16|  1   0  99   0   0| 168M  256M 17.6M 1543M|   0     0 |4324B 2349B
    26-03 20:11:21|  1   0  98   0   0| 170M  254M 17.6M 1543M|   0  2458B|4262B 2475B
    26-03 20:11:26|  2   1  97   0   0| 181M  232M 17.6M 1564M|2200k    0 |5349B 2465B
    26-03 20:11:31|  0   0  99   1   0| 181M  232M 17.6M 1564M|   0  3277B|  30k 2166k
    26-03 20:11:36|  2   0  97   1   0| 181M  222M 17.6M 1574M|2098k 2458B|8434B  260k
    26-03 20:11:41|  0   0  99   1   0| 181M  222M 17.6M 1574M|   0  7373B|  29k 1997k
    26-03 20:11:46|  2   0  98   0   0| 185M  208M 17.6M 1585M|2098k    0 |8340B  332k
    26-03 20:11:51|  0   0  99   1   0| 185M  208M 17.6M 1585M|   0  4915B|  28k 1880k
    26-03 20:11:56|  2   0  97   1   0| 185M  197M 17.6M 1595M|2098k   10k|6760B  170k
    26-03 20:12:01|  0   0  98   1   0| 185M  197M 17.6M 1595M|   0  3277B|  27k 1920k
    26-03 20:12:06|  2   0  98   0   0| 185M  187M 17.6M 1605M|2098k    0 |5909B  123k
    26-03 20:12:11|  0   0  99   1   0| 185M  187M 17.6M 1605M|   0  9830B|  29k 2039k
    26-03 20:12:16|  2   0  97   0   0| 186M  176M 17.6M 1615M|2098k 2458B|6989B  173k
    26-03 20:12:21|  0   0  99   1   0| 187M  175M 17.6M 1615M|   0  3277B|  14k  991k
    26-03 20:12:26|  1   0  99   0   0| 178M  184M 17.6M 1605M|   0  1638B|  19k 1220k
    
    (snip)
    

1MB x101

  • rsync.sh
    2017/03/26-21:01:56
    sending incremental file list
    created directory /home/mitty//mnt/gdfs/gdfs/4.1Mx100
    4.1Mx100/
    4.1Mx100/1MiB.0
    4.1Mx100/1MiB.1
    
    4.1Mx100/1MiB.98
    4.1Mx100/1MiB.99
    
    Number of files: 102 (reg: 101, dir: 1)
    Number of created files: 102 (reg: 101, dir: 1)
    Number of deleted files: 0
    Number of regular files transferred: 101
    Total file size: 105.91M bytes
    Total transferred file size: 105.91M bytes
    Literal data: 105.91M bytes
    Matched data: 0 bytes
    File list size: 0
    File list generation time: 0.001 seconds
    File list transfer time: 0.000 seconds
    Total bytes sent: 105.94M
    Total bytes received: 2.00K
    
    sent 105.94M bytes  received 2.00K bytes  197.46K bytes/sec
    total size is 105.91M  speedup is 1.00
    
    real    8m56.639s
    user    0m0.373s
    sys     0m0.183s
    2017/03/26-21:10:53
    
  • dstat -t -c -C 0,1,2,3,all -m -d -n -o dstat.csv --nocolor 5
    ----system---- --total-cpu-usage-- ------memory-usage----- -dsk/total- -net/total-
    26-03 21:01:54|  0   0 100   0   0| 213M 1046M 20.6M  701M|   0     0 | 500B  453B
    26-03 21:01:59|  1   0  99   1   0| 224M 1034M 20.6M  701M|   0  2458B|3561B 1923B
    26-03 21:02:04|  1   0  99   0   0| 234M 1024M 20.6M  701M|   0   819B|5131B 2798B
    26-03 21:02:09|  1   0  98   1   0| 235M 1023M 20.6M  701M|   0  4915B|4466B 2577B
    26-03 21:02:14|  1   0  99   0   0| 236M 1022M 20.6M  701M|   0     0 |4977B 2751B
    26-03 21:02:19|  1   0  98   1   0| 239M 1020M 20.6M  701M|   0  2458B|4649B 2563B
    26-03 21:02:24|  1   0  99   0   0| 239M 1019M 20.6M  701M|   0   819B|5185B 2787B
    26-03 21:02:29|  1   0  98   1   0| 241M 1017M 20.6M  703M|   0  2458B|5479B 2859B
    26-03 21:02:34|  1   0  99   1   0| 242M 1015M 20.6M  703M|   0  3277B|6518B  217k
    26-03 21:02:39|  1   0  98   1   0| 243M 1015M 20.6M  703M|   0  8192B|5770B  217k
    26-03 21:02:44|  1   0  99   0   0| 242M 1015M 20.6M  703M|   0     0 |5983B  218k
    26-03 21:02:49|  1   0  98   1   0| 242M 1015M 20.6M  703M|   0  9011B|4880B  217k
    26-03 21:02:54|  1   0  99   1   0| 243M 1014M 20.6M  703M|   0  3277B|5043B  217k
    26-03 21:02:59|  1   0  99   0   0| 246M 1012M 20.6M  702M|   0     0 |5800B  217k
    26-03 21:03:04|  1   0  98   1   0| 245M 1012M 20.6M  703M|   0  4096B|6200B  217k
    26-03 21:03:09|  0   0  99   1   0| 245M 1013M 20.6M  701M|   0  3277B|4125B  216k
    26-03 21:03:14|  1   0  99   0   0| 246M 1012M 20.6M  701M|   0   819B|5460B  217k
    26-03 21:03:19|  1   0  98   1   0| 247M 1011M 20.7M  701M|   0  3277B|5773B  218k
    26-03 21:03:24|  1   0  99   1   0| 248M 1010M 20.7M  701M|   0  3277B|5073B  217k
    26-03 21:03:29|  1   0  99   0   0| 249M 1010M 20.7M  701M|   0   819B|6058B  218k
    26-03 21:03:34|  1   0  98   1   0| 250M 1008M 20.7M  701M|   0  3277B|6269B  217k
    
    (snip)
    
    26-03 21:09:59|  1   0  98   1   0| 279M  979M 21.1M  701M|   0  4096B|4436B  217k
    26-03 21:10:04|  1   0  98   1   0| 279M  979M 21.1M  701M|   0  6554B|5571B  217k
    26-03 21:10:09|  3   1  95   1   0| 279M  979M 21.1M  701M|   0  4096B|5837B  221k
    26-03 21:10:14|  1   0  99   1   0| 279M  979M 21.1M  701M|   0  9830B|6273B  217k
    26-03 21:10:19|  1   0  99   0   0| 279M  979M 21.1M  701M|   0     0 |5391B  217k
    26-03 21:10:24|  1   0  99   1   0| 278M  980M 21.1M  701M|   0  3277B|5234B  217k
    26-03 21:10:29|  1   0  99   1   0| 279M  979M 21.1M  701M|   0  3277B|5047B  217k
    26-03 21:10:34|  1   0  99   0   0| 279M  979M 21.1M  701M|   0  1638B|5902B  217k
    26-03 21:10:39|  1   0  99   1   0| 279M  978M 21.1M  701M|   0    11k|5557B  217k
    26-03 21:10:44|  1   0  98   1   0| 280M  978M 21.2M  701M|   0  4096B|5192B  217k
    26-03 21:10:49|  1   0  99   0   0| 280M  978M 21.2M  701M|   0     0 |4491B  217k
    26-03 21:10:54|  1   0  99   0   0| 281M  977M 21.2M  701M|   0  3277B|3911B  217k
    26-03 21:10:59|  0   0 100   0   0| 281M  977M 21.2M  701M|   0     0 | 291B  345B
    26-03 21:11:04|  0   0  99   1   0| 281M  976M 21.2M  701M|   0  2458B| 685B  618B
         time     |usr sys idl wai stl| used  free  buff  cach| read  writ| recv  send
    ----system---- --total-cpu-usage-- ------memory-usage----- -dsk/total- -net/total-
    

download

  • rsyncdown.sh
    echo ? gdfs / google-drive-ocamlfuse
    read target
    for dir in `ls "/home/mitty/mnt/$target/download"`; do
    date '+%Y/%m/%d-%H:%M:%S'
    time rsync --times --recursive --links --human-readable --whole-file --delete --stats --inplace --verbose "/home/mitty/mnt/$target/download/$dir" "/home/mitty/download/$target/$dir"
    sleep 1
    date '+%Y/%m/%d-%H:%M:%S'
    sleep 15
    echo "----------------------------------------"
    done
    

1.07GB x1

  • rsyncdown.sh
    2017/04/02-14:39:15
    sending incremental file list
    created directory /home/mitty/download/gdfs/1.1Gx1
    1.1Gx1/
    rsync: send_files failed to open "/home/mitty/mnt/gdfs/download/1.1Gx1/1GiB.0.rand": Input/output error (5)
    
    Number of files: 2 (reg: 1, dir: 1)
    Number of created files: 2 (reg: 1, dir: 1)
    Number of deleted files: 0
    Number of regular files transferred: 1
    Total file size: 1.07G bytes
    Total transferred file size: 1.07G bytes
    Literal data: 0 bytes
    Matched data: 0 bytes
    File list size: 0
    File list generation time: 0.001 seconds
    File list transfer time: 0.000 seconds
    Total bytes sent: 96
    Total bytes received: 101
    
    sent 96 bytes  received 101 bytes  0.19 bytes/sec
    total size is 1.07G  speedup is 5,450,466.11
    rsync error: some files/attrs were not transferred (see previous errors) (code 23) at main.c(1178) [sender=3.1.2]
    
    real    17m8.853s
    user    0m0.000s
    sys     0m0.000s
    2017/04/02-14:56:25
    
  • dstat -t -c -m -d -n -o dstat.csv --nocolor 5
    ----system---- --total-cpu-usage-- ------memory-usage----- -dsk/total- -net/total-
         time     |usr sys idl wai stl| used  free  buff  cach| read  writ| recv  send
    02-04 14:38:53|  0   0  97   3   0| 200M  149M 70.7M 1527M|  86k  537k|   0     0
    02-04 14:38:58|  0   0 100   0   0| 200M  149M 70.7M 1527M|   0     0 | 282B  385B
    02-04 14:39:03|  0   0  99   0   0| 200M  149M 70.7M 1527M|   0  2458B| 581B  711B
    02-04 14:39:08|  0   0 100   0   0| 200M  149M 70.7M 1527M|   0     0 | 266B  321B
    02-04 14:39:13|  0   0  99   1   0| 200M  149M 70.7M 1527M|   0  3277B| 517B  506B
    02-04 14:39:18|  0   0  99   1   0| 202M  147M 70.7M 1528M|8192B 2458B| 411k 8658B
    02-04 14:39:23|  1   0  99   1   0| 207M  142M 70.7M 1533M|   0    11k| 891k   15k
    02-04 14:39:28|  1   0  98   1   0| 211M  138M 70.7M 1537M|   0    13k| 972k   16k
    02-04 14:39:33|  1   0  99   0   0| 216M  133M 70.7M 1542M|   0     0 | 972k   16k
    02-04 14:39:38|  1   0  98   1   0| 220M  129M 70.8M 1546M|   0  2458B|1031k   16k
    02-04 14:39:43|  1   0  99   0   0| 224M  125M 70.8M 1550M|   0     0 | 823k   14k
    02-04 14:39:48|  0   0  99   1   0| 229M  120M 70.8M 1555M|   0  4096B| 956k   17k
    02-04 14:39:53|  1   0  99   0   0| 234M  115M 70.8M 1560M|   0  4915B|1080k   17k
    02-04 14:39:58|  1   0  98   1   0| 238M  111M 70.8M 1564M|   0    12k| 972k   16k
    02-04 14:40:03|  1   0  99   0   0| 243M  106M 70.8M 1569M|   0  3277B|1051k   18k
    02-04 14:40:08|  0   0  98   1   0| 247M  102M 70.8M 1573M|   0  3277B| 893k   15k
    02-04 14:40:13|  1   0  99   0   0| 253M 96.2M 70.8M 1579M|   0     0 |1187k   21k
    02-04 14:40:18|  1   0  99   1   0| 258M 90.9M 70.8M 1584M|   0  2458B|1188k   20k
    02-04 14:40:23|  1   0  99   0   0| 263M 85.6M 70.8M 1589M|   0     0 |1080k   18k
    02-04 14:40:28|  1   0  98   1   0| 269M 80.1M 70.8M 1595M|   0  2458B|1188k   19k
    02-04 14:40:33|  1   0  99   0   0| 274M 74.6M 70.8M 1600M|   0  1638B|1204k   19k
    02-04 14:40:38|  1   0  98   1   0| 280M 69.2M 70.8M 1606M|   0  4096B|1171k   19k
    02-04 14:40:43|  1   0  98   1   0| 285M 86.5M 70.8M 1589M|   0  2458B|1187k   19k
    02-04 14:40:48|  3   1  96   0   0| 291M 80.2M 70.8M 1594M|   0   819B|1189k   23k
    02-04 14:40:53|  1   0  99   1   0| 296M 75.9M 70.8M 1599M|   0  9011B|1080k   17k
    02-04 14:40:58|  1   0  99   0   0| 301M 70.4M 70.8M 1605M|   0     0 |1188k   21k
    02-04 14:41:03|  1   0  99   1   0| 307M 64.9M 70.8M 1610M|   0  2458B|1204k   21k
    02-04 14:41:08|  1   0  99   0   0| 312M 82.3M 70.8M 1594M|   0     0 |1181k   20k
    02-04 14:41:13|  1   0  99   1   0| 317M 78.0M 70.8M 1598M|   0    10k| 962k   17k
    02-04 14:41:18|  0   0  98   1   0| 321M 73.9M 70.8M 1602M|   0  4915B| 866k   15k
    02-04 14:41:23|  0   0  99   0   0| 325M 69.3M 70.8M 1607M|   0   819B| 974k   17k
    02-04 14:41:28|  0   0  98   2   0| 329M 65.3M 70.9M 1611M|   0  2458B| 864k   15k
    02-04 14:41:33|  1   0  99   0   0| 334M 83.2M 70.9M 1593M|   0     0 | 988k   17k
    02-04 14:41:38|  1   0  98   1   0| 338M 78.8M 70.9M 1598M|   0  2458B|1034k   17k
    02-04 14:41:43|  1   0  99   0   0| 343M 73.9M 70.9M 1603M|   0     0 |1017k   17k
    02-04 14:41:48|  1   0  98   1   0| 348M 68.5M 70.9M 1608M|   0  6554B|1063k   17k
    02-04 14:41:53|  1   0  98   1   0| 353M 85.8M 70.9M 1590M|   0  2458B| 972k   15k
    02-04 14:41:58|  1   0  99   0   0| 357M 81.4M 70.9M 1595M|   0   819B| 972k   16k
    02-04 14:42:03|  1   0  99   1   0| 361M 77.4M 70.9M 1599M|   0  2458B| 864k   14k
    02-04 14:42:08|  1   0  99   0   0| 366M 72.3M 70.9M 1604M|   0   819B|1080k   17k
    02-04 14:42:13|  1   0  98   1   0| 370M 68.4M 70.9M 1608M|   0  2458B| 881k   14k
    02-04 14:42:18|  1   0  99   0   0| 375M 85.6M 70.9M 1592M|   0   819B|1063k   17k
    02-04 14:42:23|  1   0  98   1   0| 379M 81.7M 70.9M 1596M|   0  2458B| 874k   15k
    02-04 14:42:28|  1   0  99   0   0| 384M 76.8M 70.9M 1601M|   0     0 |1070k   18k
    02-04 14:42:33|  0   0  99   1   0| 389M 72.1M 70.9M 1605M|   0  2458B| 972k   16k
    02-04 14:42:38|  0   0  99   0   0| 393M 67.7M 70.9M 1610M|   0     0 | 972k   16k
    02-04 14:42:43|  1   0  98   1   0| 398M 84.5M 70.9M 1593M|   0  2458B| 972k   16k
    02-04 14:42:48|  1   0  99   1   0| 402M 80.2M 70.9M 1597M|   0  4096B| 864k   14k
    02-04 14:42:53|  0   0  99   0   0| 406M 76.3M 70.9M 1601M|   0  2458B| 864k   15k
    02-04 14:42:58|  1   0  99   0   0| 410M 71.9M 70.9M 1606M|   0  2458B| 972k   16k
    02-04 14:43:03|  1   0  99   0   0| 415M 67.4M 70.9M 1610M|   0     0 | 972k   16k
    02-04 14:43:08|  1   0  98   1   0| 419M 83.7M 70.9M 1594M|   0  2458B|1024k   16k
    02-04 14:43:13|  1   0  99   0   0| 424M 78.8M 70.9M 1599M|   0     0 |1028k   16k
    02-04 14:43:18|  1   0  99   1   0| 428M 74.8M 70.9M 1603M|   0  9011B| 864k   14k
    02-04 14:43:23|  1   0  98   1   0| 433M 70.3M 71.0M 1607M|   0  2458B| 972k   16k
    02-04 14:43:28|  0   0 100   0   0| 433M 70.2M 71.0M 1607M|   0   819B| 316B  372B
    02-04 14:43:33|  1   0  99   1   0| 437M 65.9M 71.0M 1611M|   0  2458B| 868k   14k
    ----system---- --total-cpu-usage-- ------memory-usage----- -dsk/total- -net/total-
         time     |usr sys idl wai stl| used  free  buff  cach| read  writ| recv  send
    02-04 14:43:38|  1   0  99   0   0| 441M 83.1M 71.0M 1595M|   0     0 | 760k   15k
    02-04 14:43:43|  1   0  99   1   0| 445M 79.0M 71.0M 1599M|   0  2458B| 863k   16k
    02-04 14:43:48|  1   0  99   0   0| 449M 74.4M 71.0M 1603M|   0     0 | 971k   16k
    02-04 14:43:53|  1   0  98   1   0| 454M 69.5M 71.0M 1608M|   0  2458B|1079k   18k
    02-04 14:43:58|  1   0  99   0   0| 459M 64.4M 71.0M 1613M|   0     0 |1079k   17k
    02-04 14:44:03|  1   0  98   1   0| 464M 80.8M 71.0M 1598M|   0  4096B| 971k   16k
    02-04 14:44:08|  1   0  98   1   0| 469M 75.9M 71.0M 1603M|   0  2458B|1079k   17k
    02-04 14:44:13|  1   0  99   0   0| 473M 71.8M 71.0M 1607M|   0     0 | 874k   15k
    02-04 14:44:18|  1   0  98   1   0| 477M 67.2M 71.0M 1611M|   0  2458B| 961k   16k
    02-04 14:44:23|  1   0  99   0   0| 482M 82.1M 71.0M 1596M|   0     0 | 971k   16k
    02-04 14:44:28|  1   0  98   1   0| 487M 77.4M 71.0M 1600M|   0  2458B| 981k   16k
    02-04 14:44:33|  1   0  99   0   0| 492M 72.4M 71.0M 1605M|   0     0 | 961k   17k
    02-04 14:44:38|  1   0  99   1   0| 497M 67.9M 71.0M 1609M|   0  4096B| 985k   17k
    02-04 14:44:43|  0   0  99   1   0| 501M 83.3M 71.0M 1595M|   0  4915B|1065k   18k
    02-04 14:44:48|  0   0  99   0   0| 505M 78.7M 71.0M 1599M|   0  3277B| 981k   17k
    02-04 14:44:53|  1   0  98   1   0| 510M 73.7M 71.0M 1604M|   0  2458B|1069k   19k
    02-04 14:44:58|  1   0  99   0   0| 515M 68.8M 71.0M 1609M|   0     0 |1079k   18k
    02-04 14:45:03|  1   0  98   1   0| 520M 84.1M 71.0M 1595M|   0  2458B| 981k   17k
    02-04 14:45:08|  1   0  99   0   0| 525M 79.1M 71.0M 1600M|   0     0 |1069k   18k
    02-04 14:45:13|  1   0  99   1   0| 529M 74.6M 71.1M 1604M|   0  2458B| 971k   16k
    02-04 14:45:18|  1   0  99   0   0| 534M 70.2M 71.1M 1609M|   0     0 | 971k   16k
    02-04 14:45:23|  1   0  99   1   0| 538M 65.5M 71.1M 1613M|   0  4096B| 971k   16k
    02-04 14:45:28|  1   0  98   1   0| 544M 78.6M 71.1M 1600M|   0  2458B|1187k   19k
    02-04 14:45:33|  1   0  99   0   0| 548M 74.6M 71.1M 1604M|   0     0 | 971k   16k
    02-04 14:45:38|  3   1  96   1   0| 554M 88.0M 71.1M 1591M|   0  3277B|1080k   21k
    02-04 14:45:43|  1   0  98   1   0| 558M 83.4M 71.1M 1595M|   0  9011B| 971k   16k
    02-04 14:45:48|  1   0  99   0   0| 562M 79.5M 71.1M 1599M|   0     0 | 941k   16k
    02-04 14:45:53|  1   0  98   1   0| 568M 73.8M 71.1M 1605M|   0  2458B|1109k   18k
    02-04 14:45:58|  1   0  99   0   0| 572M 69.2M 71.1M 1609M|   0   819B| 971k   15k
    02-04 14:46:03|  1   0  98   1   0| 577M 64.8M 71.1M 1614M|   0  9830B| 971k   17k
    02-04 14:46:08|  1   0  99   0   0| 582M 78.3M 71.1M 1601M|   0     0 |1079k   18k
    02-04 14:46:13|  1   0  98   1   0| 587M 72.8M 71.1M 1606M|   0  3277B|1187k   19k
    02-04 14:46:18|  1   0  99   1   0| 592M 68.4M 71.1M 1611M|   0  2458B| 971k   17k
    02-04 14:46:23|  1   0  99   0   0| 597M 82.1M 71.1M 1598M|   0     0 |1079k   21k
    02-04 14:46:28|  1   0  99   1   0| 601M 77.5M 71.1M 1602M|   0  2458B| 971k   17k
    02-04 14:46:33|  1   0  99   0   0| 606M 72.4M 71.1M 1607M|   0   819B|1079k   19k
    02-04 14:46:38|  1   0  98   1   0| 611M 67.9M 71.1M 1612M|   0  2458B| 971k   17k
    02-04 14:46:43|  1   0  99   0   0| 616M 80.7M 71.1M 1598M|   0     0 | 971k   17k
    02-04 14:46:48|  1   0  98   1   0| 620M 76.4M 71.1M 1603M|   0  2458B|1079k   19k
    02-04 14:46:53|  1   0  99   0   0| 625M 71.7M 71.1M 1608M|   0     0 | 971k   16k
    02-04 14:46:58|  1   0  99   1   0| 630M 66.8M 71.1M 1613M|   0  2458B|1079k   18k
    02-04 14:47:03|  1   0  99   0   0| 635M 79.2M 71.1M 1600M|   0     0 | 971k   17k
    02-04 14:47:08|  1   0  98   1   0| 639M 75.0M 71.2M 1605M|   0  3277B|1089k   19k
    02-04 14:47:13|  1   0  98   1   0| 644M 70.0M 71.2M 1610M|   0  2458B|1069k   19k
    02-04 14:47:18|  1   0  99   0   0| 649M 65.2M 71.2M 1614M|   0     0 |1038k   18k
    02-04 14:47:23|  1   0  99   0   0| 654M 77.2M 71.2M 1603M|   0  2458B|1120k   19k
    02-04 14:47:28|  1   0  99   0   0| 659M 72.7M 71.2M 1607M|   0     0 |1073k   18k
    02-04 14:47:33|  1   0  98   1   0| 664M 67.4M 71.2M 1613M|   0  2458B|1085k   19k
    02-04 14:47:38|  1   0  99   0   0| 669M 80.1M 71.2M 1601M|   0     0 |1079k   18k
    02-04 14:47:43|  1   0  99   1   0| 674M 75.7M 71.2M 1605M|   0  4096B| 971k   17k
    02-04 14:47:48|  1   0  98   1   0| 679M 70.3M 71.2M 1610M|   0  4915B|1079k   18k
    02-04 14:47:53|  1   0  99   0   0| 684M 65.6M 71.2M 1615M|   0  2458B|1089k   18k
    02-04 14:47:58|  1   0  99   1   0| 689M 77.6M 71.2M 1604M|   0  2458B|1096k   19k
    02-04 14:48:03|  1   0  99   0   0| 694M 72.5M 71.2M 1609M|   0     0 |1052k   19k
    02-04 14:48:08|  1   0  98   1   0| 699M 67.5M 71.2M 1614M|   0  2458B|1079k   19k
    02-04 14:48:13|  1   0  99   0   0| 704M 79.0M 71.2M 1602M|   0     0 |1079k   18k
    02-04 14:48:18|  1   0  98   1   0| 709M 73.9M 71.2M 1607M|   0  3277B|1079k   18k
    ----system---- --total-cpu-usage-- ------memory-usage----- -dsk/total- -net/total-
         time     |usr sys idl wai stl| used  free  buff  cach| read  writ| recv  send
    02-04 14:48:23|  1   0  99   0   0| 714M 69.0M 71.2M 1612M|   0     0 |1079k   18k
    02-04 14:48:28|  1   0  99   1   0| 718M 64.8M 71.2M 1616M|   0  3277B| 922k   16k
    02-04 14:48:33|  1   0  99   0   0| 723M 75.7M 71.2M 1606M|   0     0 |1128k   19k
    02-04 14:48:38|  1   0  98   1   0| 729M 70.1M 71.2M 1611M|   0  2458B|1187k   20k
    02-04 14:48:43|  1   0  99   0   0| 734M 65.2M 71.2M 1616M|   0     0 |1106k   18k
    02-04 14:48:48|  1   0  98   1   0| 739M 76.0M 71.2M 1606M|   0  2458B|1160k   19k
    02-04 14:48:53|  1   0  99   0   0| 744M 70.9M 71.2M 1610M|   0     0 | 971k   16k
    02-04 14:48:58|  1   0  98   1   0| 749M 65.9M 71.2M 1615M|   0  9830B|1079k   18k
    02-04 14:49:03|  1   0  98   1   0| 754M 77.2M 71.3M 1605M|   0  2458B|1089k   19k
    02-04 14:49:08|  1   0  99   0   0| 760M 71.8M 71.3M 1610M|   0  6554B|1177k   20k
    02-04 14:49:13|  1   0  98   1   0| 765M 66.8M 71.3M 1615M|   0  2458B|1106k   19k
    02-04 14:49:18|  1   0  99   0   0| 770M 77.4M 71.3M 1605M|   0     0 |1062k   19k
    02-04 14:49:23|  1   0  98   1   0| 775M 72.3M 71.3M 1610M|   0  2458B|1177k   20k
    02-04 14:49:28|  1   0  99   0   0| 780M 67.3M 71.3M 1615M|   0   819B|1079k   19k
    02-04 14:49:33|  1   0  98   1   0| 784M 78.1M 71.3M 1605M|   0  3277B| 971k   16k
    02-04 14:49:38|  1   0  98   1   0| 789M 73.3M 71.3M 1610M|   0  2458B|1079k   18k
    02-04 14:49:43|  1   0  99   0   0| 794M 68.6M 71.3M 1614M|   0     0 | 988k   17k
    02-04 14:49:48|  1   0  99   1   0| 799M 78.2M 71.3M 1604M|   0  2458B|1062k   18k
    02-04 14:49:53|  1   0  99   0   0| 804M 73.8M 71.3M 1609M|   0     0 |1079k   19k
    02-04 14:49:58|  1   0  98   1   0| 809M 68.7M 71.3M 1614M|   0  2458B|1089k   18k
    02-04 14:50:03|  1   0  99   0   0| 814M 67.9M 71.3M 1615M|   0     0 |1069k   18k
    02-04 14:50:08|  1   0  99   1   0| 819M 78.2M 71.3M 1605M|   0  3277B|1040k   18k
    02-04 14:50:13|  1   0  98   1   0| 824M 72.7M 71.3M 1610M|   0  2458B|1119k   20k
    02-04 14:50:18|  1   0  99   0   0| 829M 68.2M 71.3M 1615M|   0     0 |1079k   18k
    02-04 14:50:23|  1   0  98   1   0| 834M 77.9M 71.3M 1606M|   0  2458B|1079k   18k
    02-04 14:50:28|  1   0  99   0   0| 839M 72.9M 71.3M 1611M|   0     0 |1096k   18k
    02-04 14:50:33|  1   0  99   1   0| 844M 67.3M 71.3M 1616M|   0  2458B|1170k   19k
    02-04 14:50:38|  1   0  99   0   0| 849M 77.3M 71.3M 1607M|   0     0 | 988k   17k
    02-04 14:50:43|  1   0  99   1   0| 854M 75.9M 71.3M 1608M|   0  4096B|1170k   19k
    02-04 14:50:48|  3   1  95   1   0| 860M 70.3M 71.3M 1613M|   0    12k|1128k   23k
    02-04 14:50:53|  1   0  99   0   0| 865M 64.9M 71.3M 1618M|   0  9011B|1139k   19k
    02-04 14:50:58|  1   0  97   1   0| 870M 74.4M 71.4M 1609M|   0  2458B|1079k   19k
    02-04 14:51:03|  1   0  99   0   0| 875M 69.4M 71.4M 1614M|   0     0 |1079k   18k
    02-04 14:51:08|  1   0  98   1   0| 880M 64.4M 71.4M 1619M|   0  2458B|1079k   18k
    02-04 14:51:13|  1   0  99   0   0| 885M 73.3M 71.4M 1611M|   0     0 |1079k   18k
    02-04 14:51:18|  1   0  98   1   0| 890M 68.2M 71.4M 1616M|   0  4096B|1079k   17k
    02-04 14:51:23|  1   0  98   1   0| 896M 68.3M 71.4M 1615M|   0  2458B|1187k   19k
    02-04 14:51:28|  1   0  99   0   0| 901M 63.5M 71.4M 1620M|   0     0 |1079k   18k
    02-04 14:51:33|  1   0  98   1   0| 907M 72.2M 71.4M 1612M|   0  2458B|1187k   20k
    02-04 14:51:38|  1   0  99   0   0| 911M 68.2M 71.4M 1616M|   0     0 | 971k   16k
    02-04 14:51:43|  1   0  98   1   0| 916M 76.1M 71.4M 1608M|   0  2458B|1079k   17k
    02-04 14:51:48|  1   0  99   0   0| 921M 71.4M 71.4M 1613M|   0     0 |1096k   18k
    02-04 14:51:53|  1   0  98   1   0| 926M 66.0M 71.4M 1619M|   0  3277B|1170k   19k
    02-04 14:51:58|  1   0  99   0   0| 931M 74.3M 71.4M 1611M|   0     0 |1079k   19k
    02-04 14:52:03|  1   0  98   1   0| 936M 69.1M 71.4M 1616M|   0  3277B|1079k   19k
    02-04 14:52:08|  1   0  99   0   0| 941M 77.0M 71.4M 1608M|   0     0 |1079k   18k
    02-04 14:52:13|  1   0  98   1   0| 946M 76.2M 71.4M 1609M|   0  2458B|1187k   21k
    02-04 14:52:18|  1   0  99   0   0| 952M 70.8M 71.4M 1614M|   0     0 |1079k   18k
    02-04 14:52:23|  1   0  98   1   0| 957M 66.0M 71.4M 1619M|   0  2458B|1079k   18k
    02-04 14:52:28|  1   0  99   0   0| 962M 86.6M 71.4M 1599M|   0     0 |1187k   20k
    02-04 14:52:33|  1   0  98   1   0| 967M 81.5M 71.4M 1604M|   0  3277B|1079k   18k
    02-04 14:52:38|  1   0  99   1   0| 972M 77.1M 71.4M 1609M|   0  2458B| 971k   16k
    02-04 14:52:43|  1   0  99   0   0| 977M 71.5M 71.4M 1614M|   0     0 |1187k   20k
    02-04 14:52:48|  1   0  98   1   0| 982M 66.4M 71.4M 1619M|   0  2458B|1079k   18k
    02-04 14:52:53|  1   0  99   0   0| 988M 73.1M 71.4M 1612M|   0     0 |1079k   18k
    02-04 14:52:58|  1   0  98   1   0| 993M 68.1M 71.5M 1618M|   0  2458B|1187k   20k
    02-04 14:53:03|  1   0  99   0   0| 998M 74.8M 71.5M 1611M|   0     0 |1079k   19k
    ----system---- --total-cpu-usage-- ------memory-usage----- -dsk/total- -net/total-
         time     |usr sys idl wai stl| used  free  buff  cach| read  writ| recv  send
    02-04 14:53:08|  1   0  98   1   0|1003M 70.1M 71.5M 1616M|   0  3277B|1185k   19k
    02-04 14:53:13|  1   0  98   1   0|1008M 64.8M 71.5M 1621M|   0  2458B|1081k   18k
    02-04 14:53:18|  1   0  99   0   0|1014M 70.7M 71.5M 1615M|   0     0 |1187k   19k
    02-04 14:53:23|  1   0  98   1   0|1018M 66.7M 71.5M 1619M|   0  2458B| 971k   17k
    02-04 14:53:28|  1   0  99   0   0|1023M 73.3M 71.5M 1613M|   0     0 |1089k   19k
    02-04 14:53:33|  1   0  98   1   0|1029M 67.8M 71.5M 1618M|   0  2458B|1177k   19k
    02-04 14:53:38|  1   0  99   0   0|1034M 74.4M 71.5M 1612M|   0     0 |1089k   18k
    02-04 14:53:43|  1   0  98   1   0|1039M 68.8M 71.5M 1617M|   0  4096B|1177k   20k
    02-04 14:53:48|  1   0  98   1   0|1044M 87.1M 71.5M 1599M|   0  4915B| 971k   16k
    02-04 14:53:53|  1   0  99   0   0|1049M 82.3M 71.5M 1605M|   0  2458B|1187k   20k
    02-04 14:53:58|  1   0  98   1   0|1054M 77.2M 71.5M 1610M|   0  2458B|1079k   18k
    02-04 14:54:03|  1   0  99   0   0|1060M 71.7M 71.5M 1615M|   0     0 |1187k   19k
    02-04 14:54:08|  1   0  98   1   0|1065M 66.7M 71.5M 1620M|   0  2458B|1096k   18k
    02-04 14:54:13|  1   0  99   0   0|1070M 83.5M 71.5M 1604M|   0     0 |1170k   20k
    02-04 14:54:18|  1   0  98   1   0|1075M 78.5M 71.5M 1609M|   0  3277B|1079k   18k
    02-04 14:54:23|  1   0  98   1   0|1080M 73.3M 71.5M 1614M|   0  2458B|1106k   18k
    02-04 14:54:28|  1   0  99   0   0|1085M 68.4M 71.5M 1619M|   0     0 |1069k   17k
    02-04 14:54:33|  1   0  98   1   0|1091M 84.4M 71.5M 1603M|   0  2458B|1170k   21k
    02-04 14:54:38|  1   0  99   0   0|1096M 79.2M 71.5M 1608M|   0     0 |1079k   18k
    02-04 14:54:43|  1   0  98   1   0|1101M 73.6M 71.6M 1614M|   0  2458B|1187k   20k
    02-04 14:54:48|  1   0  99   0   0|1106M 68.9M 71.6M 1619M|   0     0 |1079k   19k
    02-04 14:54:53|  1   0  98   1   0|1111M 68.4M 71.6M 1619M|   0  3277B| 988k   17k
    02-04 14:54:58|  1   0  98   0   0|1116M 84.1M 71.6M 1604M|   0  2458B|1079k   18k
    02-04 14:55:03|  1   0  99   0   0|1121M 79.6M 71.6M 1609M|   0     0 |1079k   18k
    02-04 14:55:08|  1   0  99   0   0|1126M 74.0M 71.6M 1614M|   0  2458B|1187k   20k
    02-04 14:55:13|  1   0  99   0   0|1132M 68.4M 71.6M 1620M|   0     0 |1170k   20k
    02-04 14:55:18|  1   0  98   1   0|1137M 82.9M 71.6M 1605M|   0  2458B|1186k   20k
    02-04 14:55:23|  1   0  99   0   0|1142M 78.5M 71.6M 1610M|   0     0 | 973k   17k
    02-04 14:55:28|  1   0  98   1   0|1147M 72.9M 71.6M 1616M|   0  3277B|1187k   20k
    02-04 14:55:33|  1   0  99   0   0|1152M 68.0M 71.6M 1621M|   0     0 |1079k   19k
    02-04 14:55:38|  1   0  98   1   0|1158M 81.8M 71.6M 1606M|   0  3277B|1079k   19k
    02-04 14:55:43|  1   0  99   0   0|1162M 77.6M 71.6M 1611M|   0     0 |1079k   19k
    02-04 14:55:48|  3   1  95   1   0|1168M 71.3M 71.6M 1617M|4096B 3277B|1188k   24k
    02-04 14:55:53|  1   0  98   1   0|1173M 70.9M 71.6M 1618M|   0  9011B|1079k   18k
    02-04 14:55:58|  1   0  99   0   0|1178M 65.3M 71.6M 1623M|   0     0 |1187k   21k
    02-04 14:56:03|  1   0  98   1   0|1184M 78.7M 71.6M 1610M|   0  2458B|1079k   18k
    02-04 14:56:08|  1   0  99   0   0|1188M 74.4M 71.6M 1615M|   0   819B|1079k   18k
    02-04 14:56:13|  1   0  98   1   0|1194M 68.9M 71.6M 1620M|   0  2458B|1187k   20k
    02-04 14:56:18|  1   0  99   0   0|1199M 82.0M 71.6M 1608M|   0  6554B|1079k   19k
    02-04 14:56:23|  1   0  98   1   0|1204M 76.8M 71.6M 1613M|   0  3277B|1187k   20k
    02-04 14:56:28|  0   0  98   2   0|1205M 76.0M 71.6M 1614M|  20k 3277B| 216k 4087B
    02-04 14:56:33|  0   0  99   1   0|1204M 80.6M 71.7M 1610M|   0  6554B| 502B  512B
    02-04 14:56:38|  0   0 100   0   0|1204M 80.6M 71.7M 1610M|   0     0 | 308B  370B
    

102MB x10

  • rsyncdown.sh
    2017/04/02-14:56:40
    sending incremental file list
    created directory /home/mitty/download/gdfs/2.102Mx10
    2.102Mx10/
    2.102Mx10/102.4MiB.0
    2.102Mx10/102.4MiB.1
    2.102Mx10/102.4MiB.2
    2.102Mx10/102.4MiB.3
    2.102Mx10/102.4MiB.4
    2.102Mx10/102.4MiB.5
    2.102Mx10/102.4MiB.6
    2.102Mx10/102.4MiB.7
    rsync: send_files failed to open "/home/mitty/mnt/gdfs/download/2.102Mx10/102.4MiB.8": Input/output error (5)
    2.102Mx10/102.4MiB.9
    
    Number of files: 11 (reg: 10, dir: 1)
    Number of created files: 11 (reg: 10, dir: 1)
    Number of deleted files: 0
    Number of regular files transferred: 10
    Total file size: 1.07G bytes
    Total transferred file size: 1.07G bytes
    Literal data: 966.37M bytes
    Matched data: 0 bytes
    File list size: 0
    File list generation time: 0.001 seconds
    File list transfer time: 0.000 seconds
    Total bytes sent: 966.60M
    Total bytes received: 275
    
    sent 966.60M bytes  received 275 bytes  984.82K bytes/sec
    total size is 1.07G  speedup is 1.11
    rsync error: some files/attrs were not transferred (see previous errors) (code 23) at main.c(1178) [sender=3.1.2]
    
    real    16m20.761s
    user    0m2.727s
    sys     0m0.803s
    2017/04/02-15:13:02
    
  • dstat -t -c -m -d -n -o dstat.csv --nocolor 5
    ----system---- --total-cpu-usage-- ------memory-usage----- -dsk/total- -net/total-
         time     |usr sys idl wai stl| used  free  buff  cach| read  writ| recv  send
    02-04 14:56:33|  0   0  99   1   0|1204M 80.6M 71.7M 1610M|   0  6554B| 502B  512B
    02-04 14:56:38|  0   0 100   0   0|1204M 80.6M 71.7M 1610M|   0     0 | 308B  370B
    02-04 14:56:43|  1   1  97   1   0| 205M 1082M 71.7M  610M|2458B 4096B| 490k 9319B
    02-04 14:56:48|  1   0  98   1   0| 210M 1077M 71.7M  615M|   0    17k|1135k   18k
    02-04 14:56:53|  1   0  99   0   0| 215M 1072M 71.7M  620M|   0     0 | 999k   16k
    02-04 14:56:58|  1   0  98   1   0| 220M 1067M 71.7M  625M|   0  3277B|1053k   17k
    02-04 14:57:03|  1   0  99   0   0| 226M 1061M 71.7M  630M|   0     0 |1188k   17k
    02-04 14:57:08|  1   0  99   1   0| 231M 1056M 71.7M  635M|   0  2458B|1080k   18k
    02-04 14:57:13|  1   0  99   0   0| 237M 1051M 71.7M  641M|   0     0 |1188k   19k
    02-04 14:57:18|  1   0  99   1   0| 242M 1046M 71.7M  646M|   0    13k|1080k   18k
    02-04 14:57:23|  1   0  99   0   0| 246M 1041M 71.7M  650M|   0  1638B|1024k   16k
    02-04 14:57:28|  1   0  97   2   0| 252M 1036M 71.7M  656M|   0  2458B|1135k   18k
    02-04 14:57:33|  1   0  99   0   0| 257M 1030M 71.7M  661M|   0     0 |1080k   17k
    02-04 14:57:38|  1   0  98   1   0| 262M 1025M 71.7M  666M|   0  2458B|1188k   20k
    02-04 14:57:43|  1   0  99   0   0| 266M 1021M 71.7M  671M|   0     0 | 972k   16k
    02-04 14:57:48|  1   0  98   1   0| 272M 1015M 71.7M  676M|   0  2458B|1188k   19k
    ----system---- --total-cpu-usage-- ------memory-usage----- -dsk/total- -net/total-
         time     |usr sys idl wai stl| used  free  buff  cach| read  writ| recv  send
    02-04 14:57:53|  1   0  99   0   0| 277M 1010M 71.7M  682M|   0     0 |1187k   19k
    02-04 14:57:58|  1   0  98   1   0| 283M 1004M 71.7M  688M|   0  4096B|1296k   21k
    02-04 14:58:03|  1   0  98   1   0| 289M  999M 71.7M  693M|   0  2458B|1080k   18k
    02-04 14:58:08|  1   0  99   0   0| 294M  993M 71.7M  698M|   0     0 |1205k   20k
    02-04 14:58:13|  1   0  98   1   0| 300M  987M 71.7M  704M|   0  2458B|1279k   21k
    02-04 14:58:18|  1   0  99   0   0| 305M  982M 71.7M  710M|   0     0 |1188k   19k
    02-04 14:58:23|  4   1  94   1   0| 206M  873M 71.8M  815M|8192B 2458B| 739k   14k
    02-04 14:58:28|  1   0  95   4   0| 211M  869M 71.8M  820M|   0  9838k| 972k   17k
    02-04 14:58:33|  1   0  99   1   0| 215M  865M 71.8M  824M|   0    11M| 864k   15k
    02-04 14:58:38|  1   0  94   5   0| 219M  861M 71.8M  828M|   0  5734B| 864k   15k
    02-04 14:58:43|  1   0  99   0   0| 223M  857M 71.8M  832M|   0     0 | 864k   15k
    02-04 14:58:48|  1   0  99   1   0| 227M  853M 71.8M  836M|   0  2458B| 864k   15k
    02-04 14:58:53|  1   0  99   0   0| 231M  848M 71.8M  840M|   0     0 | 972k   17k
    02-04 14:58:58|  1   0  98   1   0| 236M  844M 71.8M  845M|   0  2458B| 972k   17k
    02-04 14:59:03|  0   0 100   0   0| 237M  843M 71.8M  846M|   0  7373B| 216k 4297B
    02-04 14:59:08|  1   0  99   1   0| 241M  839M 71.8M  850M|   0  2458B| 868k   15k
    02-04 14:59:13|  1   0  99   0   0| 245M  834M 71.8M  854M|   0   819B| 999k   16k
    02-04 14:59:18|  1   0  97   2   0| 249M  830M 71.8M  858M|   0  2458B| 837k   14k
    02-04 14:59:23|  1   0  99   0   0| 254M  825M 71.8M  863M|   0   819B|1080k   18k
    02-04 14:59:28|  1   0  98   1   0| 260M  820M 71.8M  869M|   0  2458B|1188k   20k
    02-04 14:59:33|  1   0  99   0   0| 265M  814M 71.8M  874M|   0   819B|1188k   20k
    02-04 14:59:38|  1   0  98   1   0| 271M  809M 71.8M  880M|   0  2458B|1188k   20k
    02-04 14:59:43|  1   0  99   0   0| 276M  804M 71.8M  885M|   0   819B|1161k   19k
    02-04 14:59:48|  0   0  98   1   0| 280M  799M 71.8M  889M|   0  2458B| 891k   15k
    02-04 14:59:53|  1   0  99   0   0| 286M  794M 71.8M  895M|   0  1638B|1188k   20k
    02-04 14:59:58|  1   0  98   1   0| 290M  789M 71.8M  899M|   0  4915B| 972k   16k
    02-04 15:00:03|  1   0  99   0   0| 295M  785M 71.8M  904M|   0  3277B| 972k   17k
    02-04 15:00:08|  1   0  98   1   0| 300M  780M 71.8M  909M|   0  2458B|1080k   19k
    02-04 15:00:13|  1   0  99   0   0| 306M  774M 71.8M  914M|   0     0 |1188k   19k
    02-04 15:00:18|  4   1  94   1   0| 208M  664M 71.8M 1022M|   0  2458B|1062k   19k
    02-04 15:00:23|  1   0  93   7   0| 214M  658M 71.9M 1027M|   0  9871k|1187k   20k
    02-04 15:00:28|  1   0  94   5   0| 219M  653M 71.9M 1032M|   0    11M|1079k   18k
    02-04 15:00:33|  1   0  98   1   0| 224M  647M 71.9M 1038M|   0  4915B|1187k   20k
    02-04 15:00:38|  3   1  96   0   0| 229M  643M 71.9M 1042M| 819B  819B| 864k   22k
    02-04 15:00:43|  1   0  98   1   0| 233M  639M 71.9M 1046M|   0  9011B| 971k   19k
    02-04 15:00:48|  1   0  99   0   0| 238M  634M 71.9M 1051M|   0     0 |1079k   19k
    02-04 15:00:53|  1   0  98   1   0| 243M  628M 71.9M 1057M|   0    15k|1187k   21k
    02-04 15:00:58|  1   0  99   0   0| 249M  623M 71.9M 1062M|   0   819B|1187k   20k
    02-04 15:01:03|  1   0  98   1   0| 253M  618M 71.9M 1067M|   0  2458B| 981k   17k
    02-04 15:01:08|  1   0  99   0   0| 259M  613M 71.9M 1072M|   0   819B|1177k   20k
    02-04 15:01:13|  1   0  98   1   0| 263M  608M 71.9M 1077M|   0  2458B| 971k   19k
    02-04 15:01:18|  1   0  99   0   0| 268M  603M 71.9M 1082M|   0     0 |1079k   24k
    02-04 15:01:23|  1   0  98   1   0| 273M  598M 71.9M 1087M|   0  2458B|1079k   20k
    02-04 15:01:28|  1   0  98   1   0| 279M  593M 71.9M 1092M|   0  3277B|1187k   21k
    02-04 15:01:33|  1   0  99   0   0| 284M  588M 71.9M 1098M|   0  1638B|1187k   21k
    02-04 15:01:38|  1   0  98   1   0| 290M  582M 71.9M 1103M|   0  2458B|1187k   20k
    02-04 15:01:43|  1   0  99   0   0| 295M  576M 71.9M 1109M|   0     0 |1187k   20k
    02-04 15:01:48|  1   0  98   1   0| 300M  571M 71.9M 1114M|   0  2458B|1079k   18k
    02-04 15:01:53|  1   0  99   0   0| 306M  566M 71.9M 1119M|   0   819B|1187k   20k
    02-04 15:01:58|  4   2  92   2   0| 208M  456M 71.9M 1226M|   0  9866k| 847k   14k
    02-04 15:02:03|  1   0  94   5   0| 212M  451M 71.9M 1230M|   0    11M| 972k   16k
    02-04 15:02:08|  1   0  95   4   0| 217M  447M 72.0M 1234M|   0  4915B| 863k   16k
    02-04 15:02:13|  1   0  99   0   0| 221M  443M 72.0M 1239M|   0     0 | 998k   18k
    02-04 15:02:18|  1   0  99   0   0| 226M  438M 72.0M 1243M|   0  2458B|1052k   18k
    02-04 15:02:23|  1   0  99   0   0| 230M  434M 72.0M 1248M|   0     0 | 863k   17k
    02-04 15:02:28|  1   0  99   1   0| 236M  428M 72.0M 1252M|   0  2458B|1079k   20k
    02-04 15:02:33|  1   0  99   0   0| 238M  426M 72.0M 1257M|   0  9011B|1079k   18k
    ----system---- --total-cpu-usage-- ------memory-usage----- -dsk/total- -net/total-
         time     |usr sys idl wai stl| used  free  buff  cach| read  writ| recv  send
    02-04 15:02:38|  1   0  97   2   0| 243M  421M 72.0M 1262M|   0  2458B|1079k   19k
    02-04 15:02:43|  1   0  99   0   0| 247M  416M 72.0M 1267M|   0     0 | 972k   16k
    02-04 15:02:48|  1   0  98   1   0| 252M  411M 72.0M 1272M|   0  2458B|1090k   18k
    02-04 15:02:53|  1   0  99   0   0| 259M  405M 72.0M 1277M|   0     0 |1079k   18k
    02-04 15:02:58|  1   0  99   1   0| 264M  400M 72.0M 1282M|   0  2458B|1177k   20k
    02-04 15:03:03|  1   0  99   0   0| 269M  395M 72.0M 1287M|   0     0 |1079k   18k
    02-04 15:03:08|  1   0  98   0   0| 275M  389M 72.0M 1293M|   0  4096B|1295k   21k
    02-04 15:03:13|  1   0  98   1   0| 280M  384M 72.0M 1298M|   0  4915B|1079k   17k
    02-04 15:03:18|  1   0  99   0   0| 285M  379M 72.0M 1303M|   0     0 |1079k   18k
    02-04 15:03:23|  1   0  98   1   0| 290M  373M 72.0M 1309M|   0  2458B|1187k   20k
    02-04 15:03:28|  1   0  99   0   0| 295M  368M 72.0M 1314M|   0     0 |1100k   18k
    02-04 15:03:33|  1   0  99   1   0| 301M  363M 72.0M 1320M|   0  2458B|1167k   19k
    02-04 15:03:38|  5   1  94   0   0| 205M  251M 72.0M 1427M|   0     0 |1169k   19k
    02-04 15:03:43|  1   0  98   1   0| 209M  247M 72.0M 1431M|   0  9878k| 945k   17k
    02-04 15:03:48|  1   0  94   6   0| 214M  242M 72.0M 1436M|   0    11M| 892k   15k
    02-04 15:03:53|  1   0  98   1   0| 219M  237M 72.1M 1440M|   0  4915B| 972k   15k
    02-04 15:03:58|  1   0  99   1   0| 223M  233M 72.1M 1445M|   0  9011B| 972k   16k
    02-04 15:04:03|  1   0  99   0   0| 228M  228M 72.1M 1449M|   0     0 |1024k   16k
    02-04 15:04:08|  1   0  98   1   0| 233M  223M 72.1M 1454M|   0  2458B|1027k   16k
    02-04 15:04:13|  1   0  99   0   0| 237M  219M 72.1M 1459M|   0     0 | 972k   16k
    02-04 15:04:18|  1   0  98   1   0| 243M  213M 72.1M 1464M|   0    14k|1090k   18k
    02-04 15:04:23|  1   0  98   1   0| 248M  208M 72.1M 1469M|   0  2458B|1069k   17k
    02-04 15:04:28|  1   0  99   0   0| 252M  204M 72.1M 1473M|   0     0 | 972k   16k
    02-04 15:04:33|  1   0  98   0   0| 257M  199M 72.1M 1478M|   0  2458B|1079k   18k
    02-04 15:04:38|  1   0  99   0   0| 263M  193M 72.1M 1484M|   0     0 |1188k   19k
    02-04 15:04:43|  1   0  98   1   0| 268M  188M 72.1M 1489M|   0  2458B|1080k   17k
    02-04 15:04:48|  1   0  99   0   0| 273M  183M 72.1M 1494M|   0     0 |1143k   19k
    02-04 15:04:53|  1   0  98   1   0| 278M  178M 72.1M 1499M|   0  4096B|1124k   18k
    02-04 15:04:58|  1   0  98   1   0| 284M  172M 72.1M 1505M|   0  2458B|1188k   19k
    02-04 15:05:03|  1   0  99   0   0| 289M  166M 72.1M 1510M|   0     0 |1188k   19k
    02-04 15:05:08|  1   0  99   1   0| 295M  161M 72.1M 1516M|   0  2458B|1215k   19k
    02-04 15:05:13|  1   0  99   0   0| 301M  154M 72.1M 1522M|   0     0 |1269k   21k
    02-04 15:05:18|  1   0  98   1   0| 307M  149M 72.1M 1527M|   0  2458B|1187k   19k
    02-04 15:05:23|  5   1  94   0   0| 209M  175M 72.1M 1500M|   0     0 |1058k   18k
    02-04 15:05:28|  1   0  98   1   0| 215M  170M 72.1M 1506M|   0  9874k|1187k   21k
    02-04 15:05:33|  1   0  95   4   0| 220M  164M 72.1M 1511M|   0    11M|1188k   19k
    02-04 15:05:38|  1   0  98   1   0| 226M  158M 72.2M 1517M|   0  5734B|1295k   20k
    02-04 15:05:43|  1   0  99   0   0| 232M  153M 72.2M 1523M|   0     0 |1188k   18k
    02-04 15:05:48|  3   1  95   1   0| 237M  147M 72.2M 1528M|   0  3277B|1205k   23k
    02-04 15:05:53|  1   0  98   1   0| 243M  141M 72.2M 1534M|   0  9011B|1279k   19k
    02-04 15:05:58|  1   0  99   0   0| 249M  135M 72.2M 1540M|   0     0 |1208k   20k
    02-04 15:06:03|  1   0  99   1   0| 254M  130M 72.2M 1545M|   0    15k|1168k   19k
    02-04 15:06:08|  1   0  98   1   0| 260M  124M 72.2M 1551M|   0  2458B|1187k   19k
    02-04 15:06:13|  1   0  99   0   0| 266M  119M 72.2M 1556M|   0     0 |1187k   21k
    02-04 15:06:18|  1   0  99   1   0| 271M  114M 72.2M 1561M|   0  2458B|1089k   19k
    02-04 15:06:23|  1   0  99   0   0| 276M  108M 72.2M 1567M|   0   819B|1177k   20k
    02-04 15:06:28|  0   0  98   1   0| 282M  103M 72.2M 1572M|   0  2458B|1197k   21k
    02-04 15:06:33|  1   0  99   0   0| 288M 96.1M 72.2M 1578M|   0     0 |1285k   22k
    02-04 15:06:38|  0   0  99   1   0| 294M 90.5M 72.2M 1584M|   0  4096B|1204k   21k
    02-04 15:06:43|  1   0  98   1   0| 299M 84.9M 72.2M 1589M|   0  4915B|1170k   22k
    02-04 15:06:48|  1   0  99   0   0| 305M 79.5M 72.2M 1595M|   0     0 |1187k   21k
    02-04 15:06:53|  3   2  95   1   0| 310M 75.0M 72.2M 1600M|   0  2458B|1058k   19k
    02-04 15:06:58|  1   1  96   1   0| 213M  168M 72.2M 1505M|   0  9874k| 869k   16k
    02-04 15:07:03|  1   0  99   0   0| 217M  164M 72.2M 1509M|   0    11M| 864k   14k
    02-04 15:07:08|  1   0  99   1   0| 221M  160M 72.2M 1513M|   0  5734B| 864k   14k
    02-04 15:07:13|  1   0  99   0   0| 225M  156M 72.2M 1517M|   0     0 | 972k   16k
    02-04 15:07:18|  1   0  98   1   0| 230M  151M 72.2M 1522M|   0  2458B| 972k   16k
    ----system---- --total-cpu-usage-- ------memory-usage----- -dsk/total- -net/total-
         time     |usr sys idl wai stl| used  free  buff  cach| read  writ| recv  send
    02-04 15:07:23|  1   0  99   0   0| 235M  146M 72.2M 1527M|   0     0 |1079k   18k
    02-04 15:07:28|  1   0  98   1   0| 241M  140M 72.3M 1532M|   0  2458B|1188k   19k
    02-04 15:07:33|  1   0  99   0   0| 246M  135M 72.3M 1537M|   0  9011B|1086k   19k
    02-04 15:07:38|  1   0  98   1   0| 251M  130M 72.3M 1542M|   0  2458B|1073k   18k
    02-04 15:07:43|  1   0  99   0   0| 255M  126M 72.3M 1547M|   0   819B| 988k   16k
    02-04 15:07:48|  0   0  99   1   0| 260M  121M 72.3M 1552M|   0  2458B|1063k   18k
    02-04 15:07:53|  1   0  99   0   0| 265M  116M 72.3M 1556M|   0   819B| 972k   16k
    02-04 15:07:58|  1   0  98   1   0| 271M  110M 72.3M 1562M|   0  2458B|1188k   19k
    02-04 15:08:03|  1   0  99   0   0| 274M  107M 72.3M 1567M|   0   819B|1188k   19k
    02-04 15:08:08|  1   0  98   1   0| 280M  101M 72.3M 1573M|   0  2458B|1296k   20k
    02-04 15:08:13|  1   0  99   0   0| 285M 95.9M 72.3M 1579M|   0   819B|1187k   20k
    02-04 15:08:18|  1   0  98   1   0| 291M 90.2M 72.3M 1584M|   0  2458B|1188k   19k
    02-04 15:08:23|  1   0  99   0   0| 296M 85.0M 72.3M 1590M|   0     0 |1295k   21k
    02-04 15:08:28|  1   0  98   1   0| 301M 79.7M 72.3M 1595M|   0  2458B|1080k   17k
    02-04 15:08:33|  1   0  99   0   0| 307M 73.7M 72.3M 1601M|   0     0 |1295k   22k
    02-04 15:08:38|  4   2  93   1   0| 211M  164M 72.3M 1510M|   0  2458B| 854k   16k
    02-04 15:08:43|  1   0  99   1   0| 215M  159M 72.3M 1515M|   0  8192B| 965k   17k
    02-04 15:08:48|  0   0 100   0   0| 220M  155M 72.3M 1519M|   0  6554B| 972k   17k
    02-04 15:08:53|  1   0  98   1   0| 224M  151M 72.3M 1523M|   0  9866k| 935k   16k
    02-04 15:08:58|  1   0  94   6   0| 228M  146M 72.3M 1528M|   0    11M| 901k   15k
    02-04 15:09:03|  1   0  98   1   0| 232M  142M 72.3M 1532M|   0  4915B| 938k   16k
    02-04 15:09:08|  1   0  99   0   0| 238M  137M 72.3M 1537M|   0     0 |1114k   19k
    02-04 15:09:13|  1   0  98   1   0| 243M  132M 72.3M 1543M|   0  2458B|1080k   18k
    02-04 15:09:18|  1   0  99   0   0| 248M  127M 72.3M 1547M|   0     0 |1080k   18k
    02-04 15:09:23|  1   0  98   1   0| 253M  122M 72.4M 1552M|   0  2458B| 989k   17k
    02-04 15:09:28|  1   0  99   0   0| 258M  117M 72.4M 1557M|   0  4096B|1063k   18k
    02-04 15:09:33|  1   0  98   1   0| 262M  112M 72.4M 1561M|   0  4915B| 864k   15k
    02-04 15:09:38|  1   0  99   0   0| 267M  107M 72.4M 1566M|   0     0 |1080k   19k
    02-04 15:09:43|  1   0  98   1   0| 271M  108M 72.4M 1566M|   0  2458B| 972k   17k
    02-04 15:09:48|  1   0  99   0   0| 276M  103M 72.4M 1571M|   0     0 | 972k   16k
    02-04 15:09:53|  0   0  99   1   0| 280M 98.9M 72.4M 1575M|   0  2458B| 864k   15k
    02-04 15:09:58|  0   0  99   0   0| 284M 94.4M 72.4M 1579M|   0     0 | 972k   17k
    02-04 15:10:03|  1   0  99   1   0| 288M 90.4M 72.4M 1583M|   0  6554B| 923k   16k
    02-04 15:10:08|  1   0  98   1   0| 293M 85.4M 72.4M 1588M|   0  2458B|1021k   18k
    02-04 15:10:13|  0   0  99   0   0| 298M 81.1M 72.4M 1593M|   0     0 | 972k   17k
    02-04 15:10:18|  1   0  98   1   0| 303M 75.9M 72.4M 1598M|   0  2458B|1080k   18k
    02-04 15:10:23|  1   0  99   0   0| 308M 70.9M 72.4M 1603M|   0     0 |1097k   19k
    02-04 15:10:28|  5   1  93   1   0| 211M  187M 72.4M 1487M| 819B 2458B|1047k   18k
    02-04 15:10:33|  1   0  95   5   0| 216M  182M 72.4M 1491M|   0  9874k| 972k   15k
    02-04 15:10:38|  1   0  99   0   0| 220M  178M 72.4M 1496M|   0    11M| 972k   17k
    02-04 15:10:43|  1   0  95   4   0| 225M  173M 72.4M 1500M|   0  4915B| 972k   16k
    02-04 15:10:48|  3   1  96   0   0| 230M  166M 72.4M 1506M| 214k  819B|1097k   23k
    02-04 15:10:53|  1   0  98   1   0| 236M  161M 72.4M 1512M|   0  9011B|1177k   20k
    02-04 15:10:58|  1   0  99   0   0| 240M  157M 72.4M 1516M|   0     0 | 965k   17k
    02-04 15:11:03|  1   0  98   1   0| 244M  153M 72.4M 1520M|   0  2458B| 863k   15k
    02-04 15:11:08|  1   0  99   0   0| 249M  148M 72.4M 1525M|   0    14k| 988k   17k
    02-04 15:11:13|  1   0  98   2   0| 253M  144M 72.4M 1529M|   0  2458B| 975k   17k
    02-04 15:11:18|  1   0  99   0   0| 259M  138M 72.4M 1535M|   0   819B|1167k   20k
    02-04 15:11:23|  1   0  99   1   0| 263M  134M 72.5M 1539M|   0  2458B| 863k   15k
    02-04 15:11:28|  1   0  99   0   0| 213M  184M 72.5M 1489M|   0     0 | 436k 8263B
    02-04 15:11:33|  1   0  98   1   0| 219M  178M 72.5M 1494M|   0  3277B|1187k   22k
    02-04 15:11:38|  1   0  99   0   0| 224M  173M 72.5M 1499M|   0     0 |1079k   19k
    02-04 15:11:43|  1   0  99   1   0| 228M  169M 72.5M 1504M|   0  4915B|1096k   20k
    02-04 15:11:48|  1   0  98   1   0| 234M  163M 72.5M 1510M|   0  2458B|1170k   21k
    02-04 15:11:53|  1   0  99   0   0| 239M  158M 72.5M 1515M|   0     0 |1096k   20k
    02-04 15:11:58|  0   0  99   1   0| 244M  153M 72.5M 1520M|   0  2458B|1171k   21k
    02-04 15:12:03|  1   0  99   0   0| 250M  147M 72.5M 1525M|   0   819B|1089k   19k
    ----system---- --total-cpu-usage-- ------memory-usage----- -dsk/total- -net/total-
         time     |usr sys idl wai stl| used  free  buff  cach| read  writ| recv  send
    02-04 15:12:08|  1   0  98   1   0| 256M  141M 72.5M 1531M|   0  2458B|1285k   22k
    02-04 15:12:13|  1   0  99   0   0| 260M  136M 72.5M 1536M|   0     0 |1079k   18k
    02-04 15:12:18|  1   0  98   1   0| 266M  131M 72.5M 1542M|   0  4096B|1187k   19k
    02-04 15:12:23|  1   0  98   1   0| 271M  125M 72.5M 1547M|   0  4915B|1187k   21k
    02-04 15:12:28|  1   0  99   0   0| 277M  120M 72.5M 1553M|   0  3277B|1187k   20k
    02-04 15:12:33|  1   0  98   1   0| 283M  114M 72.5M 1558M|   0  2458B|1187k   20k
    02-04 15:12:38|  1   0  99   0   0| 288M  109M 72.5M 1564M|   0     0 |1187k   19k
    02-04 15:12:43|  1   0  98   1   0| 294M  103M 72.5M 1569M|   0  2458B|1187k   20k
    02-04 15:12:48|  1   0  99   0   0| 299M 97.5M 72.5M 1575M|   0     0 |1187k   19k
    02-04 15:12:53|  1   0  99   1   0| 305M 92.1M 72.5M 1580M|   0  2458B|1187k   21k
    02-04 15:12:58|  1   0  99   0   0| 310M 86.4M 72.5M 1586M|   0     0 |1204k   20k
    02-04 15:13:03|  4   2  94   1   0| 211M  181M 72.5M 1491M|1638B 4096B| 718k   13k
    02-04 15:13:08|  0   0  99   1   0| 212M  180M 72.6M 1491M|   0  9874k| 271B  346B
    02-04 15:13:13|  0   0  95   5   0| 212M  180M 72.6M 1491M|   0    11M| 543B  516B
    

1MB x101

  • rsyncdown.sh
    2017/04/02-15:13:17
    sending incremental file list
    created directory /home/mitty/download/gdfs/4.1Mx100
    4.1Mx100/
    4.1Mx100/1MiB.0
    4.1Mx100/1MiB.1
    4.1Mx100/1MiB.10
    4.1Mx100/1MiB.100
    4.1Mx100/1MiB.11
    4.1Mx100/1MiB.12
    4.1Mx100/1MiB.13
    4.1Mx100/1MiB.90
    4.1Mx100/1MiB.91
    4.1Mx100/1MiB.92
    4.1Mx100/1MiB.93
    4.1Mx100/1MiB.94
    rsync: send_files failed to open "/home/mitty/mnt/gdfs/download/4.1Mx100/1MiB.95": Input/output error (5)
    4.1Mx100/1MiB.96
    4.1Mx100/1MiB.97
    4.1Mx100/1MiB.98
    4.1Mx100/1MiB.99
    
    Number of files: 102 (reg: 101, dir: 1)
    Number of created files: 102 (reg: 101, dir: 1)
    Number of deleted files: 0
    Number of regular files transferred: 101
    Total file size: 105.91M bytes
    Total transferred file size: 105.91M bytes
    Literal data: 104.86M bytes
    Matched data: 0 bytes
    File list size: 0
    File list generation time: 0.001 seconds
    File list transfer time: 0.000 seconds
    Total bytes sent: 104.89M
    Total bytes received: 2.00K
    
    sent 104.89M bytes  received 2.00K bytes  816.26K bytes/sec
    total size is 105.91M  speedup is 1.01
    rsync error: some files/attrs were not transferred (see previous errors) (code 23) at main.c(1178) [sender=3.1.2]
    
    real    2m7.843s
    user    0m0.340s
    sys     0m0.083s
    2017/04/02-15:15:26
    
  • dstat -t -c -m -d -n -o dstat.csv --nocolor 5
    ----system---- --total-cpu-usage-- ------memory-usage----- -dsk/total- -net/total-
         time     |usr sys idl wai stl| used  free  buff  cach| read  writ| recv  send
    02-04 15:13:08|  0   0  99   1   0| 212M  180M 72.6M 1491M|   0  9874k| 271B  346B
    02-04 15:13:13|  0   0  95   5   0| 212M  180M 72.6M 1491M|   0    11M| 543B  516B
    02-04 15:13:18|  0   0  98   1   0| 212M  180M 72.6M 1491M|  15k 4915B| 110k 2891B
    02-04 15:13:23|  1   0  98   1   0| 215M  168M 72.6M 1501M|   0    10k| 995k   21k
    02-04 15:13:28|  1   0  98   1   0| 218M  156M 72.6M 1509M|   0  6554B| 882k   18k
    02-04 15:13:33|  1   0  98   1   0| 218M  146M 72.6M 1519M|   0   819B|1100k   21k
    02-04 15:13:38|  1   0  98   1   0| 218M  136M 72.6M 1529M|   0  7373B|1096k   21k
    02-04 15:13:43|  1   0  98   1   0| 218M  128M 72.6M 1537M|   0    18k| 987k   19k
    02-04 15:13:48|  1   0  98   1   0| 218M  117M 72.6M 1547M|   0  9011B| 990k   18k
    02-04 15:13:53|  1   0  99   0   0| 219M  109M 72.6M 1555M|   0   829k| 872k   16k
    02-04 15:13:58|  1   0  98   1   0| 219M  101M 72.6M 1563M|   0   827k| 876k   18k
    02-04 15:14:03|  1   0  97   2   0| 218M 90.8M 72.6M 1573M|   0  1033k|1100k   21k
    02-04 15:14:08|  1   0  97   2   0| 218M 82.8M 72.6M 1581M|   0  1034k| 990k   19k
    02-04 15:14:13|  1   0  97   2   0| 219M 76.3M 72.7M 1587M|   0   829k| 663k   13k
    02-04 15:14:18|  1   0  96   2   0| 219M 66.3M 72.7M 1597M|   0  1037k|1045k   20k
    02-04 15:14:23|  1   0  96   3   0| 218M 70.2M 72.7M 1593M|   0   832k| 925k   19k
    02-04 15:14:28|  1   0  97   1   0| 218M 72.0M 72.7M 1591M|   0  1034k| 990k   19k
    02-04 15:14:33|  1   0  97   2   0| 218M 75.8M 72.7M 1588M|   0  1034k| 990k   19k
    02-04 15:14:38|  1   0  98   1   0| 218M 65.5M 72.7M 1598M|   0  9011B|1096k   19k
    02-04 15:14:43|  1   0  98   1   0| 219M 69.0M 72.7M 1594M|   0   820k| 880k   17k
    02-04 15:14:48|  1   0  97   2   0| 219M 67.2M 72.7M 1595M|   0   624k| 990k   20k
    02-04 15:14:53|  1   0  97   2   0| 219M 71.4M 72.7M 1592M|   0  1038k| 986k   19k
    02-04 15:14:58|  1   0  96   2   0| 219M 73.2M 72.7M 1590M|   0   828k| 990k   20k
    02-04 15:15:03|  1   0  96   2   0| 218M 75.0M 72.7M 1588M|   0  1034k|1100k   21k
    02-04 15:15:08|  1   0  97   2   0| 218M 69.0M 72.7M 1594M|   0  1034k| 770k   15k
    02-04 15:15:13|  0   0  98   2   0| 218M 69.0M 72.7M 1594M|   0  1034k| 306B  369B
    02-04 15:15:18|  0   0  98   2   0| 218M 69.0M 72.7M 1594M|   0   824k| 617B  593B
    02-04 15:15:23|  0   0  96   3   0| 219M 66.7M 72.8M 1596M|   0  1035k| 227k 4496B
    02-04 15:15:28|  0   0  98   2   0| 217M 75.4M 72.8M 1589M|   0   830k| 434k 9275B
    02-04 15:15:33|  0   0  98   2   0| 217M 75.4M 72.8M 1589M|   0  1036k| 287B  416B
    02-04 15:15:38|  2   1  95   2   0| 217M 75.4M 72.8M 1589M|   0  1031k|1560B 4056B
    

move/copy

  • mv/cp前のmtimeおよびファイルID
    • mitty@google:~/mnt/gdfs/mtime/gdfs$ ls -l *
      -rw-rw-rw- 1 mitty mitty 107374182 Mar 26 16:37 102.4MiB.0
      -rw-rw-rw- 1 mitty mitty 107374182 Mar 26 16:37 102.4MiB.1
      
    • mitty@google:~/mnt/gdfs/mtime/gdfs$ for f in `ls`; do echo $f; getfattr -d $f | grep '\.id'; done
      102.4MiB.0
      user.original.id="0B6fZtAGUBbvtbjFLMDFreldzME0\012"
      102.4MiB.1
      user.original.id="0B6fZtAGUBbvteHBKN1FPYXJmdzA\012"
      
  • mv/cp後のmtimeおよびファイルID
    • mitty@google:~/mnt/gdfs/mtime/gdfs$ ls -l *
      -rw-rw-rw- 1 mitty mitty 107374182 Mar 26 16:37 102.4MiB.0
      -rw-rw-rw- 1 mitty mitty 107374182 Apr  1 23:56 102.4MiB.0.copy
      -rw-rw-rw- 1 mitty mitty 107374182 Apr  1 23:57 102.4MiB.1.move
      
    • mitty@google:~/mnt/gdfs/mtime/gdfs$ for f in `ls`; do echo $f; getfattr -d $f | grep '\.id'; done
      102.4MiB.0
      user.original.id="0B6fZtAGUBbvtbjFLMDFreldzME0\012"
      102.4MiB.0.copy
      user.original.id="0B6fZtAGUBbvtd3FOc2h1WVZFRFE\012"
      102.4MiB.1.move
      user.original.id="0B6fZtAGUBbvteHBKN1FPYXJmdzA\012"
      
  • mtimeはmv/cpとも維持されない
  • mvではファイルIDは維持される

copy

  • mitty@google:~/mnt/gdfs/mtime/gdfs$ date; time cp -a 102.4MiB.0 102.4MiB.0.copy
    Sat Apr  1 23:53:41 JST 2017
    
    real    3m1.164s
    user    0m0.000s
    sys     0m0.107s
    
  • mitty@google:~$ dstat -t -c -m -d -n -o dstat.csv --nocolor 5
    ----system---- --total-cpu-usage-- ------memory-usage----- -dsk/total- -net/total-
         time     |usr sys idl wai stl| used  free  buff  cach| read  writ| recv  send
    01-04 23:53:29|  0   0  99   1   0| 209M 1295M 46.1M  432M|4696B   26k|   0     0
    01-04 23:53:34|  0   0  99   1   0| 209M 1295M 46.1M  432M|   0  2458B| 330B  461B
    01-04 23:53:39|  0   0 100   0   0| 209M 1295M 46.1M  432M|   0     0 | 640B  465B
    01-04 23:53:44|  1   0  99   1   0| 210M 1293M 46.1M  434M|   0  2458B| 337k   10k
    01-04 23:53:49|  0   0  99   0   0| 212M 1291M 46.1M  436M|   0   819B| 529k   20k
    01-04 23:53:54|  0   0  98   1   0| 216M 1287M 46.1M  440M|   0  2458B| 759k   20k
    01-04 23:53:59|  0   0  99   0   0| 218M 1285M 46.1M  442M|   0     0 | 540k   16k
    01-04 23:54:04|  0   0  99   1   0| 220M 1283M 46.1M  444M|   0  3277B| 432k   11k
    01-04 23:54:09|  1   0  99   1   0| 223M 1280M 46.1M  447M|   0  2458B| 571k   17k
    01-04 23:54:14|  0   0  99   0   0| 225M 1278M 46.1M  449M|   0     0 | 463k   13k
    01-04 23:54:19|  0   0  99   0   0| 226M 1277M 46.1M  450M|   0  2458B| 370k 9295B
    01-04 23:54:24|  1   0  99   0   0| 228M 1275M 46.1M  452M|   0     0 | 375k 9826B
    01-04 23:54:29|  1   0  98   1   0| 232M 1271M 46.2M  456M|   0  2458B| 832k   21k
    01-04 23:54:34|  1   0  99   0   0| 236M 1267M 46.2M  460M|   0     0 | 825k   19k
    01-04 23:54:39|  1   0  99   1   0| 240M 1263M 46.2M  464M|   0  4096B| 901k   22k
    01-04 23:54:44|  1   0  98   1   0| 244M 1259M 46.2M  468M|   0  2458B| 863k   17k
    01-04 23:54:49|  1   0  99   0   0| 249M 1254M 46.2M  473M|   0     0 | 971k   20k
    01-04 23:54:54|  1   0  99   1   0| 253M 1250M 46.2M  477M|   0  2458B| 971k   21k
    01-04 23:54:59|  0   0  99   0   0| 257M 1246M 46.2M  481M|   0     0 | 765k   18k
    01-04 23:55:04|  1   0  99   1   0| 261M 1242M 46.2M  485M|   0  2458B| 961k   24k
    01-04 23:55:09|  1   0  99   0   0| 266M 1237M 46.2M  490M|   0     0 | 971k   21k
    01-04 23:55:14|  1   0  98   1   0| 270M 1233M 46.2M  494M|   0  4096B| 971k   21k
    01-04 23:55:19|  1   0  99   1   0| 275M 1228M 46.2M  499M|   0  2458B|1018k   21k
    01-04 23:55:24|  1   0  99   0   0| 280M 1223M 46.2M  504M|   0     0 |1044k   22k
    01-04 23:55:29|  1   0  98   1   0| 285M 1218M 46.2M  509M|   0  2458B|1067k   23k
    01-04 23:55:34|  1   0  99   0   0| 290M 1213M 46.2M  514M|   0     0 |1079k   21k
    01-04 23:55:39|  1   0  99   1   0| 294M 1209M 46.2M  518M|   0  2458B| 971k   21k
    01-04 23:55:44|  1   0  99   0   0| 304M 1200M 46.2M  523M|   0     0 | 985k   20k
    01-04 23:55:49|  3   1  96   1   0| 304M 1199M 46.2M  527M|   0  4915B| 962k   24k
    01-04 23:55:54|  1   0  99   1   0| 308M 1195M 46.2M  531M|   0  8192B| 884k   18k
    01-04 23:55:59|  5   1  94   0   0| 353M 1067M 46.2M  659M|   0     0 | 719k   14k
    01-04 23:56:04|  7   2  91   1   0| 414M  986M 46.2M  740M|   0  2458B|  10k 1782k
    01-04 23:56:09|  1   0  99   0   0| 415M  986M 46.2M  740M|   0     0 |  14k 2608k
    01-04 23:56:14|  0   0  99   1   0| 414M  986M 46.2M  740M|   0  2458B|  15k 2543k
    01-04 23:56:19|  1   0  99   0   0| 414M  986M 46.2M  740M|   0   819B|  12k 2996k
    01-04 23:56:24|  0   0  98   1   0| 414M  986M 46.2M  740M|   0  9830B|  13k 2807k
    01-04 23:56:29|  0   0  99   1   0| 414M  986M 46.2M  740M|   0  4915B|  11k 2640k
    01-04 23:56:34|  1   0  99   0   0| 414M  986M 46.2M  740M|   0     0 |  12k 2846k
    01-04 23:56:39|  0   0  99   1   0| 414M  986M 46.2M  740M|   0  2458B|  14k 2709k
    01-04 23:56:44|  1   0  99   0   0| 210M 1190M 46.2M  535M|   0     0 |7817B 1175k
    01-04 23:56:49|  0   0  99   1   0| 209M 1191M 46.3M  535M|   0  2458B| 525B  469B
    01-04 23:56:54|  0   0  99   1   0| 209M 1191M 46.3M  535M|   0  2458B| 519B  525B
    01-04 23:56:59|  0   0 100   0   0| 209M 1191M 46.3M  535M|   0   819B| 291B  319B
    01-04 23:57:04|  0   0  99   1   0| 209M 1191M 46.3M  535M|   0  5734B| 579B  696B
    
    • disk I/Oがほぼ起きていないが、GDriveFSでは/tmp(tmpfs)を使っているためと思われる

move

  • mitty@google:~/mnt/gdfs/mtime/gdfs$ date; time mv 102.4MiB.1 102.4MiB.1.move
    Sat Apr  1 23:57:52 JST 2017
    
    real    0m1.771s
    user    0m0.000s
    sys     0m0.000s
    
  • mitty@google:~$ dstat -t -c -m -d -n -o dstat.csv --nocolor 5
    ----system---- --total-cpu-usage-- ------memory-usage----- -dsk/total- -net/total-
         time     |usr sys idl wai stl| used  free  buff  cach| read  writ| recv  send
    01-04 23:57:40|  0   0  99   1   0| 209M 1191M 46.3M  535M|4653B   26k|   0     0
    01-04 23:57:45|  0   0 100   0   0| 209M 1191M 46.3M  535M|   0     0 | 300B  431B
    01-04 23:57:50|  0   0  99   1   0| 209M 1191M 46.3M  535M|   0  2458B| 513B  468B
    01-04 23:57:55|  1   0  99   0   0| 209M 1190M 46.3M  535M|   0  3277B|2864B 1725B
    01-04 23:58:00|  0   0 100   0   0| 209M 1191M 46.3M  535M|   0     0 |1682B 1135B
    01-04 23:58:05|  0   0  99   1   0| 209M 1191M 46.3M  535M|   0  2458B| 277B  343B
    01-04 23:58:10|  0   0 100   0   0| 209M 1191M 46.3M  535M|   0     0 | 518B  512B
    
    • サーバーサイドで処理される
Last modified 14 months ago Last modified on Nov 5, 2017 4:02:26 PM