(r1) CMSTier3Log11 < CmsTier3

Tags: view all tags
<!-- keep this as a security measure:
   #uncomment if the subject should only be modifiable by the listed groups 
   * Set ALLOWTOPICCHANGE = Main.TWikiAdminGroup,Main.CMSAdminGroup
   * Set ALLOWTOPICRENAME = Main.TWikiAdminGroup,Main.CMSAdminGroup
   #uncomment this if you want the page only be viewable by the listed groups
   # * Set ALLOWTOPICVIEW = Main.TWikiAdminGroup,Main.CMSAdminGroup
-->

%TOC%

%ICON{arrowleft}% Go to [[CMSTier3LogXX][previous page]] / [[CMSTier3LogXX][next page]] of Tier3 site log %M%

---+ 17. 03. 2010 Pool migration from t3fs05_cms to t3fs07_cms

On t3fs05:
<pre>
fsstat /data1
 new  name   name  attr  attr lookup rddir  read read  write write
 file remov  chng   get   set    ops   ops   ops bytes   ops bytes
    0     0     0     0     0      0     0   359 89.7M     0     0 /data1
    0     0     0     8     1     18     0   364 91.0M     0     0 /data1
    0     0     0     0     0      0     0   339 84.7M     0     0 /data1
    0     0     0     0     0      0     0   373 93.2M     0     0 /data1
    0     0     0     0     0      0     0   386 96.5M     0     0 /data1
    0     0     0     0     0      0     0   393 98.2M     0     0 /data1
    0     0     0     0     0      0     0   328 82.0M     0     0 /data1
    0     0     0     0     0      0     0   357 89.2M     0     0 /data1
    0     0     0     0     0      0     0   385 96.2M     0     0 /data1
    0     0     0     0     0      0     0   365 91.2M     0     0 /data1
    0     0     0     0     0      0     0   410  102M     0     0 /data1
    0     0     0     0     0      0     0   402  100M     0     0 /data1
    0     0     0     0     0      0     0   387 96.7M     0     0 /data1

bash-4.0# zpool iostat data1 5
               capacity     operations    bandwidth
pool         used  avail   read  write   read  write
data1       7.25T  12.7T    705      0  87.5M      0
data1       7.25T  12.7T    553      0  68.7M      0
data1       7.25T  12.7T    669      0  83.0M      0
data1       7.25T  12.7T    617     39  76.7M  75.6K
data1       7.25T  12.7T    669      0  83.0M      0
data1       7.25T  12.7T    751      0  93.2M      0
data1       7.25T  12.7T    711      0  88.4M      0
data1       7.25T  12.7T    617      0  76.7M      0
data1       7.25T  12.7T    707      0  87.8M      0
data1       7.25T  12.7T    760     27  94.2M  50.6K
data1       7.25T  12.7T    617      0  76.7M      0
data1       7.25T  12.7T    748      0  92.8M      0
data1       7.25T  12.7T    759      0  94.2M      0
data1       7.25T  12.7T    614      0  76.2M      0
data1       7.25T  12.7T    788      0  97.8M      0
data1       7.25T  12.7T    772     39  95.8M  77.4K


bash-4.0# /opt/csw/share/dtracetoolkit/Bin/bitesize.d    # ca 10 sec
Tracing... Hit Ctrl-C to end.
^C

     PID  CMD
    8045  /usr/jdk1.6.0_17/bin/java -server -Xmx512m -XX:MaxDirectMemorySize=512m -Dsun.n\0

           value  ------------- Distribution ------------- count
            4096 |                                         0
            8192 |@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@ 35189
           16384 |                                         0
           32768 |                                         0
           65536 |                                         223
          131072 |                                         0

       0  sched\0

           value  ------------- Distribution ------------- count
            4096 |                                         0
            8192 |@@@@@@@@@@@@@@@@@@@@@                    6338
           16384 |@@@                                      771
           32768 |@@@@@                                    1489
           65536 |@@@@@@@@@@@                              3238
          131072 |                                         0


bash-4.0# iopattern
%RAN %SEQ  COUNT    MIN    MAX    AVG     KR     KW
  85   15   3491  14336 118272  35335 120466      0
  85   15   2653  14336 121344  31628  81943      0
  84   16   2560  14336 118272  32658  81646      0
  86   14   2862  14336 117248  28436  79478      0
  84   16   4236  14336 118272  28817 119210      0
  85   15   7101  14336 124928  27109 187990      0
  85   15   2894  14336 124416  28249  79837      0
  85   15   5592  14336 124928  29536 161297      0
  84   16   2946  14336 126976  27911  80301      0
  86   14   6439  14336 124928  24641 154949      0
  81   19   3381  14336 125440  33700 111271      0
  78   22   2504   4096 117248  35844  87651      0
  83   17   5504  14336 117248  29391 157981      0
  88   12   4689  14336 117248  25617 117303      0
  83   17   2576  14336 117248  32142  80857      0
  86   14   5250  14336 127488  29661 152075      0

</pre>


On the target node t3fs07
<pre>
fsstat /data1 1
new  name   name  attr  attr lookup rddir  read read  write write
 file remov  chng   get   set    ops   ops   ops bytes   ops bytes
    0     0     0     0     0      0     0     0     0   375 93.7M /data1
    0     0     0     0     0      0     0     0     0   348 87.0M /data1
    0     0     0     0     0      0     0     0     0   390 97.5M /data1
    0     0     0     0     0      0     0     0     0   384 96.0M /data1
    0     0     0     0     0      0     0     0     0   311 77.7M /data1
    0     0     0     0     0      0     0     0     0   374 93.5M /data1
    0     0     0     0     0      0     0     0     0   376 94.0M /data1
    0     0     0     0     0      0     0     0     0   376 94.0M /data1
    0     0     0     0     0      0     0     0     0   399  100M /data1
    0     0     0     0     0      0     0     0     0   411  103M /data1
    0     0     0     0     0      0     0     0     0   379 94.7M /data1
    0     0     0     0     0      0     0     0     0   376 94.0M /data1
    0     0     0     0     0      0     0     0     0   375 93.7M /data1

zpool iostat data1 5
ata1       1.86T  38.8T      0      0      0      0
data1       1.86T  38.8T      0    942      0   118M
data1       1.86T  38.8T      0  2.81K    102   355M
data1       1.87T  38.8T      0    163      0  9.75M
data1       1.87T  38.8T      0      0      0      0
data1       1.87T  38.8T      0      0      0      0
data1       1.87T  38.8T      0      0      0      0
data1       1.87T  38.8T      0  1.48K      0   190M
data1       1.87T  38.8T      0  1.57K      0   201M
data1       1.87T  38.8T      0  1.06K      0   120M
data1       1.87T  38.8T      0      0      0      0
data1       1.87T  38.8T      0      0      0      0
data1       1.87T  38.8T      0      0      0      0
data1       1.87T  38.8T      0      0      0      0
data1       1.87T  38.8T      0      0    102      0
data1       1.87T  38.8T      0  4.15K      0   516M
data1       1.87T  38.8T      0    479      0  60.0M
data1       1.87T  38.8T      0      0      0   102K
data1       1.87T  38.8T      0      0      0      0
data1       1.87T  38.8T      0  1.92K      0   245M
data1       1.87T  38.8T      0  1.56K      0   200M
data1       1.88T  38.7T      0    358    510  29.2M
data1       1.88T  38.7T      0      0      0      0
data1       1.88T  38.7T      0      0      0      0


root@t3fs07 $ /opt/csw/share/dtracetoolkit/Bin/bitesize.d    # ca 10 sec.
Tracing... Hit Ctrl-C to end.
^C

     PID  CMD
       0  sched\0

           value  ------------- Distribution ------------- count
             256 |                                         0
             512 |@                                        1074
            1024 |                                         415
            2048 |                                         183
            4096 |                                         14
            8192 |                                         1
           16384 |@@@@@@@@@                                10214
           32768 |@@                                       2684
           65536 |@@@@@@@@@@@@@@@@@@@@@@@@@@               30485
          131072 |@                                        1427
          262144 |                                         0

root@t3fs07 $ iopattern
%RAN %SEQ  COUNT    MIN    MAX    AVG     KR     KW
   0    0      0      0      0      0      0      0
   0    0      0      0      0      0      0      0
   0    0      0      0      0      0      0      0
   0    0      0      0      0      0      0      0
  61   39  12027  18432 131072  52277      0 614000
  60   40  12603  18432 131072  55695      0 685485
  41   59     36  18432  18944  16696      0    587
   0    0      0      0      0      0      0      0
  63   37   1203  18432 131072  45644      0  53623
   0    0      0      0      0      0      0      0
   0    0      0      0      0      0      0      0
   0    0      0      0      0      0      0      0
   0    0      0      0      0      0      0      0
   0    0      0      0      0      0      0      0
   0    0      0      0      0      0      0      0
   0    0      0      0      0      0      0      0
   0    0      0      0      0      0      0      0
  66   34   7472  18432 131072  49895      0 364050
  60   40  20027  18432 131072  55019      0 1076054
  43   57  12215    512 131072  55311      0 659792
%RAN %SEQ  COUNT    MIN    MAX    AVG     KR     KW
  93    7    167    512  18944   4982      0    812
   0    0      0      0      0      0      0      0
 100    0      1    512    512    512      0      0
   0    0      0      0      0      0      0      0
   0    0      0      0      0      0      0      0

</pre>


-- Main.DerekFeichtinger - 2010-03-17

----------------

%ICON{arrowleft}% Go to [[CMSTier3LogXX][previous page]] / [[CMSTier3LogXX][next page]] of Tier3 site log %M%
   * t3fs05io.png: <br />
     <img src="%ATTACHURLPATH%/t3fs05io.png" alt="t3fs05io.png" width='227' height='119' />

   * t3fs07io.png: <br />
     <img src="%ATTACHURLPATH%/t3fs07io.png" alt="t3fs07io.png" width='227' height='119' />