User:Rab/Beowulf timings

=
= TIMING NOTES:

[root@class01 rab]# time cksum wp-all.dat > cksum.out2

real   59m26.192s user   11m4.863s sys    4m57.074s

[root@class01 rab]# time hadoop fs -put wp-all.dat !$ time hadoop fs -put wp-all.dat /data/pcs/wp/all/wp-all.dat

real   464m36.332s user   107m45.895s sys    172m26.019s

[root@h01 rab]# time cat wp-all.dat | ssh mist.public.stolaf.edu ssh class01.mist.public.stolaf.edu cat \\\> /data/rab/wp-all.dat root@mist.public.stolaf.edu's password:

real   203m7.920s user   47m19.557s sys    17m33.324s [root@h01 rab]# ls cksum.out                wiktionary.xml.gz  wt.100 wikipedia-en-html.tar.gz wp-all.dat         wt.all [root@h01 rab]# time cat cksum.out | ssh mist.public.stolaf.edu ssh class01.mist.public.stolaf.edu cat \\\> /data/rab/cksum.out root@mist.public.stolaf.edu's password:

real   0m8.657s user   0m0.017s sys    0m0.023s

[root@class01 rab]# time hadoop fs -cat /data/pcs/wp/all/wp-all.dat | cksum > cksum.out3

real   250m29.722s user   35m10.388s sys    211m28.219s [root@class01 rab]# diff cksum.out cksum.out3 1c1 < 1570802901 213815024268 wp-all.dat --- > 1570802901 213815024268