argvector vs. master added by mario-goulart on Tue Jul 21 21:04:48 2015
$ ~/local/chicken-argvector/bin/csi -s run.scm --log-file=argvector.log Repeating each program 10 times Using /home/mario/local/chicken-argvector/bin/csc Total number of programs to benchmark: 63 The values displayed correspond to the arithmetic mean of all results (except build time). Columns legend: BT [1] => Build time (seconds) CT [2] => CPU time (seconds) MGT[3] => Major GCs time (seconds) Mut[4] => number of mutations MT [5] => number of tracked mutations MGC[6] => number of major GCs mGC[7] => number of minor GCs Programs BT [1] CT [2] MGT[3] Mut[4] MT [5] MGC[6] mGC[7] 1 0......................0.288 0 0 0 0 0 0 2 binarytrees............0.585 0.0524 0.0056 0 0 5 157 3 boyer..................0.781 0.0924 0.04 48272 48249 12 146 4 browse.................0.806 0.0552 0 62395 521 1 328 5 conform................2.962 0.084 0.004 68640 29619 4 377 6 cpstak.................0.363 0.32 0.0036 0 0 4 1938 7 ctak...................0.389 0.0868 0.002 0 0 2 539 8 dderiv.................0.614 0.0872 0.0024 120000 2357 2 467 9 deriv..................0.551 0.0788 0 120000 2630 2 472 10 destructive............0.505 0.0556 0 0 0 0 276 11 div-iter...............0.389 0.0156 0 0 0 0 59 12 div-rec................0.381 0.0436 0 0 0 1 203 13 dynamic................12.883 0.12 0.0444 98730 10376 8 207 14 earley.................2.27 0.0644 0.024 558 82 8 220 15 fft....................0.686 0.0252 0.0036 337760 314916 4 31 16 fib....................0.295 0.1244 0 0 0 0 657 17 fibc...................0.375 0.682 0.008 0 0 11 3865 18 fibfp..................0.314 0.1304 0 0 0 1 656 19 fprint.................0.418 0.088 0 3 0 0 427 20 fread..................0.306 0.716 0.2376 218474 41276 37 2766 21 gcbench................0.869 15.452 3.1924 349452 135293 26 48539 22 graphs.................1.176 0.7004 0.0324 246033 65114 15 3436 23 hanoi..................0.333 0.4296 0.004 0 0 4 3037 24 kanren.................116.39 3.414 0.8228 4601 50 207 5631 25 kernwyk-ackermann......0.314 4.894 2.73 0 0 2657 6895 26 kernwyk-array..........0.383 6.5164 0.7716 100 0 101 9099 27 kernwyk-cat............0.354 0.2524 0 6 0 0 1888 28 kernwyk-string.........0.388 0.8928 0.3272 770 270 49 131 29 kernwyk-sum............0.31 0.484 0.0064 3 0 7 2462 30 kernwyk-tail...........0.395 0.104 0.012 7 0 3 279 31 kernwyk-wc.............0.341 0.15 0 3 0 0 1304 32 knucleotide............0.691 3.134 0.3404 828121 822159 13.9 4466 33 lattice................0.852 4.4752 0.1072 176520 209696 131 24552 34 maze...................2.376 0.116 0.0132 275600 81639 19 487 35 mazefun................1.085 1.5724 0.0824 252000 584 106 6742 36 mbrot..................0.431 0.0156 0 75 0 0 54 37 nbody..................1.202 1.9412 0.0172 750000 749563 29 10022 38 nboyer.................1.22 22.766 16.544 178921 178921 126 19701 39 nestedloop.............0.514 2.046 0.0032 0 0 6 6472 40 nfa....................0.4 1.2184 0.0452 1 0 57 5883 41 nqueens................0.393 0.0356 0 0 0 0 154 42 ntakl..................0.403 0.1312 0.0008 0 0 1 651 43 nucleic2...............6.308 1.666 0.1248 756000 25841 85 6480 44 paraffins..............0.8 11.255 6.5108 11 0 16 956 45 parsing................3.329 0.7144 0.0288 613850 193347 26 3789 46 pnpoly.................0.609 1.212 0.0072 200000 0 5 8603 47 primes.................0.424 0.238 0.0136 0 0 22 1122 48 psyntax................44.372 1.1756 0.2664 349548 41929 23 3393 49 puzzle.................1.09 0.032 0 0 0 0 189 50 ray....................1.339 0.4608 0.0028 36 33 4 2469 51 ray2...................1.416 6.4984 1.0868 100475 732590 45 25182 52 sboyer.................1.255 33.216 18.816 415870 415870 161 81230 53 scheme.................4.811 0.0124 0 500 101 0 53 54 sieves-eratosthenes....0.353 9.0308 5.0672 0 0 3801 3844 55 simplex................1.599 0.3084 0.0084 118000 90593 6 1525 56 slatex.................6.899 0.4848 0.0084 252836 4482 5 1447 57 sort1..................0.53 3.1596 1.5756 197092 45 23 4924 58 tak....................0.342 0.2468 0.0048 0 0 3 1842 59 takl...................0.406 0.1308 0.0004 0 0 1 651 60 takr...................3.954 0.378 0.0028 0 0 3 1842 61 traverse...............1.006 0.2096 0.004 0 0 1 1415 62 travinit...............0.998 0.04 0.008 73688 36347 2 96 63 triangl................0.438 0.5244 0.0264 775 775 20 3126 Total compile time: 3m59.263s Total run time (CPU time): 24m6.59799999999973s Total time spent in major GCs: 9m49.9179999999997s Total mutations: 1804128483 Total mutations tracked: 175521084 Total number of minor GCs 3298540 Total number of major GCs 79119 Total number failures 0 $ ~/local/chicken-master/bin/csi -s run.scm --log-file=master.log Repeating each program 10 times Using /home/mario/local/chicken-master/bin/csc Total number of programs to benchmark: 63 The values displayed correspond to the arithmetic mean of all results (except build time). Columns legend: BT [1] => Build time (seconds) CT [2] => CPU time (seconds) MGT[3] => Major GCs time (seconds) Mut[4] => number of mutations MT [5] => number of tracked mutations MGC[6] => number of major GCs mGC[7] => number of minor GCs Programs BT [1] CT [2] MGT[3] Mut[4] MT [5] MGC[6] mGC[7] 1 0......................0.279 0 0 0 0 0 0 2 binarytrees............0.598 0.0592 0.0236 0 0 12 134 3 boyer..................0.771 0.1 0.0532 48272 48235 14 132 4 browse.................0.856 0.0704 0.0148 62395 476 7 283 5 conform................2.812 0.0764 0.004 68640 29491 3 311 6 cpstak.................0.358 0.3188 0.0044 0 0 4 1866 7 ctak...................0.403 0.1032 0.0012 0 0 2 617 8 dderiv.................0.589 0.0816 0.004 120000 2183 2 424 9 deriv..................0.553 0.0724 0 120000 2287 2 414 10 destructive............0.513 0.0556 0 0 0 0 274 11 div-iter...............0.38 0.016 0 0 0 0 59 12 div-rec................0.398 0.0396 0.004 0 0 1 166 13 dynamic................11.6 0.1244 0.0568 98730 10221 8 181 14 earley.................2.277 0.0632 0.0236 558 95 7 215 15 fft....................0.711 0.0244 0.004 337760 315114 4 30 16 fib....................0.307 0.1168 0 0 0 0 617 17 fibc...................0.368 0.762 0.0116 0 0 12 4215 18 fibfp..................0.317 0.1384 0.0004 0 0 1 616 19 fprint.................0.409 0.084 0 3 0 0 399 20 fread..................0.322 0.5444 0.11 218474 41135 25 2483 21 gcbench................0.873 15.220 3.1456 349452 135336 24 48475 22 graphs.................1.134 0.6808 0.0424 246033 65469 18 3121 23 hanoi..................0.333 0.3952 0.0012 0 0 3 2800 24 kanren.................79.725 3.2412 0.79 4601 43 195 4648 25 kernwyk-ackermann......0.308 4.7352 2.6632 0 0 2601 6615 26 kernwyk-array..........0.4 6.5504 0.77 100 0 101 9099 27 kernwyk-cat............0.369 0.2516 0 6 0 0 1844 28 kernwyk-string.........0.38 0.892 0.3328 770 270 49 131 29 kernwyk-sum............0.348 0.474 0.0076 3 0 5 2285 30 kernwyk-tail...........0.394 0.1216 0.0284 7 0 4 296 31 kernwyk-wc.............0.358 0.1524 0 3 0 0 1304 32 knucleotide............0.707 3.292 0.4152 828121 821108 20.5 4272.8 33 lattice................0.822 4.1848 0.0908 176520 185432 113 20542 34 maze...................2.319 0.108 0.012 275600 80009 14 440 35 mazefun................1.022 1.5056 0.0748 252000 536 102 6422 36 mbrot..................0.415 0.0156 0 75 0 0 53 37 nbody..................1.173 1.9152 0.0268 750000 749583 28 9506 38 nboyer.................1.199 22.614 16.417 178921 178921 125 19281 39 nestedloop.............0.523 2.0708 0.0056 0 0 6 6509 40 nfa....................0.457 1.0988 0.0268 1 0 35 4983 41 nqueens................0.403 0.0356 0 0 0 0 149 42 ntakl..................0.403 0.1236 0 0 0 0 553 43 nucleic2...............6.458 1.7764 0.134 756000 25717 86 6701 44 paraffins..............0.819 10.942 6.2748 11 0 15 870 45 parsing................3.355 0.7176 0.03 613850 193344 15 3620 46 pnpoly.................0.63 1.2808 0.0224 200000 0 16 8551 47 primes.................0.434 0.2156 0.0156 0 0 19 980 48 psyntax................41.219 1.1224 0.2368 349548 40536 22 3268 49 puzzle.................1.112 0.034 0 0 0 0 176 50 ray....................1.312 0.4504 0.0032 36 33 4 2394 51 ray2...................1.395 6.8736 1.182 100475 733678 47 25117 52 sboyer.................1.256 32.206 17.880 415870 415870 154 79921 53 scheme.................4.582 0.012 0 500 98 0 46 54 sieves-eratosthenes....0.35 7.916 4.5808 0 0 3394 3193 55 simplex................1.568 0.298 0.0092 118000 86322 5 1474 56 slatex.................6.618 0.4904 0.0056 252836 4511 3 1440 57 sort1..................0.507 3.2184 1.5432 197092 45 23 5454 58 tak....................0.339 0.2352 0.0036 0 0 3 1600 59 takl...................0.404 0.1312 0 0 0 0 553 60 takr...................3.656 0.3768 0.0024 0 0 3 1600 61 traverse...............0.992 0.1776 0.002 0 0 1 1178 62 travinit...............0.93 0.036 0 73688 36325 1 92 63 triangl................0.394 0.5228 0.0156 775 775 19 2856 Total compile time: 3m17.216s Total run time (CPU time): 23m35.6379999999999s Total time spent in major GCs: 9m31.0839999999996s Total mutations: 1804128482 Total mutations tracked: 175206040 Total number of minor GCs 3178488 Total number of major GCs 73775 Total number failures 0 $ csi -s compare.scm --metrics=cpu-time,major-gcs,minor-gcs argvector.log master.log +---[1]: |-> installation-prefix: /home/mario/local/chicken-argvector |-> csc-options: |-> repetitions: 10 +---[2]: |-> installation-prefix: /home/mario/local/chicken-master |-> csc-options: |-> repetitions: 10 Displaying normalized results (larger numbers indicate better results) === === cpu-time === Programs [1] [2] ======================================== 0_________________________1.00______1.00 binarytrees_______________1.12______1.00 boyer_____________________1.08______1.00 browse____________________1.27______1.00 conform___________________1.00______1.09 cpstak____________________1.00______1.00 ctak______________________1.18______1.00 dderiv____________________1.00______1.06 deriv_____________________1.00______1.08 destructive_______________1.00______1.00 div-iter__________________1.02______1.00 div-rec___________________1.00______1.10 dynamic___________________1.03______1.00 earley____________________1.00______1.01 fft_______________________1.00______1.03 fib_______________________1.00______1.06 fibc______________________1.11______1.00 fibfp_____________________1.06______1.00 fprint____________________1.00______1.04 fread_____________________1.00______1.31 gcbench___________________1.00______1.01 graphs____________________1.00______1.02 hanoi_____________________1.00______1.08 kanren____________________1.00______1.05 kernwyk-ackermann_________1.00______1.03 kernwyk-array_____________1.00______1.00 kernwyk-cat_______________1.00______1.00 kernwyk-string____________1.00______1.00 kernwyk-sum_______________1.00______1.02 kernwyk-tail______________1.16______1.00 kernwyk-wc________________1.01______1.00 knucleotide_______________1.05______1.00 lattice___________________1.00______1.06 maze______________________1.00______1.07 mazefun___________________1.00______1.04 mbrot_____________________1.00______1.00 nbody_____________________1.00______1.01 nboyer____________________1.00______1.00 nestedloop________________1.01______1.00 nfa_______________________1.00______1.10 nqueens___________________1.00______1.00 ntakl_____________________1.00______1.06 nucleic2__________________1.06______1.00 paraffins_________________1.00______1.02 parsing___________________1.00______1.00 pnpoly____________________1.05______1.00 primes____________________1.00______1.10 psyntax___________________1.00______1.04 puzzle____________________1.06______1.00 ray_______________________1.00______1.02 ray2______________________1.05______1.00 sboyer____________________1.00______1.03 scheme____________________1.00______1.03 sieves-eratosthenes_______1.00______1.14 simplex___________________1.00______1.03 slatex____________________1.01______1.00 sort1_____________________1.01______1.00 tak_______________________1.00______1.04 takl______________________1.00______1.00 takr______________________1.00______1.00 traverse__________________1.00______1.18 travinit__________________1.00______1.11 triangl___________________1.00______1.00 === === major-gcs === Programs [1] [2] ======================================== 0_________________________1.00______1.00 binarytrees_______________2.40______1.00 boyer_____________________1.16______1.00 browse____________________7.00______1.00 conform___________________1.00______1.33 cpstak____________________1.00______1.00 ctak______________________1.00______1.00 dderiv____________________1.00______1.00 deriv_____________________1.00______1.00 destructive_______________1.00______1.00 div-iter__________________1.00______1.00 div-rec___________________1.00______1.00 dynamic___________________1.00______1.00 earley____________________1.00______1.14 fft_______________________1.00______1.00 fib_______________________1.00______1.00 fibc______________________1.09______1.00 fibfp_____________________1.00______1.00 fprint____________________1.00______1.00 fread_____________________1.00______1.48 gcbench___________________1.00______1.08 graphs____________________1.20______1.00 hanoi_____________________1.00______1.33 kanren____________________1.00______1.06 kernwyk-ackermann_________1.00______1.02 kernwyk-array_____________1.00______1.00 kernwyk-cat_______________1.00______1.00 kernwyk-string____________1.00______1.00 kernwyk-sum_______________1.00______1.40 kernwyk-tail______________1.33______1.00 kernwyk-wc________________1.00______1.00 knucleotide_______________1.47______1.00 lattice___________________1.00______1.15 maze______________________1.00______1.35 mazefun___________________1.00______1.03 mbrot_____________________1.00______1.00 nbody_____________________1.00______1.03 nboyer____________________1.00______1.00 nestedloop________________1.00______1.00 nfa_______________________1.00______1.62 nqueens___________________1.00______1.00 ntakl_____________________1.00______1.00 nucleic2__________________1.01______1.00 paraffins_________________1.00______1.06 parsing___________________1.00______1.73 pnpoly____________________3.20______1.00 primes____________________1.00______1.15 psyntax___________________1.00______1.04 puzzle____________________1.00______1.00 ray_______________________1.00______1.00 ray2______________________1.04______1.00 sboyer____________________1.00______1.04 scheme____________________1.00______1.00 sieves-eratosthenes_______1.00______1.11 simplex___________________1.00______1.20 slatex____________________1.00______1.66 sort1_____________________1.00______1.00 tak_______________________1.00______1.00 takl______________________1.00______1.00 takr______________________1.00______1.00 traverse__________________1.00______1.00 travinit__________________1.00______2.00 triangl___________________1.00______1.05 === === minor-gcs === Programs [1] [2] ======================================== 0_________________________1.00______1.00 binarytrees_______________1.00______1.17 boyer_____________________1.00______1.10 browse____________________1.00______1.15 conform___________________1.00______1.21 cpstak____________________1.00______1.03 ctak______________________1.14______1.00 dderiv____________________1.00______1.10 deriv_____________________1.00______1.14 destructive_______________1.00______1.00 div-iter__________________1.00______1.00 div-rec___________________1.00______1.22 dynamic___________________1.00______1.14 earley____________________1.00______1.02 fft_______________________1.00______1.03 fib_______________________1.00______1.06 fibc______________________1.09______1.00 fibfp_____________________1.00______1.06 fprint____________________1.00______1.07 fread_____________________1.00______1.11 gcbench___________________1.00______1.00 graphs____________________1.00______1.10 hanoi_____________________1.00______1.08 kanren____________________1.00______1.21 kernwyk-ackermann_________1.00______1.04 kernwyk-array_____________1.00______1.00 kernwyk-cat_______________1.00______1.02 kernwyk-string____________1.00______1.00 kernwyk-sum_______________1.00______1.07 kernwyk-tail______________1.06______1.00 kernwyk-wc________________1.00______1.00 knucleotide_______________1.00______1.04 lattice___________________1.00______1.19 maze______________________1.00______1.10 mazefun___________________1.00______1.04 mbrot_____________________1.00______1.01 nbody_____________________1.00______1.05 nboyer____________________1.00______1.02 nestedloop________________1.00______1.00 nfa_______________________1.00______1.18 nqueens___________________1.00______1.03 ntakl_____________________1.00______1.17 nucleic2__________________1.03______1.00 paraffins_________________1.00______1.09 parsing___________________1.00______1.04 pnpoly____________________1.00______1.00 primes____________________1.00______1.14 psyntax___________________1.00______1.03 puzzle____________________1.00______1.07 ray_______________________1.00______1.03 ray2______________________1.00______1.00 sboyer____________________1.00______1.01 scheme____________________1.00______1.15 sieves-eratosthenes_______1.00______1.20 simplex___________________1.00______1.03 slatex____________________1.00______1.00 sort1_____________________1.10______1.00 tak_______________________1.00______1.15 takl______________________1.00______1.17 takr______________________1.00______1.15 traverse__________________1.00______1.20 travinit__________________1.00______1.04 triangl___________________1.00______1.09