[Mono-list] CLI-Grande Test Results
Marcus
mathpup@mylinuxisp.com
Wed, 9 Jun 2004 01:42:14 -0500
--Boundary-00=_GFrxATQpqaP+A4v
Content-Type: text/plain;
charset="us-ascii"
Content-Transfer-Encoding: 7bit
Content-Disposition: inline
I recently obtained a copy of the CLI-Grande benchmark suite, which is a port
of Java-Grande. It is available from CVS
at :pserver:guest@cvs.sscli.net:/cvs. Check out module "cli-grande". I wanted
to post the results in case anyone was interested.
I observed that using full optimization (-O=all) with Mono sometimes made
results worse. Also, the Create:Array tests run so much faster with full
optimization that I am not sure how to interpret the results.
Finally, ilrun failed during the Serial:Reading:BinaryTree test, which aborted
the benchmark. So the remaining 4 tests did not run.
--Boundary-00=_GFrxATQpqaP+A4v
Content-Type: text/x-csv;
charset="us-ascii";
name="results.csv"
Content-Transfer-Encoding: 7bit
Content-Disposition: attachment;
filename="results.csv"
"CLI Grande Benchmark Suite - Version 2.0 - Section 1",,,,,,,,,
"OS: Unix 2.4.21.144 CLI: 1.1.4322.573",,,,,,,,,
,"mono -O=all","mono (default)","ilrun","mint","mono-opt/mono-default","ilrun/mono-opt","ilrun/mint",,
,,,,,,,,,
"Section1:Arith:Add:Int ",221190500,235948900,206204280,9584203,0.937450863301333,0.93224745185711,21.5150159069043,," (adds/s) "
"Section1:Arith:Add:Long ",179951900,197343700,6903719.5,8671307,0.911870508154048,0.0383642490020944,0.796156738540107,," (adds/s) "
"Section1:Arith:Add:Float ",110815900,111283400,57196664,6694502,0.995799014048816,0.516141311851458,8.54382656096002,," (adds/s) "
"Section1:Arith:Add:Double ",108419600,46860440,58760308,7984470,2.31367012345595,0.541971267187852,7.35932478924713,," (adds/s) "
"Section1:Arith:Mult:Int ",161486500,158719100,119963360,9613009,1.01743583475461,0.742869280094621,12.4792726190103,," (multiplies/s) "
"Section1:Arith:Mult:Long ",39700480,37110090,6116030,8089773,1.06980284876701,0.154054308663271,0.756019977321984,," (multiplies/s) "
"Section1:Arith:Mult:Float ",88500380,89552900,54192044,7431890,0.98824694677671,0.612336850983013,7.29182536340016,," (multiplies/s) "
"Section1:Arith:Mult:Double ",88517490,50837480,54735644,8945791,1.74118563705361,0.618359648471731,6.11859186068622,," (multiplies/s) "
"Section1:Arith:Div:Int ",26305810,26304620,24554168,7652796,1.00004523920133,0.933412352632365,3.2085224798884,," (divides/s) "
"Section1:Arith:Div:Long ",8042728,7919320,3874991,4986261,1.01558315612957,0.481800578112302,0.777133607727313,," (divides/s) "
"Section1:Arith:Div:Float ",37746460,37105660,27710100,6782400,1.01726960253503,0.734111225264568,4.08558917197452,," (divides/s) "
"Section1:Arith:Div:Double ",53415090,37523440,39626440,8809686,1.42351260971809,0.741858527243893,4.49805361961823,," (divides/s) "
"Section1:Assign:Same:Scalar:Local ",620827500,846611700,599959420,16967150,0.733308434079047,0.966386669404947,35.3600587016676,," (assignments/s) "
"Section1:Assign:Same:Scalar:Instance ",793268200,787358500,217401870,8975077,1.00750572960094,0.274058471019007,24.2228417650344,," (assignments/s) "
"Section1:Assign:Same:Scalar:Class ",341011900,342017900,21406904,4912664,0.997058633480879,0.0627746539050397,4.35749401953808,," (assignments/s) "
"Section1:Assign:Same:Array:Local ",119135500,125996300,138440090,4694022,0.945547607350374,1.16203893885534,29.4928506939252,," (assignments/s) "
"Section1:Assign:Same:Array:Instance ",63705430,59535560,44387680,1829450,1.07003998954574,0.696764467330336,24.2628549564077,," (assignments/s) "
"Section1:Assign:Same:Array:Class ",131722600,131707300,17462705,4151987,1.00011616668173,0.132571821388281,4.20586697405363,," (assignments/s) "
"Section1:Assign:Other:Scalar:Instance ",814437800,763728900,190996190,9770939,1.06639646607586,0.234512924129995,19.5473730825666,," (assignments/s) "
"Section1:Assign:Other:Scalar:Class ",667766800,667856900,4392104,4898740,0.999865090860033,0.00657730213601515,0.896578303808735,," (assignments/s) "
"Section1:Assign:Other:Array:Instance ",126032400,125998800,70286504,3703004,1.00026666920637,0.557685991856062,18.980941959555,," (assignments/s) "
"Section1:Assign:Other:Array:Class ",131748200,130704700,4193471.25,4150006,1.00798364557663,0.0318294386564674,1.0104735390744,," (assignments/s) "
"Section1:Cast:IntFloat ",57291080,53036550,16287968,12643340,1.0802188302218,0.28430198907055,1.28826465158732,," (casts/s) "
"Section1:Cast:IntDouble ",57300250,44932720,17423172,12417110,1.27524552263918,0.304067992722545,1.40315838387515,," (casts/s) "
"Section1:Cast:LongFloat ",32967550,31849230,9498018,10277280,1.03511293679627,0.288102027599867,0.924176241184438,," (casts/s) "
"Section1:Cast:LongDouble ",36798260,31699070,9509921,10260570,1.16086244801504,0.258433985737369,0.926841393801709,," (casts/s) "
"Section1:Create:Array:Int:1 ",8685521000,1926683,1209995,1054746,4508.01766559418,0.000139311735012787,1.14719088766395,," (arrays/s) "
"Section1:Create:Array:Int:2 ",8693961000,1924005,1214885.25,1053181,4518.67900551194,0.000139738980885698,1.15353889787226,," (arrays/s) "
"Section1:Create:Array:Int:4 ",8701608000,1666781,1121622.875,964445.6,5220.60666638269,0.000128898345570152,1.1629716336515,," (arrays/s) "
"Section1:Create:Array:Int:8 ",8704180000,1313818,970491.5625,817293.4,6625.10332481364,0.00011149718439876,1.18744573552166,," (arrays/s) "
"Section1:Create:Array:Int:16 ",8693233000,927989.6,765548.4375,636495,9367.81295824867,0.00008806256975972,1.2027564042137,," (arrays/s) "
"Section1:Create:Array:Int:32 ",8690473000,539495.8,479791.375,411088.4,16108.5090931199,0.0000552088908164147,1.16712457709826,," (arrays/s) "
"Section1:Create:Array:Int:64 ",8691251000,289767.6,336327.15625,238222.7,29993.867499334,0.0000386972089806174,1.41181825346619,," (arrays/s) "
"Section1:Create:Array:Int:128 ",8698988000,160837.9,176317.4375,138906.5,54085.4363306161,0.0000202687298223655,1.26932459964077,," (arrays/s) "
"Section1:Create:Array:Long:1 ",8694566000,1909081,1241189.75,1038350,4554.3201152806,0.000142754652733673,1.19534814850484,," (arrays/s) "
"Section1:Create:Array:Long:2 ",8700850000,1651890,1143368.125,950840.7,5267.20907566485,0.000131408784773901,1.20248126210836,," (arrays/s) "
"Section1:Create:Array:Long:4 ",8690337000,1297861,985545.875,810117.8,6695.89193295738,0.000113407095144872,1.2165463775762,," (arrays/s) "
"Section1:Create:Array:Long:8 ",8676717000,916818.5,774512,630508.7,9463.94188162652,0.0000892632547540735,1.22839224898879,," (arrays/s) "
"Section1:Create:Array:Long:16 ",8700656000,531288.9,481848.875,408846.8,16376.5062661765,0.0000553807523248822,1.17855606305345,," (arrays/s) "
"Section1:Create:Array:Long:32 ",8694292000,285069.4,336273.59375,237156.6,30498.860979116,0.0000386775132178675,1.4179390063359,," (arrays/s) "
"Section1:Create:Array:Long:64 ",8700424000,159663.7,176406.90625,138688.3,54492.1857629505,0.0000202756677433192,1.27196675025939,," (arrays/s) "
"Section1:Create:Array:Long:128 ",8685671000,68695.37,80105.46875,62540.86,126437.502265437,0.00000922271506139249,1.28085013141808,," (arrays/s) "
"Section1:Create:Array:Float:1 ",8694184000,1890760,1239246,1043090,4598.2483234255,0.000142537356007188,1.18805280464773,," (arrays/s) "
"Section1:Create:Array:Float:2 ",8694985000,1891679,1240807.125,1042477,4596.4378734447,0.000142703768321624,1.19024892155894,," (arrays/s) "
"Section1:Create:Array:Float:4 ",8686398000,1632520,1140175.375,950704.1,5320.85242447259,0.000131259858804536,1.19929573775899,," (arrays/s) "
"Section1:Create:Array:Float:8 ",8697156000,1280848,984929.4375,810957.2,6790.154647546,0.000113247300324382,1.21452702744362,," (arrays/s) "
"Section1:Create:Array:Float:16 ",8693477000,903064.2,772726.6875,629704.6,9626.64337707109,0.0000888858034017919,1.22712568321718,," (arrays/s) "
"Section1:Create:Array:Float:32 ",8695583000,518428.7,480870.46875,408430.8,16772.9583643807,0.0000553005438220761,1.17736093543876,," (arrays/s) "
"Section1:Create:Array:Float:64 ",8695879000,278486,336084.28125,236726.7,31225.5517333008,0.0000386486841928228,1.41971430028805,," (arrays/s) "
"Section1:Create:Array:Float:128 ",8690228000,156003.2,176309.171875,138294.2,55705.4470677525,0.0000202882101453495,1.27488478819068,," (arrays/s) "
"Section1:Create:Array:Object:1 ",8703768000,1871995,1216101.875,1008743,4649.46113638124,0.000139721310931082,1.20556164949844,," (arrays/s) "
"Section1:Create:Array:Object:2 ",8692303000,1871262,1217306.625,1004720,4645.15551536877,0.000140044200599082,1.21158792997054,," (arrays/s) "
"Section1:Create:Array:Object:4 ",8699984000,1616900,1121039.125,926737.3,5380.65681241883,0.000128855308814361,1.20966224732726,," (arrays/s) "
"Section1:Create:Array:Object:8 ",8694112000,1266082,967763.8125,789073.1,6866.94226756245,0.000111312554117085,1.22645647469164,," (arrays/s) "
"Section1:Create:Array:Object:16 ",8695064000,883767.5,762973.875,615279.3,9838.63289835845,0.0000877479308950457,1.24004476503598,," (arrays/s) "
"Section1:Create:Array:Object:32 ",8701449000,625400.6,477025.625,399970.1,13913.4004668368,0.0000548214010103375,1.1926532133277,," (arrays/s) "
"Section1:Create:Array:Object:64 ",8695698000,341103,333215.78125,233281.5,25492.8804496003,0.00003831961289939,1.42838493944012,," (arrays/s) "
"Section1:Create:Array:Object:128 ",8699970000,191429.6,174334.453125,136121.2,45447.3602828403,0.0000200385119862482,1.28072962275531,," (arrays/s) "
"Section1:Create:Object:Base ",4232292,1759808,1599075.875,2000254,2.4049737244063,0.377827398251349,0.799436409076047,," (objects/s) "
"Section1:Create:Object:Simple ",4232979,4224338,1420209.25,1804788,1.00204552760693,0.335510582499937,0.78691195309366,," (objects/s) "
"Section1:Create:Object:Simple:Constructor",4258143,4255352,1151706.5,1808801,1.00065587993661,0.27047154123288,0.63672371919299,," (objects/s) "
"Section1:Create:Object:Simple:1Field ",3158117,3300568,1151934,1546527,0.956840458975546,0.364753427437932,0.744852175228754,," (objects/s) "
"Section1:Create:Object:Simple:2Field ",3149379,3302160,1011923.125,1548026,0.953733011119994,0.321308780238898,0.653686129948722,," (objects/s) "
"Section1:Create:Object:Simple:4Field ",2463956,2668618,902183.1875,1343320,0.923307869466518,0.36615231258188,0.671607053792097,," (objects/s) "
"Section1:Create:Object:Simple:4fField ",2469016,2659107,899711.1875,1343419,0.928513218911462,0.36440071166003,0.669717480175582,," (objects/s) "
"Section1:Create:Object:Simple:4LField ",1734907,1945081,835751.8125,1071631,0.891945888114685,0.481727154539119,0.779887678221328,," (objects/s) "
"Section1:Create:Object:Subclass ",4219829,4117891,1064990.625,1419494,1.02475490487728,0.252377673360698,0.750260744321568,," (objects/s) "
"Section1:Create:Object:Complex ",1810992,1839689,740197.6875,813378.4,0.98440116780608,0.408724990226351,0.910028699434359,," (objects/s) "
"Section1:Create:Object:Complex:Constructor",1808825,1848507,738734.25,812098.2,0.978532945777322,0.408405594792199,0.909661233087329,," (objects/s) "
"Section1:Exception:Throw ",79420.7,77934.79,95120.1875,21597.46,1.01906606792679,1.19767500790096,4.40423028911733,," (exceptions/s) "
"Section1:Exception:New ",35479.98,36269.61,82935.390625,16841.57,0.978228880872995,2.33752641982887,4.92444532338731,," (exceptions/s) "
"Section1:Exception:Method ",35140.9,18693.22,77348.1640625,13075.34,1.87987409338787,2.20108659887766,5.91557573741868,," (exceptions/s) "
"Section1:Loop:For ",120779300,148526300,4004169.25,4452618,0.813184600976393,0.0331527774212965,0.899284252545356,," (iterations/s) "
"Section1:Loop:ReverseFor ",165479200,174783700,4268495.5,3723004,0.94676563089121,0.0257947554737997,1.14651918182199,," (iterations/s) "
"Section1:Loop:While ",121645800,120671500,4744439,4163528,1.00807398598675,0.0390020781646386,1.1395237404432,," (iterations/s) "
"Section1:Math:AbsInt ",74010640,73972130,8963258,2201457,1.00052060147518,0.121107694785507,4.07151173064021,," (operations/s) "
"Section1:Math:AbsLong ",49682960,48416340,2826396.5,1951534,1.02616100266976,0.0568886495490607,1.44829477733926,," (operations/s) "
"Section1:Math:AbsFloat ",36758630,71859880,4918593,2791037,0.511532025937143,0.133807843219402,1.76228154624966,," (operations/s) "
"Section1:Math:AbsDouble ",275507200,148104900,4958788.5,2780898,1.86021664374372,0.0179987619198337,1.78316087105676,," (operations/s) "
"Section1:Math:MaxInt ",171005200,78666670,8496182,2604716,2.17379482314429,0.0496837640024982,3.26184582119509,," (operations/s) "
"Section1:Math:MaxLong ",71866460,48022730,2116127.25,2425528,1.49650925717884,0.0294452690448368,0.872439835780086,," (operations/s) "
"Section1:Math:MaxFloat ",25223430,17334440,4407215.5,909379.3,1.45510498175886,0.174727049413977,4.84639962664644,," (operations/s) "
"Section1:Math:MaxDouble ",24281680,7991658,4231654.5,903162.1,3.03837826893994,0.174273546970391,4.6853765232177,," (operations/s) "
"Section1:Math:MinInt ",162552800,73044020,8838137,2596057,2.22540873298047,0.0543708690345537,3.40444643549814,," (operations/s) "
"Section1:Math:MinLong ",70977120,48147620,2414468.75,2426440,1.47415635497663,0.0340175643925817,0.995066331745273,," (operations/s) "
"Section1:Math:MinFloat ",25556640,18800470,4404871,914614.2,1.35936176063684,0.172357203450845,4.81609732278375,," (operations/s) "
"Section1:Math:MinDouble ",25019270,8138212,4228482.5,902721.9,3.07429568067286,0.16900902784134,4.68414746557052,," (operations/s) "
"Section1:Math:SinDouble ",10822180,10509400,1636420.125,1758781,1.02976192741736,0.151209841732442,0.930428589460541,," (operations/s) "
"Section1:Math:CosDouble ",18657170,18652270,1714859.5,2101278,1.00026270260939,0.0919142345811289,0.816103104872368,," (operations/s) "
"Section1:Math:TanDouble ",9156325,9146129,1695493.125,1963188,1.00111478856246,0.185171793814658,0.863642771349458,," (operations/s) "
"Section1:Math:AsinDouble ",6534622,3965754,1608839.25,1589591,1.64776282139538,0.246202343456133,1.0121089324235,," (operations/s) "
"Section1:Math:AcosDouble ",4927315,3169064,1497424.75,1498907,1.55481713212482,0.303902784782381,0.999011112764168,," (operations/s) "
"Section1:Math:AtanDouble ",21634010,21507270,1916700.625,2021896,1.00589289110147,0.0885966413531287,0.947971915964026,," (operations/s) "
"Section1:Math:Atan2Double ",9662608,5865558,1727565.875,2110904,1.64734676564446,0.178788777833065,0.818400967073822,," (operations/s) "
"Section1:Math:FloorDouble ",15282290,7140248,1956505.375,2495745,2.1403024096642,0.12802435858762,0.783936409769428,," (operations/s) "
"Section1:Math:CeilDouble ",11601850,5043830,1950191.5,1326464,2.30020639077844,0.168093148937454,1.4702181891103,," (operations/s) "
"Section1:Math:SqrtDouble ",45289600,45273780,1969262,2500318,1.00034942962571,0.0434815498480887,0.787604616692757,," (operations/s) "
"Section1:Math:ExpDouble ",7113420,4391449,1660474.375,1757506,1.61983436446603,0.233428417695005,0.944790160033593,," (operations/s) "
"Section1:Math:LogDouble ",3915163,3231286,1435038.375,1372568,1.21164236158607,0.366533494263202,1.04551350097044,," (operations/s) "
"Section1:Math:PowDouble ",1921442,1656983,1053029.25,1060820,1.15960272374551,0.548041132649333,0.992655917120718,," (operations/s) "
"Section1:Math:RintDouble ",13693870,7089160,1588354.5,2419875,1.93166327181218,0.115990183929013,0.656378738571207,," (operations/s) "
"Section1:Math:Random ",15474220,13018570,2382702.75,542332.9,1.18862670784887,0.15397885967758,4.39343205990269,," (operations/s) "
"Section1:Math:RoundFloat ",10539590,5837265,1432271.5,2112376,1.80556990302822,0.13589442283808,0.678038142830632,," (operations/s) "
"Section1:Math:RoundDouble ",8756494,5357323,1212220.375,2030253,1.63449058419662,0.138436727644649,0.597078479874183,," (operations/s) "
"Section1:Math:IEEERemainderDouble ",5406703,3509310,1594312.75,851270,1.5406740926279,0.294877072034473,1.8728637799993,," (operations/s) "
"Section1:Method:Same:Instance ",83206980,89135190,5271588,2501721,0.933491923896724,0.0633551175634544,2.10718461411165,," (calls/s) "
"Section1:Method:Same:SynchronizedInstance",3677960,3943025,2067494.375,324519.2,0.932776231446668,0.562130739594775,6.37094623368972,," (calls/s) "
"Section1:Method:Same:FinalInstance ",102604300,94989780,5381617.5,2380741,1.08016146579137,0.0524502140748487,2.26048003541754,," (calls/s) "
"Section1:Method:Same:Class ",104365700,62921310,5764644.5,2625400,1.65867017072594,0.0552350484881527,2.19572046164394,," (calls/s) "
"Section1:Method:Same:SynchronizedClass",524040.2,519514.3,952572.125,210371.5,1.00871179099401,1.81774628167839,4.52804740661164,," (calls/s) "
"Section1:Method:Other:Instance ",77995940,78654180,5158449,2427106,0.991631214005409,0.0661374040751352,2.12534969630498,," (calls/s) "
"Section1:Method:Other:InstanceOfAbstract",75292800,78649130,2528775.25,2408822,0.957325274926754,0.0335858840420332,1.04979747361989,," (calls/s) "
"Section1:Method:Other:Class ",103014700,63679740,6341902,2658140,1.61769975819625,0.0615630778908253,2.38584197973019,," (calls/s) "
"Section1:Serial:Writing:Linklist ",208846.3,211674.8,23058.0019531,30003.27,0.986637521329889,0.110406561921854,0.768516296826979,," (bytes/s) "
"Section1:Serial:Reading:Linklist ",142373.8,139394.4,29308.6152344,24251.17,1.02137388589499,0.205856802546536,1.20854438092678,," (bytes/s) "
"Section1:Serial:Writing:Binarytree ",227818.2,237640.6,18814.8339844,30220.55,0.95866699545448,0.0825870539948081,0.622584102023292,," (bytes/s) "
"Section1:Serial:Reading:Binarytree ",160187.8,156923.2,27600.6914063,23042.96,1.0208038072127,0.172302081720955,1.19779279251884,," (bytes/s) "
"Section1:Serial:Writing:Vector ",202176.3,192122.2,"FAILED",29321.62,1.05233179715827,"N/A",0,," (bytes/s) "
"Section1:Serial:Reading:Vector ",126019.9,127480.8,,21153.2,0.988540235078537,"N/A",0,," (bytes/s) "
"Section1:Serial:Writing:Array ",195862.9,187668.3,,29638.75,1.04366533932476,"N/A",0,," (bytes/s) "
"Section1:Serial:Reading:Array ",133235,130703.5,,21742.63,1.01936826481311,"N/A",0,," (bytes/s) "
--Boundary-00=_GFrxATQpqaP+A4v--