Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.623-54.621=0.002
σ	0.349-0.351=-0.002
min	54.495-54.493=0.002
max	55.614-55.618=-0.003

*mean*	416.000-418.000=-2.000
σ	0.000
min	416.000-418.000=-2.000
max	416.000-418.000=-2.000

*mean*	0.140-0.141=-0.001
σ	0.006-0.005=0.001
min	0.132-0.131=0.001
max	0.151-0.148=0.003

cache=y

dps=1

iters=10

policies=100

*mean*	43.787-43.785=0.002
σ	0.005-0.008=-0.002
min	43.782-43.768=0.014
max	43.798-43.796=0.001

*mean*	416.000-418.000=-2.000
σ	0.000
min	416.000-418.000=-2.000
max	416.000-418.000=-2.000

*mean*	0.122-0.124=-0.002
σ	0.006-0.007=-0.001
min	0.115-0.114=0.002
max	0.130-0.136=-0.005

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=-0.000
min	36.616-36.615=0.000
max	36.620-36.620=-0.000

*mean*	4273.125-4264.500=8.625
σ	1867.069-1878.239=-11.170
min	2057.000-1979.000=78.000
max	7550.000-7543.000=7.000

*mean*	12.148-12.910=-0.762
σ	0.156-1.785=-1.629
min	11.926-11.883=0.043
max	12.437-17.258=-4.821

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.000
σ	0.002-0.002=-0.000
min	36.615-36.615=0.000
max	36.620-36.620=-0.000

*mean*	4273.125-4264.500=8.625
σ	1867.069-1878.239=-11.170
min	2057.000-1979.000=78.000
max	7550.000-7543.000=7.000

*mean*	12.064-12.581=-0.518
σ	0.675-2.205=-1.530
min	11.254-11.364=-0.110
max	12.931-17.881=-4.951

op=table_records(), no indexes

*mean*	41.932-41.929=0.003
σ	0.000-0.000=-0.000
min	41.932-41.928=0.004
max	41.933-41.929=0.004

*mean*	7550.000-7543.000=7.000
σ	0.000
min	7550.000-7543.000=7.000
max	7550.000-7543.000=7.000

*mean*	13.348-13.509=-0.161
σ	0.906-1.364=-0.458
min	12.308-10.791=1.517
max	14.485-14.996=-0.511

op=table_records(), repeat

*mean*	41.928-41.928=-0.000
σ	0.002-0.002=-0.000
min	41.927-41.927=-0.000
max	41.931-41.932=-0.001

*mean*	4273.125-4264.500=8.625
σ	1867.069-1878.239=-11.170
min	2057.000-1979.000=78.000
max	7550.000-7543.000=7.000

*mean*	11.196-12.080=-0.884
σ	1.556-1.952=-0.397
min	9.465-10.312=-0.848
max	13.480-15.164=-1.684

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.605-27.605=0.000
σ	0.002-0.002=0.001
min	27.603-27.603=0.000
max	27.609-27.607=0.002

*mean*	4273.125-4264.500=8.625
σ	1867.069-1878.239=-11.170
min	2057.000-1979.000=78.000
max	7550.000-7543.000=7.000

*mean*	8.237-8.874=-0.637
σ	0.354-1.237=-0.883
min	7.858-7.843=0.015
max	8.837-11.779=-2.941

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.401=-0.000
σ	0.002-0.002=-0.000
min	26.399-26.399=0.000
max	26.403-26.403=-0.000

*mean*	4273.125-4264.500=8.625
σ	1867.069-1878.239=-11.170
min	2057.000-1979.000=78.000
max	7550.000-7543.000=7.000

*mean*	6.120-6.938=-0.818
σ	0.156-1.096=-0.940
min	5.904-6.197=-0.294
max	6.348-9.600=-3.252

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=-0.001
σ	0.002-0.002=-0.001
min	25.664
max	25.668-25.670=-0.001

*mean*	4273.125-4264.500=8.625
σ	1867.069-1878.239=-11.170
min	2057.000-1979.000=78.000
max	7550.000-7543.000=7.000

*mean*	5.367-5.662=-0.296
σ	0.115-0.591=-0.476
min	5.191-5.238=-0.047
max	5.500-7.057=-1.557

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=-0.000
σ	0.002-0.002=0.000
min	25.967-25.967=-0.000
max	25.971

*mean*	4273.125-4264.500=8.625
σ	1867.069-1878.239=-11.170
min	2057.000-1979.000=78.000
max	7550.000-7543.000=7.000

*mean*	5.151-5.526=-0.375
σ	0.048-0.559=-0.511
min	5.095-5.137=-0.042
max	5.240-6.870=-1.629

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.593=0.013
σ	0.000-0.000=-0.000
min	2524.606-2524.593=0.013
max	2524.607-2524.594=0.013

*mean*	7550.000-7543.000=7.000
σ	0.000
min	7550.000-7543.000=7.000
max	7550.000-7543.000=7.000

*mean*	1041.063-1106.145=-65.082
σ	6.202-159.470=-153.268
min	1033.278-1035.480=-2.202
max	1049.563-1500.429=-450.866

op=load_product(), with indexes

*mean*	8744.567-8744.558=0.009
σ	0.033-0.033=0.000
min	8744.553-8744.544=0.009
max	8744.649-8744.639=0.010

*mean*	3804.875-3787.375=17.500
σ	1584.904-1608.349=-23.445
min	2057.000-1979.000=78.000
max	5946.000-5944.000=2.000

*mean*	4667.324-4373.533=293.791
σ	1490.273-1362.961=127.312
min	3507.705-3532.642=-24.937
max	7573.960-6591.113=982.847

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.077=0.001
σ	0.002-0.002=0.000
min	62.076-62.075=0.001
max	62.080-62.080=0.001

*mean*	4273.125-4264.500=8.625
σ	1867.069-1878.239=-11.170
min	2057.000-1979.000=78.000
max	7550.000-7543.000=7.000

*mean*	79.395-86.003=-6.608
σ	10.291-13.780=-3.489
min	69.960-71.966=-2.006
max	98.754-106.538=-7.784

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=0.000
σ	0.001-0.001=-0.000
min	40.944-40.944=0.000
max	40.945-40.945=-0.000

*mean*	7550.000-7543.000=7.000
σ	0.000
min	7550.000-7543.000=7.000
max	7550.000-7543.000=7.000

*mean*	231.435-94.531=136.904
σ	371.708-12.663=359.045
min	84.504-71.741=12.764
max	1151.105-107.442=1043.663

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=0.000
σ	0.000-0.000=-0.000
min	66.685-66.685=-0.000
max	66.687-66.687=-0.000

*mean*	7550.000-7543.000=7.000
σ	0.000
min	7550.000-7543.000=7.000
max	7550.000-7543.000=7.000

*mean*	149.896-146.089=3.807
σ	18.936-21.151=-2.215
min	121.067-105.645=15.423
max	170.329-166.520=3.809

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.834-11656.833=0.001
σ	4.316-4.317=-0.001
min	11655.305-11655.305=-0.000
max	11667.516-11667.517=-0.000

*mean*	4273.125-4264.500=8.625
σ	1867.069-1878.239=-11.170
min	2057.000-1979.000=78.000
max	7550.000-7543.000=7.000

*mean*	6156.558-6349.435=-192.878
σ	999.284-1044.915=-45.631
min	4994.425-4982.830=11.595
max	7883.438-8148.861=-265.422

op=vertical_lookup_list() on indexed

*mean*	11560.066-11560.068=-0.003
σ	0.002-0.001=0.000
min	11560.065-11560.066=-0.001
max	11560.069-11560.069=0.000

*mean*	7550.000-7543.000=7.000
σ	0.000
min	7550.000-7543.000=7.000
max	7550.000-7543.000=7.000

*mean*	5298.135-5153.673=144.462
σ	1178.402-1013.960=164.442
min	4371.496-4412.510=-41.015
max	7263.995-7392.538=-128.544

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.589-172.582=0.008
σ	0.039-0.022=0.017
min	172.558
max	172.675-172.614=0.061

*mean*	2057.000-1979.000=78.000
σ	0.000
min	2057.000-1979.000=78.000
max	2057.000-1979.000=78.000

*mean*	367.684-354.912=12.771
σ	40.212-43.918=-3.706
min	336.679-263.619=73.059
max	452.742-407.085=45.657

op=pointedIndexFromKvs

rows=400000

*mean*	357.366-357.361=0.005
σ	0.042-0.041=0.001
min	357.321
max	357.416-357.405=0.011

*mean*	2057.000-1979.000=78.000
σ	0.000
min	2057.000-1979.000=78.000
max	2057.000-1979.000=78.000

*mean*	744.703-788.728=-44.025
σ	76.697-19.406=57.291
min	621.846-761.878=-140.032
max	812.367-822.529=-10.162

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.485-1008.188=0.297
σ	0.858-0.870=-0.012
min	1007.979-1007.684=0.295
max	1012.018-1011.785=0.233

*mean*	1042.250-1046.400=-4.150
σ	293.033-301.976=-8.943
min	548.000-549.000=-1.000
max	1438.000-1469.000=-31.000

*mean*	1.505-1.493=0.012
σ	0.082-0.055=0.027
min	1.404-1.357=0.046
max	1.764-1.590=0.174

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883-0.883=-0.000
σ	0.002-0.003=-0.000
min	0.881
max	0.886-0.887=-0.001

*mean*	1438.000-1469.000=-31.000
σ	0.000
min	1438.000-1469.000=-31.000
max	1438.000-1469.000=-31.000

*mean*	0.446-0.421=0.025
σ	0.141-0.090=0.051
min	0.358-0.332=0.026
max	0.696-0.567=0.129

name=error_case.art

*mean*	2.333-2.334=-0.001
σ	0.003-0.003=-0.001
min	2.332
max	2.337-2.339=-0.002

*mean*	1438.000-1469.000=-31.000
σ	0.000
min	1438.000-1469.000=-31.000
max	1438.000-1469.000=-31.000

*mean*	0.905-0.873=0.032
σ	0.094-0.081=0.013
min	0.848-0.819=0.029
max	1.071-1.016=0.056

name=heavy_item.art

*mean*	1.521-1.522=-0.000
σ	0.002-0.002=0.000
min	1.520
max	1.524

*mean*	1438.000-1469.000=-31.000
σ	0.000
min	1438.000-1469.000=-31.000
max	1438.000-1469.000=-31.000

*mean*	0.553-0.537=0.015
σ	0.051-0.052=-0.001
min	0.517-0.495=0.022
max	0.642-0.625=0.017

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	1438.000-1469.000=-31.000
σ	0.000
min	1438.000-1469.000=-31.000
max	1438.000-1469.000=-31.000

*mean*	0.857-0.862=-0.005
σ	0.037-0.061=-0.023
min	0.831-0.799=0.032
max	0.921-0.944=-0.023

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.928-963.545=0.383
σ	0.035-0.029=0.007
min	963.902-963.523=0.379
max	963.988-963.593=0.395

*mean*	1438.000-1469.000=-31.000
σ	0.000
min	1438.000-1469.000=-31.000
max	1438.000-1469.000=-31.000

*mean*	0.860-0.832=0.028
σ	0.029-0.023=0.007
min	0.809-0.801=0.007
max	0.880-0.856=0.024

name=cdr_enhanced_4k_loc.art

*mean*	884.890-884.854=0.036
σ	0.007-0.008=-0.002
min	884.883-884.847=0.036
max	884.897-884.866=0.031

*mean*	1438.000-1469.000=-31.000
σ	0.000
min	1438.000-1469.000=-31.000
max	1438.000-1469.000=-31.000

*mean*	0.713-0.712=0.001
σ	0.060-0.033=0.027
min	0.616-0.680=-0.064
max	0.756-0.748=0.008

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=0.000
σ	0.002-0.002=0.000
min	7.705
max	7.712-7.711=0.002

*mean*	1438.000-1469.000=-31.000
σ	0.000
min	1438.000-1469.000=-31.000
max	1438.000-1469.000=-31.000

*mean*	4.332-4.283=0.049
σ	0.095-0.084=0.012
min	4.163-4.147=0.016
max	4.626-4.629=-0.003

name=record_render_large_syntax_err.art

*mean*	7.655
σ	0.002
min	7.654
max	7.658

*mean*	1438.000-1469.000=-31.000
σ	0.000
min	1438.000-1469.000=-31.000
max	1438.000-1469.000=-31.000

*mean*	4.318-4.256=0.062
σ	0.099-0.079=0.021
min	4.166-4.113=0.053
max	4.914-4.508=0.406

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	1438.000-1469.000=-31.000
σ	0.000
min	1438.000-1469.000=-31.000
max	1438.000-1469.000=-31.000

*mean*	0.765-0.753=0.012
σ	0.017-0.018=-0.001
min	0.736-0.728=0.008
max	0.879-0.871=0.008

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	1438.000-1469.000=-31.000
σ	0.000
min	1438.000-1469.000=-31.000
max	1438.000-1469.000=-31.000

*mean*	0.710-0.708=0.002
σ	0.054-0.021=0.033
min	0.502-0.647=-0.145
max	0.826-0.798=0.027

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.838-297.474=0.365
σ	0.224-0.267=-0.043
min	297.656-297.272=0.384
max	298.438-298.201=0.237

*mean*	2057.000-1979.000=78.000
σ	0.000
min	2057.000-1979.000=78.000
max	2057.000-1979.000=78.000

*mean*	0.594-0.560=0.034
σ	0.032-0.033=-0.001
min	0.525-0.512=0.013
max	0.621-0.592=0.029

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.008
σ	0.000
min	222.008
max	222.008

*mean*	1629.250
σ	96.058
min	1438.000
max	1757.000

*mean*	202.044
σ	2.090
min	199.310
max	205.867

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1629.250
σ	96.058
min	1438.000
max	1757.000

*mean*	10.988
σ	2.626
min	6.249
max	14.667

phase=parser

*mean*	1041.162
σ	0.000
min	1041.161
max	1041.162

*mean*	1629.250
σ	96.058
min	1438.000
max	1757.000

*mean*	644.533
σ	140.272
min	384.100
max	844.705

phase=processProdDef

*mean*	6169.659
σ	0.001
min	6169.659
max	6169.660

*mean*	1669.125
σ	67.202
min	1544.000
max	1757.000

*mean*	5873.461
σ	1394.289
min	3657.083
max	7318.819

phase=renaming

*mean*	21.670
σ	0.000
min	21.670
max	21.670

*mean*	1629.250
σ	96.058
min	1438.000
max	1757.000

*mean*	43.772
σ	7.035
min	34.263
max	55.444

phase=type checker

*mean*	958.690
σ	0.055
min	958.604
max	958.760

*mean*	1629.250
σ	96.058
min	1438.000
max	1757.000

*mean*	759.973
σ	87.444
min	659.907
max	900.956

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	292.954-289.720=3.234
σ	0.041-0.037=0.004
min	292.889-289.655=3.234
max	292.990-289.750=3.240

*mean*	1757.000-1469.000=288.000
σ	0.000
min	1757.000-1469.000=288.000
max	1757.000-1469.000=288.000

*mean*	0.413-0.402=0.011
σ	0.003-0.009=-0.006
min	0.410-0.395=0.015
max	0.418-0.412=0.006

iters=5

new-facts=1

prior-facts=6402

*mean*	1302.824-1299.673=3.152
σ	0.014-0.093=-0.079
min	1302.811-1299.530=3.281
max	1302.842-1299.788=3.054

*mean*	1757.000-1469.000=288.000
σ	0.000
min	1757.000-1469.000=288.000
max	1757.000-1469.000=288.000

*mean*	1.924-2.129=-0.205
σ	0.164-0.076=0.088
min	1.826-2.015=-0.188
max	2.210-2.202=0.009

iters=5

new-facts=6402

prior-facts=1

*mean*	1545.946-1542.698=3.248
σ	4.026-4.037=-0.011
min	1543.986-1540.672=3.314
max	1553.144-1549.911=3.233

*mean*	1757.000-1469.000=288.000
σ	0.000
min	1757.000-1469.000=288.000
max	1757.000-1469.000=288.000

*mean*	2.280-2.301=-0.022
σ	0.136-0.170=-0.034
min	2.116-2.143=-0.026
max	2.405-2.519=-0.114

iters=5

new-facts=6402

prior-facts=6402

*mean*	1864.845-1861.621=3.224
σ	0.066-0.071=-0.005
min	1864.775-1861.564=3.211
max	1864.949-1861.717=3.232

*mean*	1837.400-1767.600=69.800
σ	130.464-223.244=-92.780
min	1757.000-1473.000=284.000
max	2057.000-1979.000=78.000

*mean*	2.892-3.387=-0.494
σ	0.126-0.334=-0.208
min	2.690-2.880=-0.189
max	3.013-3.693=-0.681

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.666-1.695=-0.029
σ	0.293-0.073=0.220
min	1.221-1.608=-0.387
max	1.938-1.776=0.162

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	447.275-446.665=0.610
σ	577.189-577.138=0.051
min	158.677-158.092=0.584
max	1313.059-1312.373=0.686

*mean*	98.250
σ	8.500
min	94.000
max	111.000

*mean*	1757.000-1469.000=288.000
σ	0.000
min	1757.000-1469.000=288.000
max	1757.000-1469.000=288.000

*mean*	0.430-0.538=-0.108
σ	0.309-0.548=-0.239
min	0.275-0.263=0.012
max	0.894-1.360=-0.466

policies=20

*mean*	1587.093-1581.224=5.870
σ	0.418-0.360=0.057
min	1586.815-1580.980=5.835
max	1587.714-1581.758=5.956

*mean*	940.000
σ	0.000
min	940.000
max	940.000

*mean*	1757.000-1469.000=288.000
σ	0.000
min	1757.000-1469.000=288.000
max	1757.000-1469.000=288.000

*mean*	2.731-2.631=0.100
σ	0.002-0.012=-0.010
min	2.727-2.616=0.112
max	2.733-2.646=0.087

policies=200

*mean*	15878.996-15820.530=58.465
σ	0.069-0.093=-0.024
min	15878.938-15820.459=58.478
max	15879.076-15820.667=58.409

*mean*	9400.000
σ	0.000
min	9400.000
max	9400.000

*mean*	1757.000-1469.000=288.000
σ	0.000
min	1757.000-1469.000=288.000
max	1757.000-1469.000=288.000

*mean*	27.558-26.582=0.976
σ	0.307-0.112=0.194
min	27.142-26.462=0.680
max	27.876-26.720=1.156