Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.618-54.622=-0.004
σ	0.348-0.348=-0.000
min	54.485-54.484=0.002
max	55.606-55.610=-0.004

*mean*	415.000-422.000=-7.000
σ	0.000
min	415.000-422.000=-7.000
max	415.000-422.000=-7.000

*mean*	0.138-0.148=-0.010
σ	0.004-0.011=-0.007
min	0.133-0.135=-0.001
max	0.144-0.166=-0.022

cache=y

dps=1

iters=10

policies=100

*mean*	43.789-43.787=0.002
σ	0.006-0.007=-0.002
min	43.781-43.777=0.004
max	43.800-43.800=-0.001

*mean*	415.000-422.000=-7.000
σ	0.000
min	415.000-422.000=-7.000
max	415.000-422.000=-7.000

*mean*	0.126-0.123=0.003
σ	0.008-0.004=0.004
min	0.120-0.119=0.001
max	0.145-0.128=0.017

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=-0.000
min	36.616-36.615=0.000
max	36.620

*mean*	4273.500-4280.750=-7.250
σ	1863.580-1862.441=1.139
min	2064.000-2073.000=-9.000
max	7542.000-7544.000=-2.000

*mean*	12.184-12.832=-0.648
σ	0.357-1.708=-1.351
min	11.549-11.936=-0.387
max	12.710-17.015=-4.305

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.000
σ	0.003-0.002=0.001
min	36.615-36.616=-0.000
max	36.623-36.619=0.004

*mean*	4273.500-4280.750=-7.250
σ	1863.580-1862.441=1.139
min	2064.000-2073.000=-9.000
max	7542.000-7544.000=-2.000

*mean*	11.541-12.918=-1.377
σ	0.182-1.961=-1.779
min	11.240-11.377=-0.137
max	11.788-17.598=-5.810

op=table_records(), no indexes

*mean*	41.928-41.928=-0.000
σ	0.000-0.000=-0.000
min	41.928
max	41.929-41.929=-0.000

*mean*	7542.000-7544.000=-2.000
σ	0.000
min	7542.000-7544.000=-2.000
max	7542.000-7544.000=-2.000

*mean*	13.932-13.143=0.790
σ	1.086-1.388=-0.302
min	12.364-10.415=1.949
max	15.006-14.628=0.378

op=table_records(), repeat

*mean*	41.928-41.928=-0.000
σ	0.002-0.002=0.000
min	41.927
max	41.932-41.932=0.000

*mean*	4211.625-4280.750=-69.125
σ	1910.832-1862.441=48.391
min	2064.000-2073.000=-9.000
max	7542.000-7544.000=-2.000

*mean*	12.600-12.391=0.209
σ	1.807-2.012=-0.204
min	10.133-10.437=-0.304
max	14.796-15.769=-0.973

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.605-27.605=-0.000
σ	0.002-0.002=0.000
min	27.603-27.603=-0.000
max	27.607

*mean*	4211.625-4280.750=-69.125
σ	1910.832-1862.441=48.391
min	2064.000-2073.000=-9.000
max	7542.000-7544.000=-2.000

*mean*	8.530-8.625=-0.094
σ	0.755-1.300=-0.545
min	7.943-7.603=0.340
max	10.350-11.744=-1.394

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=0.000
σ	0.002-0.002=-0.000
min	26.399
max	26.403

*mean*	4273.500-4280.750=-7.250
σ	1863.580-1862.441=1.139
min	2064.000-2073.000=-9.000
max	7542.000-7544.000=-2.000

*mean*	6.864-6.678=0.186
σ	1.041-1.146=-0.105
min	6.225-6.014=0.211
max	8.892-9.478=-0.586

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=0.000
σ	0.002-0.002=-0.000
min	25.664-25.664=-0.000
max	25.670-25.670=0.000

*mean*	4273.500-4280.750=-7.250
σ	1863.580-1862.441=1.139
min	2064.000-2073.000=-9.000
max	7542.000-7544.000=-2.000

*mean*	5.278-5.473=-0.196
σ	0.159-0.410=-0.251
min	5.048-5.209=-0.161
max	5.539-6.450=-0.911

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=-0.000
σ	0.002-0.002=-0.000
min	25.967
max	25.971

*mean*	4273.500-4280.750=-7.250
σ	1863.580-1862.441=1.139
min	2064.000-2073.000=-9.000
max	7542.000-7544.000=-2.000

*mean*	5.133-5.321=-0.187
σ	0.124-0.482=-0.359
min	4.941-5.047=-0.106
max	5.336-6.491=-1.155

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.603-2524.603=0.000
σ	0.000-0.000=0.000
min	2524.602-2524.602=-0.000
max	2524.603

*mean*	7542.000-7544.000=-2.000
σ	0.000
min	7542.000-7544.000=-2.000
max	7542.000-7544.000=-2.000

*mean*	1052.803-1082.306=-29.503
σ	6.960-72.339=-65.379
min	1042.198-1045.840=-3.642
max	1063.032-1260.477=-197.445

op=load_product(), with indexes

*mean*	8744.567-8744.567=-0.000
σ	0.033-0.033=0.000
min	8744.554-8744.554=-0.000
max	8744.648-8744.648=0.000

*mean*	3806.375-3814.500=-8.125
σ	1581.738-1582.543=-0.805
min	2064.000-2073.000=-9.000
max	5943.000-5953.000=-10.000

*mean*	4676.795-4706.232=-29.437
σ	1559.309-1579.581=-20.272
min	3548.215-3562.780=-14.565
max	7362.878-7278.618=84.260

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.078=-0.000
σ	0.002-0.002=-0.000
min	62.076-62.076=-0.000
max	62.080

*mean*	4273.500-4280.750=-7.250
σ	1863.580-1862.441=1.139
min	2064.000-2073.000=-9.000
max	7542.000-7544.000=-2.000

*mean*	81.513-87.277=-5.764
σ	8.884-14.600=-5.716
min	70.706-70.506=0.199
max	92.902-114.303=-21.401

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=0.000
σ	0.001-0.001=0.000
min	40.944
max	40.945

*mean*	7542.000-7544.000=-2.000
σ	0.000
min	7542.000-7544.000=-2.000
max	7542.000-7544.000=-2.000

*mean*	229.750-98.408=131.342
σ	365.659-8.081=357.578
min	83.969-86.850=-2.881
max	1134.488-106.994=1027.494

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=-0.000
σ	0.000-0.001=-0.001
min	66.685
max	66.686-66.689=-0.003

*mean*	7542.000-7544.000=-2.000
σ	0.000
min	7542.000-7544.000=-2.000
max	7542.000-7544.000=-2.000

*mean*	150.841-149.561=1.280
σ	15.124-15.327=-0.203
min	131.021-123.864=7.157
max	167.656-166.197=1.459

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.833-11656.832=0.000
σ	4.317-4.317=0.000
min	11655.305
max	11667.517-11667.516=0.001

*mean*	4211.625-4218.625=-7.000
σ	1910.832-1909.952=0.880
min	2064.000-2073.000=-9.000
max	7542.000-7544.000=-2.000

*mean*	6271.329-6383.554=-112.226
σ	1041.663-1132.736=-91.072
min	4975.414-4972.090=3.324
max	7718.404-8177.588=-459.184

op=vertical_lookup_list() on indexed

*mean*	11560.069-11560.068=0.000
σ	0.002-0.001=0.001
min	11560.066
max	11560.073-11560.069=0.004

*mean*	7542.000-7544.000=-2.000
σ	0.000
min	7542.000-7544.000=-2.000
max	7542.000-7544.000=-2.000

*mean*	5289.506-5543.640=-254.134
σ	1167.152-1259.022=-91.870
min	4389.402-4414.035=-24.633
max	7194.511-7411.697=-217.186

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.592-172.590=0.003
σ	0.030-0.030=-0.001
min	172.558
max	172.640-172.628=0.012

*mean*	2064.000-2073.000=-9.000
σ	0.000
min	2064.000-2073.000=-9.000
max	2064.000-2073.000=-9.000

*mean*	363.686-356.340=7.346
σ	45.384-56.068=-10.683
min	325.346-273.415=51.931
max	462.438-449.490=12.948

op=pointedIndexFromKvs

rows=400000

*mean*	357.366-357.372=-0.006
σ	0.041-0.048=-0.007
min	357.321
max	357.415-357.424=-0.009

*mean*	2064.000-2073.000=-9.000
σ	0.000
min	2064.000-2073.000=-9.000
max	2064.000-2073.000=-9.000

*mean*	785.590-758.128=27.462
σ	24.339-54.608=-30.270
min	728.985-667.803=61.182
max	802.552-804.477=-1.926

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.482-1008.483=-0.001
σ	0.881-0.876=0.005
min	1007.980-1007.978=0.002
max	1012.131-1012.107=0.025

*mean*	1037.650-1047.750=-10.100
σ	297.707-295.952=1.755
min	544.000-551.000=-7.000
max	1439.000-1451.000=-12.000

*mean*	1.509-1.513=-0.004
σ	0.105-0.081=0.023
min	1.333-1.406=-0.073
max	1.749-1.750=-0.002

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883
σ	0.002
min	0.881
max	0.886

*mean*	1439.000-1451.000=-12.000
σ	0.000
min	1439.000-1451.000=-12.000
max	1439.000-1451.000=-12.000

*mean*	0.409-0.417=-0.009
σ	0.108-0.132=-0.024
min	0.342-0.338=0.004
max	0.600-0.651=-0.050

name=error_case.art

*mean*	2.333
σ	0.003
min	2.332
max	2.337

*mean*	1439.000-1451.000=-12.000
σ	0.000
min	1439.000-1451.000=-12.000
max	1439.000-1451.000=-12.000

*mean*	0.876-0.891=-0.014
σ	0.090-0.089=0.001
min	0.820-0.833=-0.013
max	1.035-1.047=-0.011

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.520
max	1.524

*mean*	1439.000-1451.000=-12.000
σ	0.000
min	1439.000-1451.000=-12.000
max	1439.000-1451.000=-12.000

*mean*	0.548-0.544=0.004
σ	0.058-0.052=0.007
min	0.489-0.504=-0.015
max	0.643-0.635=0.008

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	1439.000-1451.000=-12.000
σ	0.000
min	1439.000-1451.000=-12.000
max	1439.000-1451.000=-12.000

*mean*	0.855-0.839=0.016
σ	0.032-0.048=-0.015
min	0.821-0.798=0.024
max	0.909-0.919=-0.011

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.922-963.923=-0.000
σ	0.025-0.026=-0.001
min	963.902-963.904=-0.001
max	963.964-963.966=-0.003

*mean*	1439.000-1451.000=-12.000
σ	0.000
min	1439.000-1451.000=-12.000
max	1439.000-1451.000=-12.000

*mean*	0.818-0.832=-0.014
σ	0.028-0.030=-0.002
min	0.780-0.796=-0.016
max	0.849-0.858=-0.009

name=cdr_enhanced_4k_loc.art

*mean*	884.889-884.890=-0.000
σ	0.007-0.006=0.000
min	884.883
max	884.897-884.897=0.000

*mean*	1439.000-1451.000=-12.000
σ	0.000
min	1439.000-1451.000=-12.000
max	1439.000-1451.000=-12.000

*mean*	0.705-0.740=-0.035
σ	0.061-0.010=0.052
min	0.600-0.728=-0.128
max	0.748-0.749=-0.001

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=-0.000
σ	0.002-0.002=0.000
min	7.705
max	7.712-7.711=0.002

*mean*	1439.000-1451.000=-12.000
σ	0.000
min	1439.000-1451.000=-12.000
max	1439.000-1451.000=-12.000

*mean*	4.243-4.257=-0.014
σ	0.079-0.067=0.012
min	4.123-4.140=-0.017
max	4.540-4.546=-0.006

name=record_render_large_syntax_err.art

*mean*	7.655
σ	0.002
min	7.654
max	7.658

*mean*	1439.000-1451.000=-12.000
σ	0.000
min	1439.000-1451.000=-12.000
max	1439.000-1451.000=-12.000

*mean*	4.241-4.228=0.013
σ	0.086-0.074=0.012
min	4.107-4.099=0.009
max	4.507-4.542=-0.035

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	1439.000-1451.000=-12.000
σ	0.000
min	1439.000-1451.000=-12.000
max	1439.000-1451.000=-12.000

*mean*	0.747-0.744=0.003
σ	0.018-0.018=0.000
min	0.714-0.716=-0.001
max	0.863-0.867=-0.004

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	1439.000-1451.000=-12.000
σ	0.000
min	1439.000-1451.000=-12.000
max	1439.000-1451.000=-12.000

*mean*	0.711-0.714=-0.003
σ	0.019-0.015=0.004
min	0.636-0.692=-0.056
max	0.790-0.790=-0.001

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.770-297.826=-0.056
σ	0.240-0.179=0.061
min	297.559-297.628=-0.068
max	298.407-298.251=0.155

*mean*	2064.000-2073.000=-9.000
σ	0.000
min	2064.000-2073.000=-9.000
max	2064.000-2073.000=-9.000

*mean*	0.584-0.573=0.011
σ	0.034-0.033=0.001
min	0.517-0.522=-0.005
max	0.616-0.616=0.000

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.008-222.008=0.000
σ	0.000
min	222.008-222.008=0.000
max	222.008-222.008=0.000

*mean*	1567.250-1780.125=-212.875
σ	112.412-56.215=56.197
min	1439.000-1641.000=-202.000
max	1666.000-1800.000=-134.000

*mean*	204.708-203.361=1.347
σ	2.903-3.355=-0.453
min	201.590-196.903=4.687
max	210.501-208.504=1.997

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1567.250-1780.125=-212.875
σ	112.412-56.215=56.197
min	1439.000-1641.000=-202.000
max	1666.000-1800.000=-134.000

*mean*	11.856-10.752=1.104
σ	1.229-1.810=-0.581
min	9.319-7.224=2.096
max	12.661-12.522=0.139

phase=parser

*mean*	1041.162-1041.163=-0.000
σ	0.000-0.000=-0.000
min	1041.162-1041.162=-0.000
max	1041.163-1041.163=-0.001

*mean*	1567.250-1780.125=-212.875
σ	112.412-56.215=56.197
min	1439.000-1641.000=-202.000
max	1666.000-1800.000=-134.000

*mean*	681.668-613.350=68.319
σ	68.985-105.850=-36.865
min	562.755-426.244=136.510
max	724.676-728.817=-4.141

phase=processProdDef

*mean*	6169.658-6169.660=-0.002
σ	0.001-0.001=0.000
min	6169.657-6169.660=-0.002
max	6169.659-6169.661=-0.002

*mean*	1595.625-1800.000=-204.375
σ	103.729-0.000=103.729
min	1439.000-1800.000=-361.000
max	1666.000-1800.000=-134.000

*mean*	6191.009-5400.783=790.226
σ	1244.773-1506.084=-261.311
min	4232.426-3301.598=930.828
max	7385.710-7359.182=26.528

phase=renaming

*mean*	21.667
σ	0.000
min	21.667
max	21.667

*mean*	1567.250-1780.125=-212.875
σ	112.412-56.215=56.197
min	1439.000-1641.000=-202.000
max	1666.000-1800.000=-134.000

*mean*	44.158-39.400=4.758
σ	4.958-7.794=-2.837
min	34.384-26.526=7.857
max	48.104-47.683=0.421

phase=type checker

*mean*	958.690-958.693=-0.004
σ	0.055
min	958.604-958.607=-0.004
max	958.760-958.764=-0.004

*mean*	1567.250-1780.125=-212.875
σ	112.412-56.215=56.197
min	1439.000-1641.000=-202.000
max	1666.000-1800.000=-134.000

*mean*	840.504-787.870=52.634
σ	82.890-120.008=-37.118
min	660.245-635.763=24.481
max	929.465-949.260=-19.795

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	292.989-292.986=0.003
σ	0.038-0.040=-0.001
min	292.937-292.937=-0.000
max	293.028-293.031=-0.003

*mean*	1666.000-1800.000=-134.000
σ	0.000
min	1666.000-1800.000=-134.000
max	1666.000-1800.000=-134.000

*mean*	0.400-0.401=-0.002
σ	0.008-0.008=-0.000
min	0.390-0.392=-0.002
max	0.406-0.408=-0.003

iters=5

new-facts=1

prior-facts=6402

*mean*	1302.843-1302.847=-0.004
σ	0.119-0.115=0.004
min	1302.731-1302.731=0.001
max	1303.042-1303.032=0.009

*mean*	1666.000-1800.000=-134.000
σ	0.000
min	1666.000-1800.000=-134.000
max	1666.000-1800.000=-134.000

*mean*	1.932-1.989=-0.057
σ	0.192-0.351=-0.159
min	1.811-1.806=0.005
max	2.260-2.616=-0.355

iters=5

new-facts=6402

prior-facts=1

*mean*	1545.861-1545.894=-0.032
σ	4.031-4.007=0.023
min	1543.847-1543.920=-0.074
max	1553.066-1553.057=0.009

*mean*	1666.000-1800.000=-134.000
σ	0.000
min	1666.000-1800.000=-134.000
max	1666.000-1800.000=-134.000

*mean*	2.267-2.316=-0.049
σ	0.171-0.120=0.051
min	2.126-2.118=0.008
max	2.505-2.427=0.078

iters=5

new-facts=6402

prior-facts=6402

*mean*	1864.852-1864.864=-0.012
σ	0.048-0.042=0.006
min	1864.808-1864.811=-0.003
max	1864.913-1864.913=-0.000

*mean*	1795.600-1866.800=-71.200
σ	170.324-118.257=52.067
min	1666.000-1800.000=-134.000
max	2064.000-2073.000=-9.000

*mean*	2.882-2.923=-0.041
σ	0.117-0.089=0.028
min	2.702-2.830=-0.128
max	2.999-3.043=-0.044

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.737-1.782=-0.046
σ	0.172-0.158=0.013
min	1.487-1.617=-0.130
max	1.932-1.981=-0.049

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.793-446.792=0.001
σ	577.189-577.190=-0.002
min	158.196-158.195=0.001
max	1312.576-1312.577=-0.001

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	1666.000-1800.000=-134.000
σ	0.000
min	1666.000-1800.000=-134.000
max	1666.000-1800.000=-134.000

*mean*	0.491-0.471=0.020
σ	0.443-0.389=0.054
min	0.269-0.273=-0.004
max	1.156-1.054=0.102

policies=20

*mean*	1582.260-1582.288=-0.028
σ	0.354-0.420=-0.065
min	1582.017-1582.008=0.009
max	1582.786-1582.913=-0.126

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	1666.000-1800.000=-134.000
σ	0.000
min	1666.000-1800.000=-134.000
max	1666.000-1800.000=-134.000

*mean*	2.629-2.732=-0.103
σ	0.019-0.006=0.013
min	2.613-2.726=-0.113
max	2.656-2.739=-0.083

policies=200

*mean*	15830.827-15830.798=0.029
σ	0.055-0.163=-0.108
min	15830.766-15830.664=0.101
max	15830.897-15831.015=-0.118

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	1666.000-1800.000=-134.000
σ	0.000
min	1666.000-1800.000=-134.000
max	1666.000-1800.000=-134.000

*mean*	26.572-27.563=-0.990
σ	0.165-0.109=0.057
min	26.367-27.459=-1.092
max	26.753-27.702=-0.949