Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.676
σ	0.000
min	5.676
max	5.676

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.883
σ	0.000
min	446.883
max	446.883

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.834-54.834=0.000
σ	0.367-0.365=0.002
min	54.702-54.704=-0.002
max	55.879-55.873=0.006

*mean*	416.000-419.000=-3.000
σ	0.000
min	416.000-419.000=-3.000
max	416.000-419.000=-3.000

*mean*	0.142-0.139=0.003
σ	0.004-0.005=-0.001
min	0.138-0.131=0.007
max	0.150-0.148=0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.844-43.842=0.002
σ	0.006-0.004=0.002
min	43.835-43.836=-0.001
max	43.855-43.848=0.007

*mean*	416.000-420.000=-4.000
σ	0.000
min	416.000-420.000=-4.000
max	416.000-420.000=-4.000

*mean*	0.122-0.120=0.002
σ	0.005-0.004=0.001
min	0.116-0.116=0.000
max	0.132-0.126=0.006

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.617-36.617=0.000
σ	0.000-0.000=0.000
min	36.617
max	36.618-36.618=0.000

*mean*	4428.750-4588.125=-159.375
σ	2227.630-2254.735=-27.104
min	1484.000-1487.000=-3.000
max	7409.000-7406.000=3.000

*mean*	12.936-13.242=-0.306
σ	1.904-2.452=-0.548
min	11.939-11.757=0.182
max	17.548-17.407=0.141

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.000
σ	0.000-0.000=0.000
min	36.617-36.617=-0.000
max	36.618-36.618=0.001

*mean*	4608.250-4588.125=20.125
σ	2258.860-2254.735=4.126
min	1484.000-1487.000=-3.000
max	7409.000-7406.000=3.000

*mean*	171.508-13.405=158.104
σ	447.535-1.802=445.733
min	11.558-12.493=-0.935
max	1279.091-17.847=1261.244

op=table_records(), no indexes

*mean*	41.948-41.948=0.000
σ	0.002-0.002=0.000
min	41.946
max	41.951-41.950=0.000

*mean*	7409.000-7406.000=3.000
σ	0.000
min	7409.000-7406.000=3.000
max	7409.000-7406.000=3.000

*mean*	11.209-10.968=0.241
σ	0.221-0.297=-0.076
min	10.877-10.578=0.299
max	11.508-11.446=0.061

op=table_records(), repeat

*mean*	41.933-41.934=-0.000
σ	0.000-0.001=-0.001
min	41.933
max	41.934-41.937=-0.003

*mean*	4199.875-4174.875=25.000
σ	1955.073-1946.368=8.705
min	1484.000-1487.000=-3.000
max	7409.000-7406.000=3.000

*mean*	11.457-11.483=-0.026
σ	0.917-1.704=-0.787
min	11.020-10.725=0.295
max	13.716-15.688=-1.972

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.655-27.655=0.000
σ	0.136-0.137=-0.000
min	27.606
max	27.993-27.993=-0.000

*mean*	4199.875-4174.875=25.000
σ	1955.073-1946.368=8.705
min	1484.000-1487.000=-3.000
max	7409.000-7406.000=3.000

*mean*	8.795-9.050=-0.255
σ	0.766-1.338=-0.572
min	7.843-7.986=-0.143
max	10.509-12.296=-1.787

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.406-26.406=0.000
σ	0.000-0.000=-0.000
min	26.406-26.406=0.000
max	26.406

*mean*	4199.875-4174.875=25.000
σ	1955.073-1946.368=8.705
min	1484.000-1487.000=-3.000
max	7409.000-7406.000=3.000

*mean*	6.616-7.075=-0.458
σ	0.504-1.052=-0.548
min	6.151-6.535=-0.384
max	7.781-9.669=-1.888

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.681-25.681=0.000
σ	0.003-0.003=-0.000
min	25.680
max	25.688-25.688=-0.000

*mean*	4608.250-4588.125=20.125
σ	2258.860-2254.735=4.126
min	1484.000-1487.000=-3.000
max	7409.000-7406.000=3.000

*mean*	6.559-6.145=0.414
σ	1.138-0.424=0.714
min	5.730-5.586=0.144
max	9.029-7.100=1.928

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.984-25.984=0.000
σ	0.000-0.000=-0.000
min	25.984
max	25.985

*mean*	4608.250-4588.125=20.125
σ	2258.860-2254.735=4.126
min	1484.000-1487.000=-3.000
max	7409.000-7406.000=3.000

*mean*	6.341-5.870=0.471
σ	1.146-0.121=1.025
min	5.559-5.617=-0.058
max	8.806-6.042=2.764

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.627-1021.627=0.000
σ	0.002-0.002=0.000
min	1021.625
max	1021.629

*mean*	7409.000-7406.000=3.000
σ	0.000
min	7409.000-7406.000=3.000
max	7409.000-7406.000=3.000

*mean*	345.108-360.298=-15.190
σ	1.959-41.627=-39.667
min	343.078-341.438=1.640
max	348.142-463.116=-114.973

op=load_product(), with indexes

*mean*	3495.878-3495.878=-0.000
σ	0.468-0.469=-0.000
min	3495.713-3495.713=-0.000
max	3497.037-3497.038=-0.001

*mean*	3772.125-3752.375=19.750
σ	2311.419-2299.719=11.700
min	720.000
max	7409.000-7406.000=3.000

*mean*	1807.931-1568.590=239.341
σ	675.037-479.921=195.116
min	1405.227-1389.864=15.363
max	2977.207-2756.198=221.008

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.854-107.854=-0.000
σ	0.000-0.000=-0.000
min	107.854-107.853=0.000
max	107.854-107.855=-0.000

*mean*	4199.875-4409.500=-209.625
σ	1955.073-2225.969=-270.896
min	1484.000-1487.000=-3.000
max	7409.000-7406.000=3.000

*mean*	130.859-272.598=-141.739
σ	11.049-373.111=-362.061
min	124.519-130.164=-5.645
max	157.713-1195.193=-1037.480

op=column_set() on unindexed, dense, repeat

*mean*	62.082
σ	0.000
min	62.081
max	62.082

*mean*	4428.750-4588.125=-159.375
σ	2227.630-2254.735=-27.104
min	1484.000-1487.000=-3.000
max	7409.000-7406.000=3.000

*mean*	161.658-194.220=-32.563
σ	336.751-421.753=-85.001
min	41.236-39.942=1.294
max	995.071-1237.847=-242.776

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.948-40.948=0.000
σ	0.002-0.002=0.000
min	40.947
max	40.951-40.950=0.001

*mean*	7409.000-7406.000=3.000
σ	0.000
min	7409.000-7406.000=3.000
max	7409.000-7406.000=3.000

*mean*	113.527-22.151=91.377
σ	257.889-1.137=256.752
min	21.735-21.455=0.280
max	751.768-24.926=726.842

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.308-71.308=-0.000
σ	0.002-0.002=0.000
min	71.307-71.307=-0.000
max	71.311-71.310=0.000

*mean*	7409.000-7406.000=3.000
σ	0.000
min	7409.000-7406.000=3.000
max	7409.000-7406.000=3.000

*mean*	58.817-283.126=-224.308
σ	8.740-639.600=-630.860
min	54.856-55.861=-1.005
max	80.329-1866.049=-1785.720

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.850-4646.850=-0.000
σ	0.013-0.014=-0.000
min	4646.845
max	4646.883-4646.884=-0.001

*mean*	4199.875-4174.875=25.000
σ	1955.073-1946.368=8.705
min	1484.000-1487.000=-3.000
max	7409.000-7406.000=3.000

*mean*	3194.074-3205.002=-10.927
σ	708.391-829.322=-120.931
min	2476.686-2524.803=-48.117
max	4132.894-4745.269=-612.375

op=vertical_lookup_list() on indexed

*mean*	1973.851-1973.851=-0.000
σ	0.002-0.002=-0.000
min	1973.849
max	1973.853-1973.854=-0.000

*mean*	7409.000-7406.000=3.000
σ	0.000
min	7409.000-7406.000=3.000
max	7409.000-7406.000=3.000

*mean*	993.937-1038.404=-44.468
σ	131.062-205.093=-74.031
min	920.173-917.969=2.204
max	1241.126-1510.632=-269.506

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.105
σ	0.002
min	905.102
max	905.108

*mean*	7409.000-7406.000=3.000
σ	0.000
min	7409.000-7406.000=3.000
max	7409.000-7406.000=3.000

*mean*	389.130-389.741=-0.611
σ	3.842-3.525=0.317
min	381.540-385.371=-3.831
max	394.455-394.326=0.129

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	476.625-477.000=-0.375
σ	1.061-0.000=1.061
min	474.000-477.000=-3.000
max	477.000

*mean*	379.485-365.954=13.530
σ	43.967-39.195=4.772
min	294.013-297.230=-3.217
max	427.843-434.415=-6.572

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	562.375-563.000=-0.625
σ	1.768-0.000=1.768
min	558.000-563.000=-5.000
max	563.000

*mean*	713.617-785.389=-71.772
σ	96.331-42.421=53.910
min	565.227-721.946=-156.719
max	829.037-837.610=-8.573

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	963.971-963.968=0.003
σ	1.822-1.822=0.000
min	963.264-963.267=-0.003
max	971.676-971.672=0.004

*mean*	1044.850-1043.750=1.100
σ	309.841-320.590=-10.749
min	585.000-545.000=40.000
max	1503.000-1566.000=-63.000

*mean*	1.240-1.244=-0.004
σ	0.078-0.058=0.020
min	1.132-1.181=-0.049
max	1.463-1.355=0.108

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.298-0.299=-0.001
σ	0.288-0.298=-0.010
min	0.144-0.140=0.003
max	0.807-0.828=-0.022

name=error_case.art

*mean*	2.340
σ	0.012
min	2.334
max	2.362

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.465-0.492=-0.027
σ	0.303-0.322=-0.019
min	0.323-0.330=-0.007
max	1.006-1.067=-0.060

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.218-0.227=-0.009
σ	0.024-0.022=0.002
min	0.199-0.203=-0.004
max	0.258-0.259=-0.000

name=nested_use.art

*mean*	2.358
σ	0.002
min	2.357
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.329-0.396=-0.067
σ	0.021-0.160=-0.140
min	0.314-0.315=-0.001
max	0.365-0.682=-0.317

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.971
σ	0.011
min	964.965
max	964.989

*mean*	431.800-431.000=0.800
σ	1.789-0.000=1.789
min	431.000
max	435.000-431.000=4.000

*mean*	0.537-0.556=-0.019
σ	0.062-0.060=0.001
min	0.450-0.455=-0.006
max	0.597-0.603=-0.005

name=cdr_enhanced_4k_loc.art

*mean*	885.898
σ	0.002
min	885.897
max	885.901

*mean*	443.000-431.000=12.000
σ	0.000
min	443.000-431.000=12.000
max	443.000-431.000=12.000

*mean*	0.483-0.485=-0.001
σ	0.035-0.055=-0.019
min	0.435-0.422=0.013
max	0.518-0.531=-0.013

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.710
σ	0.002
min	7.709
max	7.713

*mean*	443.000-431.000=12.000
σ	0.000
min	443.000-431.000=12.000
max	443.000-431.000=12.000

*mean*	2.629-1.989=0.640
σ	0.101-0.080=0.021
min	2.458-1.887=0.572
max	2.988-2.336=0.653

name=record_render_large_syntax_err.art

*mean*	7.658
σ	0.002
min	7.657
max	7.661

*mean*	443.000-431.000=12.000
σ	0.000
min	443.000-431.000=12.000
max	443.000-431.000=12.000

*mean*	2.556-1.977=0.579
σ	0.087-0.071=0.017
min	2.389-1.832=0.556
max	2.801-2.240=0.561

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.289
max	2.293

*mean*	443.000-431.000=12.000
σ	0.000
min	443.000-431.000=12.000
max	443.000-431.000=12.000

*mean*	0.308-0.302=0.005
σ	0.009-0.008=0.001
min	0.290-0.288=0.003
max	0.366-0.346=0.020

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	443.000-431.000=12.000
σ	0.000
min	443.000-431.000=12.000
max	443.000-431.000=12.000

*mean*	0.299-0.289=0.010
σ	0.040-0.007=0.033
min	0.274-0.276=-0.002
max	0.692-0.317=0.375

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	12.108-11.923=0.185
σ	12.614-11.145=1.469
min	0.574-0.574=-0.000
max	106.139-68.103=38.036

*mean*	464.025-468.808=-4.783
σ	17.741-19.628=-1.887
min	407.000-408.000=-1.000
max	477.000-484.000=-7.000

*mean*	0.028-0.027=0.000
σ	0.031-0.027=0.004
min	0.001-0.001=-0.000
max	0.252-0.173=0.079

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	278.791-278.772=0.018
σ	1.030-1.072=-0.042
min	278.418-278.331=0.087
max	281.722-281.816=-0.095

*mean*	445.900-441.000=4.900
σ	21.952-16.214=5.738
min	414.000-418.000=-4.000
max	477.000-467.000=10.000

*mean*	0.581-0.577=0.004
σ	0.021-0.020=0.002
min	0.536-0.548=-0.012
max	0.614-0.617=-0.003

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	173.738-173.738=-0.000
σ	0.000-0.000=-0.000
min	173.738
max	173.738

*mean*	843.000-842.625=0.375
σ	0.000-0.518=-0.518
min	843.000-842.000=1.000
max	843.000

*mean*	223.150-225.370=-2.221
σ	28.509-21.715=6.795
min	189.456-196.525=-7.068
max	253.199-253.428=-0.229

phase=macro expansion

*mean*	6.130-6.133=-0.004
σ	0.000
min	6.130-6.133=-0.004
max	6.130-6.133=-0.004

*mean*	842.500
σ	1.414-0.535=0.880
min	839.000-842.000=-3.000
max	843.000

*mean*	9.397-8.894=0.503
σ	0.853-1.262=-0.409
min	7.424-6.335=1.088
max	10.395-9.696=0.698

phase=parser

*mean*	1042.435-1042.435=0.000
σ	0.000-0.000=-0.000
min	1042.435-1042.435=0.000
max	1042.435-1042.435=0.000

*mean*	842.500
σ	1.414-0.535=0.880
min	839.000-842.000=-3.000
max	843.000

*mean*	574.569-555.463=19.106
σ	63.846-59.503=4.343
min	418.176-435.101=-16.925
max	607.648-599.523=8.126

phase=processProdDef

*mean*	2243.977-2243.976=0.001
σ	0.000
min	2243.977-2243.976=0.001
max	2243.977-2243.976=0.001

*mean*	843.000-842.625=0.375
σ	0.000-0.518=-0.518
min	843.000-842.000=1.000
max	843.000

*mean*	3032.183-2828.159=204.024
σ	401.819-358.562=43.258
min	2282.187-2245.256=36.931
max	3502.458-3216.540=285.918

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	842.500
σ	1.414-0.535=0.880
min	839.000-842.000=-3.000
max	843.000

*mean*	38.405-37.932=0.473
σ	4.859-4.611=0.248
min	26.432-27.142=-0.710
max	40.746-40.873=-0.127

phase=type checker

*mean*	989.756-989.752=0.004
σ	0.066
min	989.658-989.654=0.004
max	989.845-989.841=0.004

*mean*	842.500
σ	1.414-0.535=0.880
min	839.000-842.000=-3.000
max	843.000

*mean*	716.028-694.009=22.019
σ	80.964-30.479=50.485
min	639.498-660.143=-20.645
max	888.574-737.880=150.694

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.388-282.395=-0.007
σ	0.037-0.036=0.001
min	282.339
max	282.430-282.427=0.003

*mean*	446.000-444.400=1.600
σ	0.000-0.548=-0.548
min	446.000-444.000=2.000
max	446.000-445.000=1.000

*mean*	0.383-0.384=-0.000
σ	0.006-0.006=0.000
min	0.376-0.376=0.001
max	0.390-0.391=-0.002

iters=5

new-facts=1

prior-facts=6402

*mean*	1267.090-1267.085=0.004
σ	0.107-0.094=0.013
min	1267.003-1267.008=-0.005
max	1267.273-1267.243=0.030

*mean*	1113.800-1114.400=-0.600
σ	169.202-170.004=-0.802
min	899.000-898.000=1.000
max	1328.000-1329.000=-1.000

*mean*	1.939-1.927=0.012
σ	0.093-0.092=0.001
min	1.851-1.880=-0.028
max	2.090-2.091=-0.001

iters=5

new-facts=6402

prior-facts=1

*mean*	1506.125-1506.143=-0.018
σ	2.970-2.962=0.008
min	1504.616-1504.629=-0.013
max	1511.427-1511.430=-0.003

*mean*	630.000-629.000=1.000
σ	90.019-90.313=-0.294
min	506.000-505.000=1.000
max	729.000

*mean*	2.350-2.397=-0.047
σ	0.320-0.332=-0.012
min	2.075-2.022=0.053
max	2.866-2.809=0.057

iters=5

new-facts=6402

prior-facts=6402

*mean*	1829.118-1829.107=0.011
σ	0.077-0.063=0.014
min	1829.029-1829.021=0.008
max	1829.231-1829.183=0.049

*mean*	1763.000-1760.200=2.800
σ	212.237-214.254=-2.017
min	1483.000-1474.000=9.000
max	1965.000-1963.000=2.000

*mean*	3.223-3.112=0.111
σ	0.368-0.278=0.090
min	2.825-2.804=0.020
max	3.632-3.493=0.139

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.642-1.816=-0.174
σ	0.111-0.044=0.067
min	1.517-1.746=-0.228
max	1.801-1.865=-0.064

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	397.698-397.699=-0.001
σ	518.052-518.052=0.000
min	138.671-138.670=0.001
max	1174.776-1174.776=-0.000

*mean*	97.750
σ	7.500
min	94.000
max	109.000

*mean*	445.000-446.000=-1.000
σ	0.000
min	445.000-446.000=-1.000
max	445.000-446.000=-1.000

*mean*	0.504-0.484=0.019
σ	0.535-0.483=0.052
min	0.235-0.240=-0.005
max	1.307-1.209=0.098

policies=20

*mean*	1386.844-1386.842=0.002
σ	0.163-0.167=-0.003
min	1386.732-1386.727=0.004
max	1387.087-1387.089=-0.002

*mean*	940.000
σ	0.000
min	940.000
max	940.000

*mean*	445.000-446.000=-1.000
σ	0.000
min	445.000-446.000=-1.000
max	445.000-446.000=-1.000

*mean*	2.335-2.325=0.010
σ	0.006-0.014=-0.008
min	2.329-2.311=0.018
max	2.343-2.341=0.003

policies=200

*mean*	13876.898-13876.928=-0.030
σ	0.081-0.035=0.045
min	13876.787-13876.894=-0.107
max	13876.980-13876.976=0.004

*mean*	9400.000
σ	0.000
min	9400.000
max	9400.000

*mean*	497.500-496.000=1.500
σ	5.447-4.397=1.050
min	491.000
max	504.000-501.000=3.000

*mean*	23.561-23.505=0.056
σ	0.160-0.089=0.071
min	23.439-23.416=0.023
max	23.796-23.588=0.208