Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.633
σ	0.000
min	558.633
max	558.633

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.869-54.678=0.191
σ	0.358-0.359=-0.001
min	54.734-54.539=0.195
max	55.888-55.700=0.188

*mean*	418.700-417.000=1.700
σ	0.483-0.000=0.483
min	418.000-417.000=1.000
max	419.000-417.000=2.000

*mean*	0.139-0.141=-0.002
σ	0.005-0.005=-0.000
min	0.132-0.137=-0.004
max	0.149-0.150=-0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.841-43.705=0.136
σ	0.007-0.005=0.002
min	43.831-43.697=0.135
max	43.849-43.713=0.136

*mean*	419.000-417.000=2.000
σ	0.000
min	419.000-417.000=2.000
max	419.000-417.000=2.000

*mean*	0.127-0.123=0.004
σ	0.008-0.004=0.004
min	0.121-0.119=0.001
max	0.142-0.130=0.013

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=0.000
min	36.616-36.616=-0.000
max	36.620-36.620=0.000

*mean*	4043.375-3888.250=155.125
σ	2010.321-1860.151=150.171
min	1216.000-1280.000=-64.000
max	7151.000-6184.000=967.000

*mean*	12.917-12.259=0.659
σ	0.365-0.246=0.119
min	12.479-12.078=0.401
max	13.477-12.844=0.633

op=column_set() on indexed, repeat

*mean*	36.618-36.618=0.001
σ	0.002-0.002=0.000
min	36.616-36.616=0.000
max	36.620-36.620=-0.000

*mean*	4043.375-3888.250=155.125
σ	2010.321-1860.151=150.171
min	1216.000-1280.000=-64.000
max	7151.000-6184.000=967.000

*mean*	13.141-12.525=0.616
σ	0.578-0.434=0.144
min	11.911-11.613=0.298
max	13.714-13.101=0.613

op=table_records(), no indexes

*mean*	41.930-41.930=0.000
σ	0.002-0.002=-0.000
min	41.929-41.928=0.000
max	41.932-41.933=-0.001

*mean*	7151.000-6184.000=967.000
σ	0.000
min	7151.000-6184.000=967.000
max	7151.000-6184.000=967.000

*mean*	15.534-14.666=0.867
σ	0.243-0.488=-0.245
min	15.291-13.645=1.646
max	15.989-15.281=0.709

op=table_records(), repeat

*mean*	41.930-41.928=0.001
σ	0.002-0.001=0.001
min	41.927-41.928=-0.000
max	41.932-41.932=0.001

*mean*	4043.375-3739.750=303.625
σ	2010.321-1833.316=177.005
min	1216.000-1280.000=-64.000
max	7151.000-6184.000=967.000

*mean*	13.637-13.271=0.366
σ	1.630-1.888=-0.257
min	11.142-10.241=0.902
max	15.175-15.174=0.001

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.653=0.000
σ	0.136-0.136=-0.000
min	27.604-27.604=0.000
max	27.991-27.991=0.000

*mean*	4043.375-3739.750=303.625
σ	2010.321-1833.316=177.005
min	1216.000-1280.000=-64.000
max	7151.000-6184.000=967.000

*mean*	9.401-8.535=0.866
σ	0.705-0.324=0.381
min	8.650-8.087=0.563
max	10.847-8.943=1.904

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=-0.000
σ	0.002-0.002=-0.000
min	26.400-26.400=0.000
max	26.404-26.404=0.000

*mean*	4043.375-3739.750=303.625
σ	2010.321-1833.316=177.005
min	1216.000-1280.000=-64.000
max	7151.000-6184.000=967.000

*mean*	7.177-6.496=0.681
σ	0.704-0.421=0.282
min	6.649-5.675=0.974
max	8.811-7.219=1.592

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.669=-0.001
σ	0.004-0.003=0.002
min	25.665-25.666=-0.000
max	25.678-25.674=0.004

*mean*	4043.375-3888.250=155.125
σ	2010.321-1860.151=150.171
min	1216.000-1280.000=-64.000
max	7151.000-6184.000=967.000

*mean*	6.145-5.515=0.630
σ	0.145-0.030=0.115
min	6.038-5.472=0.567
max	6.485-5.563=0.922

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=-0.000
σ	0.002-0.002=-0.001
min	25.969-25.968=0.000
max	25.972-25.974=-0.001

*mean*	4043.375-3888.250=155.125
σ	2010.321-1860.151=150.171
min	1216.000-1280.000=-64.000
max	7151.000-6184.000=967.000

*mean*	5.935-5.423=0.511
σ	0.092-0.214=-0.122
min	5.854-5.238=0.616
max	6.137-5.934=0.202

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.613-2524.604=-1502.991
σ	0.002-0.002=0.000
min	1021.612-2524.602=-1502.990
max	1021.616-2524.606=-1502.991

*mean*	7151.000-6184.000=967.000
σ	0.000
min	7151.000-6184.000=967.000
max	7151.000-6184.000=967.000

*mean*	370.138-1447.258=-1077.120
σ	50.979-738.083=-687.104
min	350.315-1044.585=-694.270
max	496.208-2868.987=-2372.779

op=load_product(), with indexes

*mean*	7917.793-7878.102=39.691
σ	0.469-0.469=-0.000
min	7917.625-7877.934=39.691
max	7918.953-7879.264=39.689

*mean*	3274.125-3244.250=29.875
σ	1825.732-1851.625=-25.894
min	808.000-810.000=-2.000
max	5622.000-6184.000=-562.000

*mean*	3676.460-3797.361=-120.900
σ	1121.639-1270.421=-148.781
min	3132.225-3102.937=29.289
max	6288.348-6125.247=163.101

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.078=-0.001
σ	0.002-0.002=-0.000
min	62.076-62.076=-0.000
max	62.080-62.081=-0.001

*mean*	4043.375-3888.250=155.125
σ	2010.321-1860.151=150.171
min	1216.000-1280.000=-64.000
max	7151.000-6184.000=967.000

*mean*	80.591-164.107=-83.516
σ	11.451-225.829=-214.378
min	71.150-70.935=0.215
max	102.139-722.078=-619.939

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946-40.946=-0.000
σ	0.002-0.002=0.000
min	40.945-40.945=0.000
max	40.950-40.949=0.001

*mean*	7151.000-6184.000=967.000
σ	0.000
min	7151.000-6184.000=967.000
max	7151.000-6184.000=967.000

*mean*	61.715-64.089=-2.374
σ	0.284-3.836=-3.553
min	61.289-60.551=0.738
max	62.057-69.782=-7.724

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.688-66.687=0.000
σ	0.002-0.002=0.000
min	66.686-66.686=0.000
max	66.691-66.690=0.001

*mean*	7151.000-6184.000=967.000
σ	0.000
min	7151.000-6184.000=967.000
max	7151.000-6184.000=967.000

*mean*	100.213-99.672=0.541
σ	0.598-1.410=-0.812
min	98.958-98.068=0.890
max	101.148-102.126=-0.978

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	14217.170-11849.155=2368.015
σ	4.304-4.304=-0.000
min	14215.575-11847.561=2368.014
max	14227.820-11859.806=2368.014

*mean*	4043.375-3739.750=303.625
σ	2010.321-1833.316=177.005
min	1216.000-1280.000=-64.000
max	7151.000-6184.000=967.000

*mean*	7876.591-6033.014=1843.577
σ	1768.222-1414.067=354.154
min	6063.333-5045.795=1017.539
max	10361.389-8348.995=2012.394

op=vertical_lookup_list() on indexed

*mean*	13159.108-10791.093=2368.015
σ	0.001-0.002=-0.001
min	13159.106-10791.091=2368.015
max	13159.110-10791.096=2368.014

*mean*	7151.000-6184.000=967.000
σ	0.000
min	7151.000-6184.000=967.000
max	7151.000-6184.000=967.000

*mean*	5180.177-5239.795=-59.618
σ	203.076-1322.466=-1119.390
min	5056.920-4056.284=1000.637
max	5520.088-7071.433=-1551.345

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	474.000-478.000=-4.000
σ	0.000
min	474.000-478.000=-4.000
max	474.000-478.000=-4.000

*mean*	397.058-381.042=16.016
σ	1.299-11.323=-10.024
min	395.165-354.100=41.065
max	398.961-388.771=10.190

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	559.125-560.000=-0.875
σ	0.354-0.000=0.354
min	559.000-560.000=-1.000
max	560.000

*mean*	782.194-759.734=22.460
σ	41.217-50.775=-9.558
min	687.307-636.771=50.535
max	813.435-792.259=21.176

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.325-1024.328=-0.003
σ	0.758-0.758=0.000
min	1023.849-1023.855=-0.006
max	1027.463-1027.465=-0.002

*mean*	1037.850-1050.250=-12.400
σ	293.280-312.619=-19.340
min	542.000-593.000=-51.000
max	1433.000-1513.000=-80.000

*mean*	1.599-1.591=0.007
σ	0.074-0.086=-0.012
min	1.533-1.513=0.020
max	1.835-1.795=0.040

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.296-0.343=-0.047
σ	0.284-0.251=0.033
min	0.147-0.141=0.005
max	0.800-0.742=0.058

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.477-0.464=0.013
σ	0.316-0.297=0.019
min	0.320-0.320=0.000
max	1.042-0.996=0.047

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.215-0.315=-0.100
σ	0.027-0.165=-0.138
min	0.194-0.226=-0.031
max	0.261-0.608=-0.347

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.328-0.331=-0.003
σ	0.018-0.021=-0.003
min	0.313-0.310=0.004
max	0.359-0.365=-0.005

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	436.200-431.000=5.200
σ	5.541-0.000=5.541
min	431.000
max	442.000-431.000=11.000

*mean*	0.568-0.595=-0.027
σ	0.058-0.035=0.023
min	0.475-0.535=-0.060
max	0.616-0.619=-0.003

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	442.000-431.000=11.000
σ	0.000
min	442.000-431.000=11.000
max	442.000-431.000=11.000

*mean*	0.509-0.511=-0.003
σ	0.021-0.028=-0.006
min	0.479-0.480=-0.001
max	0.532-0.534=-0.001

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	442.000-431.000=11.000
σ	0.000
min	442.000-431.000=11.000
max	442.000-431.000=11.000

*mean*	2.614-2.680=-0.066
σ	0.103-0.100=0.003
min	2.473-2.466=0.008
max	3.038-2.978=0.059

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	442.000-431.000=11.000
σ	0.000
min	442.000-431.000=11.000
max	442.000-431.000=11.000

*mean*	2.591-2.712=-0.121
σ	0.085-0.072=0.013
min	2.402-2.534=-0.132
max	2.865-2.924=-0.060

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	442.000-431.000=11.000
σ	0.000
min	442.000-431.000=11.000
max	442.000-431.000=11.000

*mean*	0.302-0.309=-0.007
σ	0.008-0.009=-0.001
min	0.287-0.296=-0.009
max	0.349-0.368=-0.019

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	442.000-431.000=11.000
σ	0.000
min	442.000-431.000=11.000
max	442.000-431.000=11.000

*mean*	0.290-0.297=-0.007
σ	0.007-0.008=-0.001
min	0.280-0.282=-0.002
max	0.327-0.336=-0.009

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.867-298.767=0.100
σ	0.982-1.037=-0.055
min	298.495-298.308=0.186
max	301.660-301.707=-0.047

*mean*	441.400-442.900=-1.500
σ	14.284-14.896=-0.611
min	423.000-426.000=-3.000
max	463.000-465.000=-2.000

*mean*	0.587-0.610=-0.023
σ	0.031-0.017=0.014
min	0.531-0.575=-0.044
max	0.645-0.641=0.004

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.681-236.678=0.004
σ	0.000-0.000=0.000
min	236.681-236.678=0.004
max	236.682-236.678=0.004

*mean*	892.500-1681.000=-788.500
σ	38.184-0.000=38.184
min	798.000-1681.000=-883.000
max	906.000-1681.000=-775.000

*mean*	219.043-213.479=5.564
σ	10.959-2.890=8.069
min	209.915-210.211=-0.296
max	241.966-218.972=22.994

phase=macro expansion

*mean*	6.133-6.130=0.004
σ	0.000
min	6.133-6.130=0.004
max	6.133-6.130=0.004

*mean*	892.500-1681.000=-788.500
σ	38.184-0.000=38.184
min	798.000-1681.000=-883.000
max	906.000-1681.000=-775.000

*mean*	8.475-9.547=-1.071
σ	1.691-0.903=0.789
min	6.322-7.546=-1.224
max	10.167-10.802=-0.636

phase=parser

*mean*	1042.362-1042.367=-0.006
σ	0.000-0.000=0.000
min	1042.361-1042.367=-0.006
max	1042.362-1042.367=-0.006

*mean*	892.500-1681.000=-788.500
σ	38.184-0.000=38.184
min	798.000-1681.000=-883.000
max	906.000-1681.000=-775.000

*mean*	537.775-574.966=-37.191
σ	82.810-61.291=21.519
min	382.055-425.574=-43.519
max	644.851-608.803=36.049

phase=processProdDef

*mean*	4850.765-4753.276=97.489
σ	0.000-0.000=-0.000
min	4850.765-4753.276=97.489
max	4850.766-4753.276=97.489

*mean*	906.000-1681.000=-775.000
σ	0.000
min	906.000-1681.000=-775.000
max	906.000-1681.000=-775.000

*mean*	5152.606-4202.849=949.757
σ	679.319-537.635=141.684
min	4435.750-3508.070=927.680
max	6163.092-4902.396=1260.696

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	892.500-1681.000=-788.500
σ	38.184-0.000=38.184
min	798.000-1681.000=-883.000
max	906.000-1681.000=-775.000

*mean*	32.244-38.195=-5.951
σ	9.874-5.048=4.826
min	20.791-26.898=-6.107
max	41.157-41.306=-0.149

phase=type checker

*mean*	990.450-990.454=-0.004
σ	0.071-0.071=-0.000
min	990.344-990.348=-0.004
max	990.563-990.567=-0.004

*mean*	892.500-1681.000=-788.500
σ	38.184-0.000=38.184
min	798.000-1681.000=-883.000
max	906.000-1681.000=-775.000

*mean*	730.287-721.620=8.667
σ	65.257-63.290=1.967
min	660.357-678.380=-18.023
max	834.119-867.745=-33.626

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.928-293.926=0.002
σ	0.038-0.045=-0.007
min	293.874-293.861=0.013
max	293.967-293.970=-0.003

*mean*	440.200-444.000=-3.800
σ	1.643-0.000=1.643
min	439.000-444.000=-5.000
max	442.000-444.000=-2.000

*mean*	0.398-0.406=-0.008
σ	0.010-0.008=0.002
min	0.392-0.398=-0.006
max	0.415-0.417=-0.002

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.315-1320.301=0.014
σ	0.037-0.028=0.009
min	1320.264-1320.264=-0.000
max	1320.351-1320.332=0.019

*mean*	1081.400-1087.600=-6.200
σ	170.118-168.767=1.351
min	878.000-886.000=-8.000
max	1311.000-1317.000=-6.000

*mean*	2.277-2.326=-0.049
σ	0.148-0.128=0.020
min	2.170-2.190=-0.019
max	2.538-2.479=0.059

iters=5

new-facts=6402

prior-facts=1

*mean*	1560.724-1559.462=1.263
σ	6.232-3.394=2.837
min	1557.747-1557.789=-0.041
max	1571.868-1565.529=6.340

*mean*	623.800-621.400=2.400
σ	88.491-90.240=-1.749
min	495.000-506.000=-11.000
max	733.000-727.000=6.000

*mean*	2.312-2.410=-0.099
σ	0.172-0.289=-0.117
min	2.202-2.157=0.044
max	2.616-2.839=-0.223

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.275-1882.263=0.011
σ	0.057-0.055=0.002
min	1882.202-1882.190=0.012
max	1882.347-1882.337=0.010

*mean*	1723.400-1714.200=9.200
σ	179.659-187.994=-8.335
min	1468.000-1451.000=17.000
max	1889.000-1887.000=2.000

*mean*	3.065-3.102=-0.037
σ	0.177-0.391=-0.214
min	2.894-2.829=0.065
max	3.358-3.792=-0.434

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.626-1.788=-0.162
σ	0.196-0.167=0.029
min	1.356-1.511=-0.155
max	1.829-1.951=-0.122

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.153-452.411=-0.257
σ	582.776-583.278=-0.502
min	160.763-160.769=-0.006
max	1326.317-1327.328=-1.010

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	440.000-442.000=-2.000
σ	0.000
min	440.000-442.000=-2.000
max	440.000-442.000=-2.000

*mean*	0.551-0.547=0.004
σ	0.548-0.552=-0.004
min	0.269-0.269=0.001
max	1.373-1.375=-0.002

policies=20

*mean*	1607.969-1608.038=-0.070
σ	0.418-0.423=-0.005
min	1607.683-1607.746=-0.063
max	1608.587-1608.663=-0.076

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	443.750-445.750=-2.000
σ	7.500-2.500=5.000
min	440.000-442.000=-2.000
max	455.000-447.000=8.000

*mean*	2.705-2.711=-0.006
σ	0.020-0.011=0.009
min	2.687-2.697=-0.010
max	2.731-2.723=0.008

policies=200

*mean*	16087.770-16088.488=-0.719
σ	0.170-0.087=0.083
min	16087.607-16088.378=-0.771
max	16088.002-16088.567=-0.565

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	496.000-497.250=-1.250
σ	3.266-4.113=-0.847
min	492.000
max	500.000-501.000=-1.000

*mean*	27.295-27.430=-0.135
σ	0.051-0.124=-0.073
min	27.220-27.298=-0.079
max	27.331-27.558=-0.227