Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.633-558.664=-0.031
σ	0.000
min	558.633-558.664=-0.031
max	558.633-558.664=-0.031

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.888-54.887=0.000
σ	0.356-0.357=-0.001
min	54.753-54.751=0.001
max	55.902-55.903=-0.001

*mean*	416.000-420.000=-4.000
σ	0.000
min	416.000-420.000=-4.000
max	416.000-420.000=-4.000

*mean*	0.142-0.141=0.001
σ	0.006-0.005=0.001
min	0.137-0.137=0.000
max	0.153-0.150=0.003

cache=y

dps=1

iters=10

policies=100

*mean*	43.856-43.855=0.000
σ	0.006-0.004=0.002
min	43.845-43.849=-0.004
max	43.865-43.863=0.002

*mean*	416.000-420.000=-4.000
σ	0.000
min	416.000-420.000=-4.000
max	416.000-420.000=-4.000

*mean*	0.124-0.124=-0.000
σ	0.004-0.005=-0.001
min	0.122-0.118=0.003
max	0.132-0.132=-0.000

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=0.000
min	36.616-36.616=0.000
max	36.620

*mean*	4041.625-4043.625=-2.000
σ	2008.657-2009.733=-1.076
min	1218.000-1216.000=2.000
max	7147.000-7145.000=2.000

*mean*	14.011-13.507=0.504
σ	2.513-1.872=0.641
min	12.229-12.364=-0.135
max	18.212-18.005=0.206

op=column_set() on indexed, repeat

*mean*	36.618
σ	0.002-0.002=-0.000
min	36.616-36.616=0.000
max	36.620-36.620=-0.000

*mean*	4041.625-4043.625=-2.000
σ	2008.657-2009.733=-1.076
min	1218.000-1216.000=2.000
max	7147.000-7145.000=2.000

*mean*	14.068-13.440=0.628
σ	1.977-1.545=0.432
min	11.812-11.834=-0.022
max	17.283-16.873=0.410

op=table_records(), no indexes

*mean*	41.930-41.930=-0.000
σ	0.002-0.002=-0.000
min	41.928-41.928=-0.000
max	41.932-41.932=-0.000

*mean*	7147.000-7145.000=2.000
σ	0.000
min	7147.000-7145.000=2.000
max	7147.000-7145.000=2.000

*mean*	15.515-15.455=0.059
σ	0.281-0.178=0.104
min	15.152-15.213=-0.061
max	15.914-15.807=0.107

op=table_records(), repeat

*mean*	41.930-41.930=-0.000
σ	0.002-0.002=-0.000
min	41.928
max	41.932-41.932=-0.000

*mean*	4041.625-4043.625=-2.000
σ	2008.657-2009.733=-1.076
min	1218.000-1216.000=2.000
max	7147.000-7145.000=2.000

*mean*	14.698-14.477=0.221
σ	1.509-1.635=-0.125
min	11.421-11.622=-0.202
max	16.020-16.452=-0.433

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.653=0.000
σ	0.136-0.136=-0.000
min	27.604
max	27.991-27.991=-0.000

*mean*	4041.625-4043.625=-2.000
σ	2008.657-2009.733=-1.076
min	1218.000-1216.000=2.000
max	7147.000-7145.000=2.000

*mean*	9.915-10.045=-0.129
σ	1.532-1.659=-0.126
min	8.326-8.575=-0.249
max	12.543-12.795=-0.252

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=0.000
σ	0.002-0.002=0.000
min	26.400-26.400=0.000
max	26.404

*mean*	4041.625-4043.625=-2.000
σ	2008.657-2009.733=-1.076
min	1218.000-1216.000=2.000
max	7147.000-7145.000=2.000

*mean*	7.570-7.781=-0.210
σ	1.747-1.756=-0.008
min	6.109-6.098=0.012
max	10.349-10.652=-0.303

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.668=-0.000
σ	0.004-0.004=-0.000
min	25.665-25.665=-0.000
max	25.678-25.678=-0.000

*mean*	4041.625-4043.625=-2.000
σ	2008.657-2009.733=-1.076
min	1218.000-1216.000=2.000
max	7147.000-7145.000=2.000

*mean*	6.426-6.235=0.192
σ	0.699-0.404=0.294
min	5.868-5.847=0.020
max	7.725-7.135=0.590

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=0.000
σ	0.003-0.002=0.001
min	25.968-25.969=-0.000
max	25.976-25.972=0.004

*mean*	4041.625-4043.625=-2.000
σ	2008.657-2009.733=-1.076
min	1218.000-1216.000=2.000
max	7147.000-7145.000=2.000

*mean*	6.180-5.796=0.384
σ	0.631-0.109=0.522
min	5.730-5.599=0.131
max	7.221-5.955=1.265

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.613-1021.613=0.000
σ	0.002-0.002=-0.000
min	1021.612
max	1021.616

*mean*	7147.000-7145.000=2.000
σ	0.000
min	7147.000-7145.000=2.000
max	7147.000-7145.000=2.000

*mean*	431.791-368.397=63.394
σ	236.314-56.803=179.512
min	345.128-345.272=-0.144
max	1016.613-508.881=507.732

op=load_product(), with indexes

*mean*	7917.793-7917.792=0.000
σ	0.469-0.469=-0.000
min	7917.625-7917.624=0.001
max	7918.954

*mean*	3273.750-3275.875=-2.125
σ	1823.183-1826.099=-2.916
min	810.000-809.000=1.000
max	5622.000-5626.000=-4.000

*mean*	3748.603-3551.244=197.358
σ	1085.063-873.840=211.223
min	3071.598-3088.741=-17.143
max	5715.563-5428.764=286.800

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.077=-0.000
σ	0.002-0.002=0.000
min	62.076-62.076=-0.000
max	62.080

*mean*	4041.625-4043.625=-2.000
σ	2008.657-2009.733=-1.076
min	1218.000-1216.000=2.000
max	7147.000-7145.000=2.000

*mean*	88.387-92.785=-4.398
σ	19.411-22.212=-2.800
min	70.625-71.525=-0.899
max	116.519-126.847=-10.328

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946-40.946=0.000
σ	0.002-0.002=-0.000
min	40.945-40.945=0.000
max	40.950

*mean*	7147.000-7145.000=2.000
σ	0.000
min	7147.000-7145.000=2.000
max	7147.000-7145.000=2.000

*mean*	62.318-61.283=1.035
σ	1.366-0.286=1.080
min	60.961-60.945=0.016
max	65.331-61.695=3.635

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.688-66.688=0.000
σ	0.002-0.002=0.000
min	66.686-66.686=0.000
max	66.691-66.691=0.000

*mean*	7147.000-7145.000=2.000
σ	0.000
min	7147.000-7145.000=2.000
max	7147.000-7145.000=2.000

*mean*	99.791-100.548=-0.757
σ	0.797-0.600=0.197
min	98.473-99.576=-1.102
max	100.795-101.479=-0.684

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	14217.171-14217.171=0.000
σ	4.304-4.304=-0.000
min	14215.575
max	14227.821

*mean*	4041.625-4043.625=-2.000
σ	2008.657-2009.733=-1.076
min	1218.000-1216.000=2.000
max	7147.000-7145.000=2.000

*mean*	8210.195-8022.019=188.177
σ	2095.906-1925.218=170.688
min	5979.220-6055.550=-76.330
max	11024.453-11077.642=-53.189

op=vertical_lookup_list() on indexed

*mean*	13159.109-13159.109=-0.000
σ	0.002-0.002=-0.000
min	13159.106
max	13159.110

*mean*	7147.000-7145.000=2.000
σ	0.000
min	7147.000-7145.000=2.000
max	7147.000-7145.000=2.000

*mean*	5409.680-5163.537=246.142
σ	744.183-233.692=510.491
min	4946.849-5026.760=-79.911
max	7113.307-5671.890=1441.417

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000
σ	0.000
min	477.000
max	477.000

*mean*	389.573-376.979=12.594
σ	3.528-19.227=-15.699
min	384.050-350.870=33.180
max	395.089-396.126=-1.037

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	559.000-561.000=-2.000
σ	0.000
min	559.000-561.000=-2.000
max	559.000-561.000=-2.000

*mean*	777.324-781.390=-4.066
σ	24.171-15.073=9.099
min	761.629-760.450=1.179
max	833.565-803.450=30.115

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.300-1024.299=0.001
σ	0.759-0.759=0.000
min	1023.825-1023.827=-0.002
max	1027.442-1027.438=0.004

*mean*	1033.050-1053.800=-20.750
σ	295.357-311.971=-16.614
min	551.000-570.000=-19.000
max	1431.000-1511.000=-80.000

*mean*	1.597-1.547=0.050
σ	0.085-0.065=0.021
min	1.500-1.487=0.013
max	1.828-1.767=0.062

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.387-0.485=-0.097
σ	0.487-0.527=-0.040
min	0.143-0.239=-0.096
max	1.256-1.427=-0.171

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.480-0.826=-0.346
σ	0.322-0.523=-0.201
min	0.325-0.567=-0.242
max	1.056-1.762=-0.706

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.216-0.383=-0.167
σ	0.024-0.046=-0.022
min	0.195-0.347=-0.152
max	0.256-0.460=-0.205

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.332-0.585=-0.253
σ	0.021-0.028=-0.007
min	0.319-0.557=-0.238
max	0.369-0.632=-0.264

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	436.000-437.200=-1.200
σ	5.612-6.535=-0.922
min	431.000
max	442.000-444.000=-2.000

*mean*	0.539-0.725=-0.186
σ	0.058-0.032=0.026
min	0.457-0.676=-0.219
max	0.601-0.765=-0.164

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	442.000-444.000=-2.000
σ	0.000
min	442.000-444.000=-2.000
max	442.000-444.000=-2.000

*mean*	0.466-0.625=-0.159
σ	0.055-0.025=0.030
min	0.398-0.590=-0.192
max	0.526-0.645=-0.120

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	442.000-444.000=-2.000
σ	0.000
min	442.000-444.000=-2.000
max	442.000-444.000=-2.000

*mean*	1.975-3.505=-1.530
σ	0.080-0.096=-0.016
min	1.821-3.381=-1.560
max	2.224-3.913=-1.689

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	442.000-444.000=-2.000
σ	0.000
min	442.000-444.000=-2.000
max	442.000-444.000=-2.000

*mean*	1.927-3.598=-1.672
σ	0.098-1.087=-0.989
min	1.743-3.360=-1.617
max	2.328-14.316=-11.988

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	442.000-444.000=-2.000
σ	0.000
min	442.000-444.000=-2.000
max	442.000-444.000=-2.000

*mean*	0.308-0.539=-0.232
σ	0.026-0.020=0.006
min	0.287-0.515=-0.228
max	0.495-0.665=-0.170

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	442.000-444.000=-2.000
σ	0.000
min	442.000-444.000=-2.000
max	442.000-444.000=-2.000

*mean*	0.288-0.510=-0.222
σ	0.008-0.014=-0.006
min	0.272-0.486=-0.214
max	0.327-0.598=-0.270

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.774-298.676=0.098
σ	1.009-0.983=0.026
min	298.391-298.315=0.076
max	301.643-301.473=0.170

*mean*	441.200-440.000=1.200
σ	17.145-12.901=4.244
min	416.000-417.000=-1.000
max	463.000-462.000=1.000

*mean*	0.606-0.599=0.007
σ	0.021-0.016=0.005
min	0.557-0.565=-0.008
max	0.633-0.628=0.004

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678-236.678=0.000
σ	0.000-0.000=0.000
min	236.678-236.678=0.000
max	236.678-236.678=0.000

*mean*	1056.625-924.250=132.375
σ	26.517-10.607=15.910
min	991.000-898.000=93.000
max	1066.000-928.000=138.000

*mean*	211.090-205.536=5.554
σ	3.304-3.805=-0.501
min	207.136-200.740=6.396
max	216.339-211.028=5.311

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1056.625-921.375=135.250
σ	26.517-18.738=7.778
min	991.000-875.000=116.000
max	1066.000-928.000=138.000

*mean*	8.673-9.623=-0.950
σ	2.521-2.256=0.265
min	6.202-6.474=-0.272
max	12.962-14.170=-1.208

phase=parser

*mean*	1042.361-1042.361=-0.000
σ	0.000-0.000=0.000
min	1042.360-1042.361=-0.001
max	1042.361-1042.362=-0.001

*mean*	1056.625-921.375=135.250
σ	26.517-18.738=7.778
min	991.000-875.000=116.000
max	1066.000-928.000=138.000

*mean*	505.423-572.048=-66.624
σ	158.958-112.631=46.328
min	374.532-444.469=-69.936
max	756.889-771.834=-14.945

phase=processProdDef

*mean*	4850.768-4850.766=0.001
σ	0.000-0.000=-0.000
min	4850.768-4850.766=0.002
max	4850.768-4850.767=0.001

*mean*	1066.000-928.000=138.000
σ	0.000
min	1066.000-928.000=138.000
max	1066.000-928.000=138.000

*mean*	4790.556-5127.229=-336.673
σ	325.812-520.627=-194.815
min	4410.730-4325.341=85.389
max	5302.277-5881.443=-579.167

phase=renaming

*mean*	21.675-21.671=0.004
σ	0.000
min	21.675-21.671=0.004
max	21.675-21.671=0.004

*mean*	1056.625-921.375=135.250
σ	26.517-18.738=7.778
min	991.000-875.000=116.000
max	1066.000-928.000=138.000

*mean*	31.769-37.364=-5.595
σ	11.053-10.645=0.408
min	20.487-21.278=-0.792
max	48.894-55.904=-7.010

phase=type checker

*mean*	990.450-990.454=-0.004
σ	0.071
min	990.344-990.348=-0.004
max	990.563-990.567=-0.004

*mean*	1056.625-924.125=132.500
σ	26.517-10.960=15.556
min	991.000-897.000=94.000
max	1066.000-928.000=138.000

*mean*	753.009-761.789=-8.780
σ	95.442-101.680=-6.238
min	654.845-659.483=-4.638
max	882.185-916.983=-34.799

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.821-293.821=0.000
σ	0.038-0.037=0.000
min	293.768-293.768=-0.000
max	293.861-293.859=0.002

*mean*	442.200-443.000=-0.800
σ	1.643-0.000=1.643
min	441.000-443.000=-2.000
max	444.000-443.000=1.000

*mean*	0.394-0.402=-0.008
σ	0.001-0.005=-0.005
min	0.393-0.398=-0.004
max	0.395-0.411=-0.017

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.214-1320.221=-0.007
σ	0.035-0.036=-0.000
min	1320.163-1320.165=-0.002
max	1320.247-1320.260=-0.012

*mean*	1076.200-1099.000=-22.800
σ	186.300-190.330=-4.030
min	834.000-838.000=-4.000
max	1315.000-1327.000=-12.000

*mean*	2.283-2.231=0.052
σ	0.175-0.065=0.110
min	2.151-2.172=-0.022
max	2.590-2.337=0.253

iters=5

new-facts=6402

prior-facts=1

*mean*	1560.684-1560.609=0.075
σ	6.152-6.219=-0.067
min	1557.772-1557.632=0.140
max	1571.686-1571.730=-0.044

*mean*	630.800-617.200=13.600
σ	95.939-81.729=14.209
min	519.000-493.000=26.000
max	754.000-712.000=42.000

*mean*	2.421-2.273=0.148
σ	0.323-0.092=0.231
min	2.212-2.192=0.020
max	2.996-2.431=0.565

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.174-1882.158=0.016
σ	0.055-0.064=-0.009
min	1882.111-1882.070=0.041
max	1882.256-1882.240=0.016

*mean*	1725.400-1737.400=-12.000
σ	179.554-176.514=3.040
min	1468.000-1475.000=-7.000
max	1890.000-1889.000=1.000

*mean*	3.086-3.012=0.074
σ	0.294-0.106=0.188
min	2.877-2.888=-0.011
max	3.605-3.163=0.442

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.768-1.777=-0.010
σ	0.093-0.138=-0.045
min	1.679-1.600=0.078
max	1.881-1.897=-0.016

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.081-452.081=0.000
σ	582.723-582.722=0.001
min	160.717-160.718=-0.001
max	1326.166-1326.165=0.002

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	443.000-442.000=1.000
σ	0.000
min	443.000-442.000=1.000
max	443.000-442.000=1.000

*mean*	0.537-0.543=-0.006
σ	0.515-0.531=-0.016
min	0.270-0.268=0.002
max	1.309-1.339=-0.030

policies=20

*mean*	1607.544-1607.521=0.023
σ	0.432-0.419=0.013
min	1607.254-1607.236=0.018
max	1608.185-1608.141=0.044

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	450.500-445.750=4.750
σ	8.660-7.500=1.160
min	443.000-442.000=1.000
max	458.000-457.000=1.000

*mean*	2.720-2.698=0.022
σ	0.025-0.021=0.005
min	2.694-2.680=0.013
max	2.751-2.725=0.027

policies=200

*mean*	16083.490-16083.449=0.041
σ	0.047-0.082=-0.035
min	16083.438-16083.341=0.097
max	16083.545-16083.520=0.025

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	498.500-495.750=2.750
σ	5.260-2.872=2.388
min	494.000-492.000=2.000
max	506.000-499.000=7.000

*mean*	27.410-27.191=0.218
σ	0.057-0.093=-0.036
min	27.337-27.092=0.245
max	27.473-27.282=0.191