Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.633-558.664=-0.031
σ	0.000
min	558.633-558.664=-0.031
max	558.633-558.664=-0.031

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.888-54.887=0.000
σ	0.359-0.357=0.002
min	54.753-54.751=0.002
max	55.909-55.903=0.006

*mean*	416.000-420.000=-4.000
σ	0.000
min	416.000-420.000=-4.000
max	416.000-420.000=-4.000

*mean*	0.141-0.141=0.000
σ	0.004-0.005=-0.001
min	0.136-0.137=-0.000
max	0.148-0.150=-0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.855-43.855=0.000
σ	0.006-0.004=0.002
min	43.845-43.849=-0.004
max	43.866-43.863=0.003

*mean*	416.000-420.000=-4.000
σ	0.000
min	416.000-420.000=-4.000
max	416.000-420.000=-4.000

*mean*	0.125-0.124=0.000
σ	0.004-0.005=-0.000
min	0.120-0.118=0.002
max	0.131-0.132=-0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=-0.000
min	36.616-36.616=0.000
max	36.620

*mean*	4043.875-4043.625=0.250
σ	2009.643-2009.733=-0.090
min	1216.000
max	7146.000-7145.000=1.000

*mean*	13.619-13.507=0.112
σ	1.966-1.872=0.094
min	12.640-12.364=0.276
max	18.437-18.005=0.432

op=column_set() on indexed, repeat

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=0.000
min	36.616-36.616=0.000
max	36.620-36.620=0.000

*mean*	4043.875-4043.625=0.250
σ	2009.643-2009.733=-0.090
min	1216.000
max	7146.000-7145.000=1.000

*mean*	13.510-13.440=0.071
σ	1.752-1.545=0.207
min	11.951-11.834=0.118
max	17.604-16.873=0.731

op=table_records(), no indexes

*mean*	41.930-41.930=-0.000
σ	0.002-0.002=0.000
min	41.928-41.928=-0.000
max	41.932

*mean*	7146.000-7145.000=1.000
σ	0.000
min	7146.000-7145.000=1.000
max	7146.000-7145.000=1.000

*mean*	14.961-15.455=-0.494
σ	0.198-0.178=0.020
min	14.651-15.213=-0.562
max	15.274-15.807=-0.533

op=table_records(), repeat

*mean*	41.929-41.930=-0.000
σ	0.002-0.002=-0.000
min	41.927-41.928=-0.000
max	41.932-41.932=-0.000

*mean*	4043.875-4043.625=0.250
σ	2009.643-2009.733=-0.090
min	1216.000
max	7146.000-7145.000=1.000

*mean*	14.105-14.477=-0.372
σ	1.879-1.635=0.245
min	11.437-11.622=-0.185
max	16.470-16.452=0.018

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.653=0.000
σ	0.136-0.136=-0.000
min	27.604
max	27.991-27.991=-0.000

*mean*	4043.875-4043.625=0.250
σ	2009.643-2009.733=-0.090
min	1216.000
max	7146.000-7145.000=1.000

*mean*	9.426-10.045=-0.619
σ	1.313-1.659=-0.346
min	8.599-8.575=0.024
max	12.568-12.795=-0.227

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=0.000
σ	0.002-0.002=-0.000
min	26.400-26.400=0.000
max	26.404

*mean*	4043.875-4043.625=0.250
σ	2009.643-2009.733=-0.090
min	1216.000
max	7146.000-7145.000=1.000

*mean*	7.215-7.781=-0.566
σ	1.236-1.756=-0.519
min	6.484-6.098=0.387
max	10.226-10.652=-0.426

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.668=-0.000
σ	0.004-0.004=0.000
min	25.665-25.665=-0.000
max	25.678-25.678=-0.000

*mean*	4043.875-4043.625=0.250
σ	2009.643-2009.733=-0.090
min	1216.000
max	7146.000-7145.000=1.000

*mean*	6.100-6.235=-0.135
σ	0.510-0.404=0.106
min	5.751-5.847=-0.096
max	7.318-7.135=0.183

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=-0.000
σ	0.002-0.002=0.000
min	25.968-25.969=-0.000
max	25.972

*mean*	4043.875-4043.625=0.250
σ	2009.643-2009.733=-0.090
min	1216.000
max	7146.000-7145.000=1.000

*mean*	5.877-5.796=0.081
σ	0.577-0.109=0.468
min	5.451-5.599=-0.148
max	7.262-5.955=1.307

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.613-1021.613=0.000
σ	0.002-0.002=-0.000
min	1021.612
max	1021.616

*mean*	7146.000-7145.000=1.000
σ	0.000
min	7146.000-7145.000=1.000
max	7146.000-7145.000=1.000

*mean*	384.525-368.397=16.128
σ	105.769-56.803=48.966
min	344.358-345.272=-0.913
max	646.230-508.881=137.349

op=load_product(), with indexes

*mean*	7917.793-7917.792=0.000
σ	0.469-0.469=-0.000
min	7917.625-7917.624=0.001
max	7918.954-7918.954=0.000

*mean*	3276.000-3275.875=0.125
σ	1825.817-1826.099=-0.282
min	809.000
max	5624.000-5626.000=-2.000

*mean*	3701.396-3551.244=150.151
σ	1086.416-873.840=212.575
min	3100.473-3088.741=11.732
max	6195.452-5428.764=766.689

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.077=-0.000
σ	0.002-0.002=0.000
min	62.076-62.076=-0.000
max	62.080

*mean*	4043.875-4043.625=0.250
σ	2009.643-2009.733=-0.090
min	1216.000
max	7146.000-7145.000=1.000

*mean*	87.452-92.785=-5.333
σ	18.274-22.212=-3.938
min	71.677-71.525=0.152
max	123.448-126.847=-3.399

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946-40.946=-0.000
σ	0.002-0.002=-0.000
min	40.945-40.945=0.000
max	40.950

*mean*	7146.000-7145.000=1.000
σ	0.000
min	7146.000-7145.000=1.000
max	7146.000-7145.000=1.000

*mean*	60.479-61.283=-0.804
σ	0.263-0.286=-0.023
min	60.157-60.945=-0.789
max	60.840-61.695=-0.855

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.688-66.688=0.000
σ	0.002-0.002=0.000
min	66.686
max	66.691-66.691=0.000

*mean*	7146.000-7145.000=1.000
σ	0.000
min	7146.000-7145.000=1.000
max	7146.000-7145.000=1.000

*mean*	98.962-100.548=-1.586
σ	0.543-0.600=-0.057
min	98.423-99.576=-1.153
max	99.822-101.479=-1.657

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	14217.171-14217.171=0.000
σ	4.303-4.304=-0.000
min	14215.575
max	14227.820-14227.821=-0.001

*mean*	4043.875-4043.625=0.250
σ	2009.643-2009.733=-0.090
min	1216.000
max	7146.000-7145.000=1.000

*mean*	7651.777-8022.019=-370.241
σ	1680.926-1925.218=-244.293
min	6012.516-6055.550=-43.034
max	10163.010-11077.642=-914.632

op=vertical_lookup_list() on indexed

*mean*	13159.109-13159.109=-0.000
σ	0.002-0.002=-0.000
min	13159.106
max	13159.110

*mean*	7146.000-7145.000=1.000
σ	0.000
min	7146.000-7145.000=1.000
max	7146.000-7145.000=1.000

*mean*	5129.719-5163.537=-33.818
σ	212.393-233.692=-21.299
min	4995.550-5026.760=-31.210
max	5477.754-5671.890=-194.136

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	478.000-477.000=1.000
σ	0.000
min	478.000-477.000=1.000
max	478.000-477.000=1.000

*mean*	378.985-376.979=2.006
σ	20.653-19.227=1.426
min	339.730-350.870=-11.140
max	393.669-396.126=-2.457

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	562.000-561.000=1.000
σ	0.000
min	562.000-561.000=1.000
max	562.000-561.000=1.000

*mean*	755.339-781.390=-26.051
σ	37.529-15.073=22.456
min	683.239-760.450=-77.211
max	787.466-803.450=-15.984

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.300-1024.299=0.000
σ	0.759-0.759=-0.000
min	1023.825-1023.827=-0.002
max	1027.437-1027.438=-0.001

*mean*	1041.450-1053.800=-12.350
σ	299.616-311.971=-12.355
min	554.000-570.000=-16.000
max	1462.000-1511.000=-49.000

*mean*	1.537-1.547=-0.010
σ	0.085-0.065=0.021
min	1.344-1.487=-0.143
max	1.765-1.767=-0.001

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.421-0.485=-0.064
σ	0.495-0.527=-0.032
min	0.153-0.239=-0.086
max	1.303-1.427=-0.124

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.827-0.826=0.001
σ	0.521-0.523=-0.002
min	0.575-0.567=0.008
max	1.759-1.762=-0.002

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.378-0.383=-0.005
σ	0.046-0.046=-0.000
min	0.340-0.347=-0.007
max	0.457-0.460=-0.004

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.588-0.585=0.003
σ	0.025-0.028=-0.003
min	0.570-0.557=0.013
max	0.632-0.632=-0.001

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	436.600-437.200=-0.600
σ	6.066-6.535=-0.468
min	431.000
max	443.000-444.000=-1.000

*mean*	0.590-0.725=-0.136
σ	0.103-0.032=0.071
min	0.470-0.676=-0.206
max	0.745-0.765=-0.020

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	443.000-444.000=-1.000
σ	0.000
min	443.000-444.000=-1.000
max	443.000-444.000=-1.000

*mean*	0.516-0.625=-0.109
σ	0.014-0.025=-0.012
min	0.494-0.590=-0.096
max	0.531-0.645=-0.114

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	443.000-444.000=-1.000
σ	0.000
min	443.000-444.000=-1.000
max	443.000-444.000=-1.000

*mean*	1.952-3.505=-1.553
σ	0.059-0.096=-0.037
min	1.841-3.381=-1.540
max	2.159-3.913=-1.754

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	443.000-444.000=-1.000
σ	0.000
min	443.000-444.000=-1.000
max	443.000-444.000=-1.000

*mean*	1.942-3.598=-1.656
σ	0.144-1.087=-0.943
min	1.749-3.360=-1.611
max	2.976-14.316=-11.340

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	443.000-444.000=-1.000
σ	0.000
min	443.000-444.000=-1.000
max	443.000-444.000=-1.000

*mean*	0.304-0.539=-0.236
σ	0.008-0.020=-0.011
min	0.284-0.515=-0.231
max	0.341-0.665=-0.325

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	443.000-444.000=-1.000
σ	0.000
min	443.000-444.000=-1.000
max	443.000-444.000=-1.000

*mean*	0.292-0.510=-0.218
σ	0.013-0.014=-0.001
min	0.277-0.486=-0.209
max	0.380-0.598=-0.218

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.597-298.676=-0.078
σ	1.008-0.983=0.025
min	298.243-298.315=-0.072
max	301.465-301.473=-0.008

*mean*	447.200-440.000=7.200
σ	17.287-12.901=4.386
min	426.000-417.000=9.000
max	473.000-462.000=11.000

*mean*	0.608-0.599=0.010
σ	0.014-0.016=-0.002
min	0.593-0.565=0.028
max	0.644-0.628=0.015

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678-236.678=0.000
σ	0.000-0.000=0.000
min	236.678-236.678=-0.000
max	236.678-236.678=0.000

*mean*	1065.750-924.250=141.500
σ	34.648-10.607=24.042
min	980.000-898.000=82.000
max	1078.000-928.000=150.000

*mean*	202.657-205.536=-2.879
σ	3.618-3.805=-0.187
min	196.314-200.740=-4.426
max	207.176-211.028=-3.852

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1065.750-921.375=144.375
σ	34.648-18.738=15.910
min	980.000-875.000=105.000
max	1078.000-928.000=150.000

*mean*	9.098-9.623=-0.525
σ	2.032-2.256=-0.224
min	6.341-6.474=-0.133
max	12.628-14.170=-1.542

phase=parser

*mean*	1042.366-1042.361=0.005
σ	0.001-0.000=0.001
min	1042.363-1042.361=0.002
max	1042.366-1042.362=0.005

*mean*	1065.750-921.375=144.375
σ	34.648-18.738=15.910
min	980.000-875.000=105.000
max	1078.000-928.000=150.000

*mean*	543.174-572.048=-28.874
σ	96.982-112.631=-15.648
min	404.317-444.469=-40.152
max	720.379-771.834=-51.455

phase=processProdDef

*mean*	4850.765-4850.766=-0.002
σ	0.000-0.000=-0.000
min	4850.765-4850.766=-0.002
max	4850.765-4850.767=-0.002

*mean*	1078.000-928.000=150.000
σ	0.000
min	1078.000-928.000=150.000
max	1078.000-928.000=150.000

*mean*	4759.425-5127.229=-367.804
σ	446.186-520.627=-74.442
min	4035.518-4325.341=-289.824
max	5405.891-5881.443=-475.552

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	1065.750-921.375=144.375
σ	34.648-18.738=15.910
min	980.000-875.000=105.000
max	1078.000-928.000=150.000

*mean*	34.764-37.364=-2.600
σ	10.233-10.645=-0.412
min	20.803-21.278=-0.475
max	47.427-55.904=-8.477

phase=type checker

*mean*	990.453-990.454=-0.000
σ	0.072-0.071=0.001
min	990.344-990.348=-0.004
max	990.567-990.567=0.000

*mean*	1065.750-924.125=141.625
σ	34.648-10.960=23.688
min	980.000-897.000=83.000
max	1078.000-928.000=150.000

*mean*	728.151-761.789=-33.638
σ	102.312-101.680=0.631
min	645.664-659.483=-13.819
max	931.706-916.983=14.723

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.822-293.821=0.002
σ	0.038-0.037=0.001
min	293.769-293.768=0.001
max	293.861-293.859=0.002

*mean*	442.400-443.000=-0.600
σ	0.548-0.000=0.548
min	442.000-443.000=-1.000
max	443.000

*mean*	0.392-0.402=-0.010
σ	0.001-0.005=-0.005
min	0.391-0.398=-0.006
max	0.393-0.411=-0.018

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.215-1320.221=-0.006
σ	0.043-0.036=0.007
min	1320.148-1320.165=-0.017
max	1320.259-1320.260=-0.001

*mean*	1065.800-1099.000=-33.200
σ	164.260-190.330=-26.070
min	844.000-838.000=6.000
max	1266.000-1327.000=-61.000

*mean*	2.261-2.231=0.030
σ	0.105-0.065=0.039
min	2.174-2.172=0.001
max	2.430-2.337=0.093

iters=5

new-facts=6402

prior-facts=1

*mean*	1560.618-1560.609=0.008
σ	6.222-6.219=0.003
min	1557.626-1557.632=-0.007
max	1571.743-1571.730=0.013

*mean*	619.000-617.200=1.800
σ	82.553-81.729=0.824
min	494.000-493.000=1.000
max	716.000-712.000=4.000

*mean*	2.316-2.273=0.043
σ	0.202-0.092=0.110
min	2.175-2.192=-0.017
max	2.662-2.431=0.231

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.179-1882.158=0.021
σ	0.058-0.064=-0.006
min	1882.116-1882.070=0.046
max	1882.260-1882.240=0.020

*mean*	1707.200-1737.400=-30.200
σ	253.564-176.514=77.050
min	1395.000-1475.000=-80.000
max	2042.000-1889.000=153.000

*mean*	2.965-3.012=-0.047
σ	0.063-0.106=-0.043
min	2.900-2.888=0.012
max	3.049-3.163=-0.114

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.778-1.777=0.001
σ	0.091-0.138=-0.047
min	1.617-1.600=0.017
max	1.834-1.897=-0.063

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.081-452.081=0.000
σ	582.722-582.722=0.000
min	160.718-160.718=-0.000
max	1326.165-1326.165=0.000

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	443.000-442.000=1.000
σ	0.000
min	443.000-442.000=1.000
max	443.000-442.000=1.000

*mean*	0.533-0.543=-0.010
σ	0.522-0.531=-0.009
min	0.266-0.268=-0.002
max	1.315-1.339=-0.024

policies=20

*mean*	1607.514-1607.521=-0.007
σ	0.405-0.419=-0.014
min	1607.237-1607.236=0.001
max	1608.113-1608.141=-0.028

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	450.500-445.750=4.750
σ	8.660-7.500=1.160
min	443.000-442.000=1.000
max	458.000-457.000=1.000

*mean*	2.692-2.698=-0.007
σ	0.025-0.021=0.005
min	2.672-2.680=-0.008
max	2.729-2.725=0.004

policies=200

*mean*	16083.482-16083.449=0.033
σ	0.130-0.082=0.048
min	16083.358-16083.341=0.017
max	16083.664-16083.520=0.144

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	499.250-495.750=3.500
σ	3.862-2.872=0.990
min	494.000-492.000=2.000
max	503.000-499.000=4.000

*mean*	27.155-27.191=-0.036
σ	0.069-0.093=-0.024
min	27.064-27.092=-0.028
max	27.229-27.282=-0.053