Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.676
σ	0.000
min	5.676
max	5.676

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.883
σ	0.000
min	446.883
max	446.883

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.861-54.860=0.001
σ	0.361-0.360=0.001
min	54.725-54.719=0.005
max	55.887-55.884=0.004

*mean*	413.000-417.700=-4.700
σ	0.000-0.483=-0.483
min	413.000-417.000=-4.000
max	413.000-418.000=-5.000

*mean*	0.142-0.140=0.002
σ	0.004-0.005=-0.000
min	0.137-0.136=0.002
max	0.150-0.151=-0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.848-43.848=-0.001
σ	0.005-0.005=0.000
min	43.837-43.839=-0.002
max	43.854-43.854=0.001

*mean*	413.000-418.000=-5.000
σ	0.000
min	413.000-418.000=-5.000
max	413.000-418.000=-5.000

*mean*	0.122-0.127=-0.005
σ	0.005-0.004=0.000
min	0.117-0.123=-0.006
max	0.131-0.135=-0.003

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.617-36.617=0.000
σ	0.000-0.000=-0.000
min	36.617
max	36.618

*mean*	4586.750-4582.750=4.000
σ	2253.171-2257.417=-4.246
min	1484.000-1487.000=-3.000
max	7401.000-7406.000=-5.000

*mean*	13.498-13.568=-0.070
σ	3.853-3.678=0.175
min	11.352-11.419=-0.067
max	21.749-21.200=0.549

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.000
σ	0.000-0.000=0.000
min	36.617-36.617=-0.000
max	36.617-36.618=-0.000

*mean*	4586.750-4582.750=4.000
σ	2253.171-2257.417=-4.246
min	1484.000-1487.000=-3.000
max	7401.000-7406.000=-5.000

*mean*	13.372-13.835=-0.462
σ	3.649-3.379=0.271
min	11.071-11.284=-0.213
max	20.785-20.508=0.277

op=table_records(), no indexes

*mean*	41.948-41.948=0.000
σ	0.002-0.002=-0.000
min	41.946-41.946=-0.000
max	41.951-41.951=-0.000

*mean*	7401.000-7406.000=-5.000
σ	0.000
min	7401.000-7406.000=-5.000
max	7401.000-7406.000=-5.000

*mean*	10.723-10.610=0.112
σ	0.919-0.245=0.674
min	10.244-10.192=0.052
max	12.985-10.940=2.046

op=table_records(), repeat

*mean*	41.933-41.933=-0.000
σ	0.000-0.000=0.000
min	41.933
max	41.934-41.934=0.000

*mean*	4174.875-4166.125=8.750
σ	1945.378-1948.334=-2.956
min	1484.000-1487.000=-3.000
max	7401.000-7406.000=-5.000

*mean*	10.932-11.331=-0.399
σ	1.749-1.855=-0.106
min	10.023-10.431=-0.408
max	15.247-15.904=-0.657

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.655-27.655=0.001
σ	0.136-0.137=-0.000
min	27.606
max	27.993

*mean*	4174.875-4166.125=8.750
σ	1945.378-1948.334=-2.956
min	1484.000-1487.000=-3.000
max	7401.000-7406.000=-5.000

*mean*	8.530-8.544=-0.014
σ	1.234-1.298=-0.064
min	7.469-7.662=-0.193
max	11.505-11.692=-0.188

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.406-26.406=0.000
σ	0.000-0.000=-0.000
min	26.406
max	26.406

*mean*	4174.875-4166.125=8.750
σ	1945.378-1948.334=-2.956
min	1484.000-1487.000=-3.000
max	7401.000-7406.000=-5.000

*mean*	6.669-6.172=0.497
σ	0.872-1.225=-0.352
min	6.215-5.209=1.006
max	8.819-9.116=-0.297

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.681-25.681=0.000
σ	0.003-0.003=-0.000
min	25.680
max	25.688

*mean*	4586.750-4582.750=4.000
σ	2253.171-2257.417=-4.246
min	1484.000-1487.000=-3.000
max	7401.000-7406.000=-5.000

*mean*	6.015-6.030=-0.015
σ	0.963-0.920=0.043
min	5.406-5.351=0.055
max	8.074-7.863=0.210

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.984-25.984=-0.000
σ	0.000-0.000=0.000
min	25.984
max	25.985-25.985=0.000

*mean*	4586.750-4582.750=4.000
σ	2253.171-2257.417=-4.246
min	1484.000-1487.000=-3.000
max	7401.000-7406.000=-5.000

*mean*	5.969-5.695=0.273
σ	0.958-0.651=0.307
min	5.299-5.106=0.192
max	8.077-6.815=1.262

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.627
σ	0.002
min	1021.625
max	1021.629

*mean*	7401.000-7406.000=-5.000
σ	0.000
min	7401.000-7406.000=-5.000
max	7401.000-7406.000=-5.000

*mean*	362.552-362.313=0.239
σ	43.537-41.092=2.444
min	345.055-343.614=1.441
max	470.196-463.817=6.379

op=load_product(), with indexes

*mean*	3495.878-3495.878=0.000
σ	0.469-0.468=0.000
min	3495.713
max	3497.038-3497.037=0.001

*mean*	3751.625-3747.000=4.625
σ	2298.750-2300.118=-1.369
min	720.000
max	7401.000-7406.000=-5.000

*mean*	1636.296-1626.018=10.278
σ	536.403-533.390=3.013
min	1393.339-1382.351=10.988
max	2947.744-2931.196=16.548

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.854-107.854=0.000
σ	0.000-0.000=-0.000
min	107.854-107.853=0.000
max	107.855

*mean*	4409.125-4400.750=8.375
σ	2224.285-2228.741=-4.456
min	1484.000-1487.000=-3.000
max	7401.000-7406.000=-5.000

*mean*	274.056-297.335=-23.280
σ	391.971-462.539=-70.568
min	126.334-123.377=2.957
max	1243.264-1440.959=-197.695

op=column_set() on unindexed, dense, repeat

*mean*	62.082
σ	0.000
min	62.081
max	62.082

*mean*	4586.750-4582.750=4.000
σ	2253.171-2257.417=-4.246
min	1484.000-1487.000=-3.000
max	7401.000-7406.000=-5.000

*mean*	181.053-197.165=-16.112
σ	382.482-425.877=-43.395
min	40.159-40.580=-0.421
max	1127.389-1250.926=-123.537

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.948
σ	0.002
min	40.947
max	40.950

*mean*	7401.000-7406.000=-5.000
σ	0.000
min	7401.000-7406.000=-5.000
max	7401.000-7406.000=-5.000

*mean*	22.511-22.547=-0.037
σ	2.757-1.800=0.956
min	21.036-21.027=0.010
max	29.028-25.652=3.375

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.308-71.308=0.000
σ	0.002-0.002=0.000
min	71.307
max	71.311

*mean*	7401.000-7406.000=-5.000
σ	0.000
min	7401.000-7406.000=-5.000
max	7401.000-7406.000=-5.000

*mean*	244.794-253.938=-9.144
σ	531.482-560.874=-29.392
min	54.367-54.152=0.215
max	1560.125-1642.017=-81.892

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.850-4646.851=-0.001
σ	0.013-0.014=-0.000
min	4646.845
max	4646.883-4646.884=-0.001

*mean*	4174.875-4166.125=8.750
σ	1945.378-1948.334=-2.956
min	1484.000-1487.000=-3.000
max	7401.000-7406.000=-5.000

*mean*	3189.727-3203.565=-13.838
σ	793.187-958.581=-165.394
min	2509.754-2469.768=39.986
max	4554.084-5050.825=-496.741

op=vertical_lookup_list() on indexed

*mean*	1973.851
σ	0.002
min	1973.849
max	1973.854

*mean*	7401.000-7406.000=-5.000
σ	0.000
min	7401.000-7406.000=-5.000
max	7401.000-7406.000=-5.000

*mean*	1068.695-1116.294=-47.598
σ	212.398-332.723=-120.325
min	921.392-908.556=12.836
max	1439.648-1753.941=-314.293

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.105
σ	0.002
min	905.102
max	905.108

*mean*	7401.000-7406.000=-5.000
σ	0.000
min	7401.000-7406.000=-5.000
max	7401.000-7406.000=-5.000

*mean*	403.130-415.848=-12.718
σ	40.027-56.294=-16.267
min	386.072-383.341=2.732
max	502.062-513.748=-11.686

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	476.000-479.000=-3.000
σ	0.000
min	476.000-479.000=-3.000
max	476.000-479.000=-3.000

*mean*	373.265-377.564=-4.299
σ	38.095-18.665=19.430
min	295.987-342.005=-46.018
max	427.538-399.832=27.706

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	567.000-562.000=5.000
σ	0.000
min	567.000-562.000=5.000
max	567.000-562.000=5.000

*mean*	742.418-759.515=-17.097
σ	75.384-73.932=1.452
min	574.794-600.552=-25.758
max	804.520-823.389=-18.869

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.566-1024.565=0.001
σ	0.759-0.760=-0.000
min	1024.092-1024.095=-0.003
max	1027.705-1027.705=0.000

*mean*	1050.450-1061.000=-10.550
σ	311.714-312.999=-1.285
min	587.000-593.000=-6.000
max	1512.000-1529.000=-17.000

*mean*	1.398-1.370=0.028
σ	0.097-0.069=0.028
min	1.315-1.308=0.007
max	1.624-1.584=0.041

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.435-0.295=0.140
σ	0.484-0.283=0.201
min	0.152-0.141=0.011
max	1.298-0.797=0.500

name=error_case.art

*mean*	2.340
σ	0.012
min	2.334
max	2.362

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.826-0.478=0.348
σ	0.525-0.322=0.203
min	0.564-0.320=0.244
max	1.764-1.054=0.711

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.363-0.219=0.144
σ	0.045-0.021=0.024
min	0.326-0.201=0.126
max	0.436-0.253=0.183

name=nested_use.art

*mean*	2.358
σ	0.002
min	2.357
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.607-0.395=0.211
σ	0.040-0.148=-0.108
min	0.577-0.318=0.259
max	0.671-0.659=0.012

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.971
σ	0.011
min	964.965
max	964.989

*mean*	431.400
σ	0.894
min	431.000
max	433.000

*mean*	0.634-0.545=0.088
σ	0.116-0.067=0.049
min	0.463-0.435=0.028
max	0.749-0.603=0.147

name=cdr_enhanced_4k_loc.art

*mean*	885.898
σ	0.002
min	885.897
max	885.901

*mean*	436.000-439.000=-3.000
σ	0.000
min	436.000-439.000=-3.000
max	436.000-439.000=-3.000

*mean*	0.459-0.458=0.001
σ	0.044-0.054=-0.011
min	0.418-0.391=0.027
max	0.519-0.518=0.001

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.710
σ	0.002
min	7.709
max	7.713

*mean*	436.000-439.000=-3.000
σ	0.000
min	436.000-439.000=-3.000
max	436.000-439.000=-3.000

*mean*	1.928-2.006=-0.079
σ	0.069-0.137=-0.068
min	1.717-1.844=-0.127
max	2.195-2.674=-0.479

name=record_render_large_syntax_err.art

*mean*	7.658
σ	0.002
min	7.657
max	7.661

*mean*	436.000-439.000=-3.000
σ	0.000
min	436.000-439.000=-3.000
max	436.000-439.000=-3.000

*mean*	1.930-2.601=-0.671
σ	0.060-0.088=-0.028
min	1.833-2.463=-0.630
max	2.161-2.851=-0.691

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.289
max	2.293

*mean*	436.000-439.000=-3.000
σ	0.000
min	436.000-439.000=-3.000
max	436.000-439.000=-3.000

*mean*	0.309-0.312=-0.003
σ	0.024-0.019=0.005
min	0.282-0.285=-0.002
max	0.511-0.438=0.073

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	436.000-439.000=-3.000
σ	0.000
min	436.000-439.000=-3.000
max	436.000-439.000=-3.000

*mean*	0.293-0.295=-0.002
σ	0.009-0.015=-0.006
min	0.278-0.273=0.006
max	0.354-0.337=0.017

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.616-11.942=-0.326
σ	12.151-12.226=-0.076
min	0.574-0.573=0.000
max	103.018-99.821=3.197

*mean*	454.596-464.388=-9.792
σ	18.026-19.179=-1.153
min	408.000-409.000=-1.000
max	471.000-482.000=-11.000

*mean*	0.027-0.027=-0.001
σ	0.030-0.030=-0.000
min	0.001-0.001=-0.000
max	0.246-0.239=0.007

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.650-298.633=0.018
σ	1.034-0.948=0.086
min	298.282-298.200=0.081
max	301.590-301.323=0.267

*mean*	443.000-443.200=-0.200
σ	18.809-15.859=2.950
min	413.000-417.000=-4.000
max	465.000-474.000=-9.000

*mean*	0.602-0.597=0.004
σ	0.024-0.026=-0.002
min	0.562-0.527=0.035
max	0.643-0.620=0.023

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	173.738-173.738=0.000
σ	0.000-0.000=0.000
min	173.738
max	173.738-173.738=0.000

*mean*	844.000-840.000=4.000
σ	0.000
min	844.000-840.000=4.000
max	844.000-840.000=4.000

*mean*	231.745-242.556=-10.811
σ	22.051-15.132=6.919
min	199.092-206.168=-7.076
max	254.470-254.089=0.381

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	843.375-840.000=3.375
σ	1.768-0.000=1.768
min	839.000-840.000=-1.000
max	844.000-840.000=4.000

*mean*	9.415-9.220=0.195
σ	0.816-1.617=-0.801
min	7.495-7.278=0.218
max	10.288-12.504=-2.216

phase=parser

*mean*	1042.435-1042.433=0.002
σ	0.000-0.000=-0.000
min	1042.434-1042.432=0.002
max	1042.435-1042.433=0.002

*mean*	843.375-840.000=3.375
σ	1.768-0.000=1.768
min	839.000-840.000=-1.000
max	844.000-840.000=4.000

*mean*	578.548-564.987=13.561
σ	57.190-100.455=-43.266
min	438.972-417.719=21.252
max	614.869-718.892=-104.023

phase=processProdDef

*mean*	2243.976-2243.975=0.001
σ	0.000
min	2243.976-2243.975=0.001
max	2243.976-2243.975=0.001

*mean*	844.000-840.000=4.000
σ	0.000
min	844.000-840.000=4.000
max	844.000-840.000=4.000

*mean*	2841.481-2500.357=341.124
σ	579.931-182.126=397.804
min	2012.791-2136.140=-123.349
max	3344.757-2758.744=586.013

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	843.375-840.000=3.375
σ	1.768-0.000=1.768
min	839.000-840.000=-1.000
max	844.000-840.000=4.000

*mean*	37.997-37.552=0.446
σ	4.802-7.206=-2.403
min	26.179-26.720=-0.542
max	40.596-47.933=-7.337

phase=type checker

*mean*	989.752
σ	0.066
min	989.654
max	989.841

*mean*	843.375-840.000=3.375
σ	1.768-0.000=1.768
min	839.000-840.000=-1.000
max	844.000-840.000=4.000

*mean*	710.781-693.843=16.938
σ	34.048-79.820=-45.773
min	674.399-644.261=30.138
max	782.172-888.309=-106.137

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.820-293.821=-0.001
σ	0.038-0.038=-0.000
min	293.766-293.767=-0.001
max	293.858-293.859=-0.001

*mean*	445.000-444.400=0.600
σ	0.000-0.548=-0.548
min	445.000-444.000=1.000
max	445.000

*mean*	0.395-0.393=0.002
σ	0.005-0.006=-0.000
min	0.390-0.389=0.001
max	0.404-0.403=0.001

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.291-1320.288=0.003
σ	0.143-0.134=0.009
min	1320.166-1320.161=0.006
max	1320.528-1320.503=0.025

*mean*	1092.000-1091.000=1.000
σ	168.569-167.793=0.776
min	893.000
max	1322.000-1320.000=2.000

*mean*	1.954-1.965=-0.012
σ	0.151-0.169=-0.018
min	1.842-1.850=-0.008
max	2.214-2.261=-0.047

iters=5

new-facts=6402

prior-facts=1

*mean*	1559.284-1559.285=-0.000
σ	2.983-2.968=0.015
min	1557.730-1557.707=0.023
max	1564.607-1564.582=0.025

*mean*	617.200-625.800=-8.600
σ	93.312-86.872=6.441
min	500.000-496.000=4.000
max	730.000-727.000=3.000

*mean*	2.231-2.189=0.042
σ	0.153-0.150=0.003
min	2.063-2.073=-0.011
max	2.393-2.450=-0.056

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.343-1882.337=0.006
σ	0.051-0.058=-0.006
min	1882.275-1882.260=0.014
max	1882.417-1882.421=-0.004

*mean*	1730.600-1730.000=0.600
σ	175.289-173.524=1.765
min	1475.000-1473.000=2.000
max	1888.000-1882.000=6.000

*mean*	3.042-3.118=-0.076
σ	0.284-0.407=-0.123
min	2.860-2.872=-0.012
max	3.539-3.843=-0.304

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.801-1.784=0.018
σ	0.146-0.094=0.052
min	1.571-1.659=-0.089
max	1.954-1.893=0.061

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	419.944-419.943=0.002
σ	518.105-518.104=0.001
min	160.887-160.886=0.000
max	1197.102-1197.099=0.003

*mean*	101.750
σ	7.500
min	98.000
max	113.000

*mean*	444.000-441.000=3.000
σ	0.000
min	444.000-441.000=3.000
max	444.000-441.000=3.000

*mean*	0.519-0.528=-0.008
σ	0.515-0.533=-0.017
min	0.256-0.258=-0.002
max	1.292-1.327=-0.034

policies=20

*mean*	1609.209-1609.201=0.008
σ	0.351-0.354=-0.003
min	1608.958-1608.960=-0.002
max	1609.726-1609.727=-0.001

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	449.500-445.000=4.500
σ	6.351-8.000=-1.649
min	444.000-441.000=3.000
max	455.000-457.000=-2.000

*mean*	2.585-2.583=0.001
σ	0.026-0.023=0.003
min	2.552-2.552=-0.000
max	2.615-2.606=0.009

policies=200

*mean*	16100.631-16100.666=-0.036
σ	0.045-0.033=0.012
min	16100.597-16100.633=-0.036
max	16100.694-16100.711=-0.017

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	494.500-494.250=0.250
σ	5.323-4.787=0.536
min	489.000
max	500.000

*mean*	26.036-26.174=-0.139
σ	0.108-0.151=-0.044
min	25.950-26.059=-0.109
max	26.193-26.379=-0.185