Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.395
σ	0.000
min	5.395
max	5.395

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.633
σ	0.000
min	446.633
max	446.633

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.719-54.718=0.001
σ	0.364-0.364=-0.000
min	54.571-54.573=-0.002
max	55.753-55.754=-0.001

*mean*	419.000-416.000=3.000
σ	0.000
min	419.000-416.000=3.000
max	419.000-416.000=3.000

*mean*	0.141-0.145=-0.004
σ	0.004-0.011=-0.007
min	0.137-0.132=0.005
max	0.148-0.166=-0.018

cache=y

dps=1

iters=10

policies=100

*mean*	43.776-43.779=-0.003
σ	0.009-0.008=0.001
min	43.762-43.767=-0.005
max	43.792-43.789=0.003

*mean*	419.000-416.000=3.000
σ	0.000
min	419.000-416.000=3.000
max	419.000-416.000=3.000

*mean*	0.121-0.125=-0.003
σ	0.005-0.006=-0.000
min	0.115-0.120=-0.005
max	0.131-0.139=-0.008

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.604-36.604=-0.000
σ	0.000-0.000=0.000
min	36.604
max	36.605

*mean*	4229.000-4582.500=-353.500
σ	1981.445-2254.277=-272.832
min	1484.000-1485.000=-1.000
max	7485.000-7402.000=83.000

*mean*	12.317-13.902=-1.585
σ	0.453-3.694=-3.241
min	12.022-11.902=0.120
max	13.360-21.922=-8.562

op=column_set() on indexed, repeat

*mean*	36.605-36.604=0.000
σ	0.000-0.000=-0.000
min	36.604-36.604=0.000
max	36.605

*mean*	4229.000-4582.500=-353.500
σ	1981.445-2254.277=-272.832
min	1484.000-1485.000=-1.000
max	7485.000-7402.000=83.000

*mean*	12.891-14.140=-1.249
σ	0.346-3.737=-3.391
min	12.593-11.437=1.156
max	13.689-22.431=-8.742

op=table_records(), no indexes

*mean*	41.939-41.940=-0.000
σ	0.002-0.002=0.000
min	41.938
max	41.943-41.943=-0.000

*mean*	7485.000-7402.000=83.000
σ	0.000
min	7485.000-7402.000=83.000
max	7485.000-7402.000=83.000

*mean*	11.229-11.363=-0.134
σ	0.346-0.266=0.080
min	10.805-11.101=-0.296
max	11.860-11.918=-0.058

op=table_records(), repeat

*mean*	41.925-41.925=-0.000
σ	0.002-0.002=-0.000
min	41.924
max	41.929-41.929=-0.000

*mean*	4229.000-4168.250=60.750
σ	1981.445-1945.489=35.956
min	1484.000-1485.000=-1.000
max	7485.000-7402.000=83.000

*mean*	11.618-11.949=-0.331
σ	1.374-1.806=-0.432
min	10.907-11.014=-0.107
max	14.996-16.403=-1.407

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.633
σ	0.137
min	27.584
max	27.971

*mean*	4229.000-4168.250=60.750
σ	1981.445-1945.489=35.956
min	1484.000-1485.000=-1.000
max	7485.000-7402.000=83.000

*mean*	8.922-8.929=-0.007
σ	0.712-1.248=-0.536
min	8.007-7.862=0.146
max	10.487-11.933=-1.446

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.384
σ	0.000
min	26.384
max	26.384

*mean*	4229.000-4168.250=60.750
σ	1981.445-1945.489=35.956
min	1484.000-1485.000=-1.000
max	7485.000-7402.000=83.000

*mean*	7.030-6.784=0.246
σ	0.456-1.049=-0.593
min	6.592-6.137=0.456
max	8.059-9.331=-1.272

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.662
σ	0.004
min	25.661
max	25.673

*mean*	4229.000-4582.500=-353.500
σ	1981.445-2254.277=-272.832
min	1484.000-1485.000=-1.000
max	7485.000-7402.000=83.000

*mean*	6.170-6.579=-0.409
σ	0.117-1.073=-0.956
min	5.987-5.848=0.139
max	6.357-8.963=-2.606

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.961-25.961=0.000
σ	0.001-0.000=0.000
min	25.961
max	25.962-25.962=0.000

*mean*	4229.000-4582.500=-353.500
σ	1981.445-2254.277=-272.832
min	1484.000-1485.000=-1.000
max	7485.000-7402.000=83.000

*mean*	5.961-6.366=-0.405
σ	0.109-1.031=-0.921
min	5.829-5.754=0.075
max	6.130-8.738=-2.608

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.608-1021.608=0.000
σ	0.002-0.002=-0.000
min	1021.606
max	1021.611

*mean*	7485.000-7402.000=83.000
σ	0.000
min	7485.000-7402.000=83.000
max	7485.000-7402.000=83.000

*mean*	415.168-360.472=54.696
σ	190.435-41.625=148.810
min	343.865-341.781=2.084
max	886.444-463.276=423.168

op=load_product(), with indexes

*mean*	3495.855-3495.855=0.000
σ	0.453-0.454=-0.001
min	3495.694
max	3496.977-3496.978=-0.001

*mean*	3798.750-3747.250=51.500
σ	2339.430-2297.842=41.588
min	720.000
max	7485.000-7402.000=83.000

*mean*	2199.925-1627.735=572.189
σ	1150.212-537.972=612.240
min	1395.458-1380.749=14.709
max	3939.086-2945.869=993.217

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841-107.841=-0.000
σ	0.000-0.000=0.000
min	107.841-107.841=-0.000
max	107.841

*mean*	4229.000-4403.250=-174.250
σ	1981.445-2225.732=-244.287
min	1484.000-1485.000=-1.000
max	7485.000-7402.000=83.000

*mean*	138.576-277.170=-138.595
σ	9.038-402.482=-393.444
min	131.171-125.668=5.503
max	159.677-1272.385=-1112.708

op=column_set() on unindexed, dense, repeat

*mean*	62.068-62.068=-0.000
σ	0.001-0.001=-0.000
min	62.065
max	62.068-62.069=-0.001

*mean*	4229.000-4582.500=-353.500
σ	1981.445-2254.277=-272.832
min	1484.000-1485.000=-1.000
max	7485.000-7402.000=83.000

*mean*	43.025-176.881=-133.856
σ	1.467-369.929=-368.462
min	41.342-41.096=0.246
max	44.949-1092.157=-1047.208

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.926
σ	0.002
min	40.925
max	40.928

*mean*	7485.000-7402.000=83.000
σ	0.000
min	7485.000-7402.000=83.000
max	7485.000-7402.000=83.000

*mean*	22.529-22.420=0.109
σ	1.424-0.733=0.691
min	21.508-21.708=-0.200
max	25.322-24.077=1.245

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-71.294=-0.000
σ	0.002-0.002=0.000
min	71.292-71.292=-0.000
max	71.296

*mean*	7485.000-7402.000=83.000
σ	0.000
min	7485.000-7402.000=83.000
max	7485.000-7402.000=83.000

*mean*	56.425-298.018=-241.593
σ	1.762-684.322=-682.560
min	55.237-55.256=-0.019
max	60.652-1991.628=-1930.976

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842
σ	0.013-0.014=-0.000
min	4646.837
max	4646.875-4646.876=-0.001

*mean*	4229.000-4168.250=60.750
σ	1981.445-1945.489=35.956
min	1484.000-1485.000=-1.000
max	7485.000-7402.000=83.000

*mean*	3414.632-3021.168=393.464
σ	707.241-824.992=-117.751
min	2515.152-2483.338=31.813
max	4349.797-4701.074=-351.277

op=vertical_lookup_list() on indexed

*mean*	1973.829
σ	0.002-0.002=-0.000
min	1973.827
max	1973.831-1973.832=-0.000

*mean*	7485.000-7402.000=83.000
σ	0.000
min	7485.000-7402.000=83.000
max	7485.000-7402.000=83.000

*mean*	1160.455-1006.626=153.828
σ	542.555-151.648=390.907
min	920.788-908.597=12.191
max	2492.345-1336.604=1155.741

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.083
σ	0.002
min	905.080
max	905.086

*mean*	7485.000-7402.000=83.000
σ	0.000
min	7485.000-7402.000=83.000
max	7485.000-7402.000=83.000

*mean*	409.902-387.966=21.936
σ	37.855-3.687=34.169
min	394.144-380.888=13.255
max	503.483-391.977=111.506

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	476.000-478.000=-2.000
σ	0.000-1.069=-1.069
min	476.000-477.000=-1.000
max	476.000-479.000=-3.000

*mean*	395.082-379.406=15.676
σ	34.720-38.499=-3.779
min	344.238-317.342=26.895
max	436.159-428.485=7.674

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	558.250-558.500=-0.250
σ	0.463-0.535=-0.072
min	558.000
max	559.000

*mean*	770.679-758.312=12.366
σ	28.900-32.084=-3.184
min	722.528-713.161=9.367
max	811.503-806.776=4.726

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	965.006-964.530=0.476
σ	1.822-1.820=0.003
min	964.303-963.826=0.477
max	972.713-972.225=0.488

*mean*	1040.200-1035.100=5.100
σ	312.081-306.846=5.235
min	562.000-536.000=26.000
max	1499.000-1522.000=-23.000

*mean*	1.273-1.270=0.002
σ	0.124-0.088=0.035
min	1.179-1.178=0.001
max	1.702-1.508=0.194

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.390-0.397=-0.007
σ	0.494-0.510=-0.016
min	0.136-0.147=-0.011
max	1.271-1.306=-0.035

name=error_case.art

*mean*	2.346
σ	0.012
min	2.340
max	2.368

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.478-0.534=-0.056
σ	0.319-0.320=-0.001
min	0.320-0.318=0.002
max	1.049-1.055=-0.007

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.522
max	1.526

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.214-0.306=-0.093
σ	0.019-0.220=-0.200
min	0.197-0.198=-0.001
max	0.246-0.699=-0.453

name=nested_use.art

*mean*	2.364
σ	0.002
min	2.363
max	2.367

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.335-0.442=-0.107
σ	0.016-0.151=-0.134
min	0.322-0.332=-0.010
max	0.363-0.665=-0.302

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.979
σ	0.009
min	964.974
max	964.996

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.565-0.579=-0.014
σ	0.061-0.021=0.040
min	0.466-0.556=-0.090
max	0.612-0.606=0.006

name=cdr_enhanced_4k_loc.art

*mean*	886.001
σ	0.002
min	886.000
max	886.004

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.494-0.483=0.012
σ	0.020-0.038=-0.018
min	0.461-0.439=0.022
max	0.512-0.522=-0.010

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719
σ	0.002
min	7.718
max	7.722

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	2.681-2.108=0.574
σ	0.127-0.319=-0.192
min	2.459-1.762=0.696
max	3.061-2.890=0.171

name=record_render_large_syntax_err.art

*mean*	7.667
σ	0.002
min	7.666
max	7.670

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	2.173-2.107=0.067
σ	0.424-0.373=0.051
min	1.737-1.725=0.011
max	3.014-2.987=0.027

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.290
max	2.294

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.306-0.300=0.005
σ	0.024-0.008=0.016
min	0.287-0.288=-0.000
max	0.526-0.347=0.178

name=record_render_syntax_err.art

*mean*	2.166
σ	0.002
min	2.165
max	2.169

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.295-0.290=0.005
σ	0.025-0.039=-0.014
min	0.274-0.264=0.010
max	0.514-0.659=-0.145

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.720-11.273=0.447
σ	11.587-11.218=0.369
min	0.632-0.574=0.058
max	93.653-83.988=9.665

*mean*	459.168-457.268=1.900
σ	19.239-17.334=1.904
min	407.000-405.000=2.000
max	477.000-471.000=6.000

*mean*	0.027-0.026=0.001
σ	0.028-0.027=0.001
min	0.001-0.001=0.000
max	0.227-0.201=0.027

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	279.288-278.772=0.516
σ	1.060-1.114=-0.054
min	278.870-278.256=0.614
max	282.302-281.928=0.374

*mean*	447.400-446.200=1.200
σ	17.456-17.606=-0.150
min	424.000-418.000=6.000
max	469.000-476.000=-7.000

*mean*	0.584-0.580=0.004
σ	0.018-0.015=0.003
min	0.549-0.555=-0.006
max	0.614-0.609=0.005

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	169.257-169.257=0.000
σ	0.000-0.000=-0.000
min	169.257
max	169.257

*mean*	874.000-873.000=1.000
σ	0.000
min	874.000-873.000=1.000
max	874.000-873.000=1.000

*mean*	231.330-227.201=4.129
σ	19.877-19.612=0.266
min	195.482-189.523=5.959
max	251.731-242.986=8.745

phase=macro expansion

*mean*	5.900-5.900=0.000
σ	0.000
min	5.900-5.900=0.000
max	5.900-5.900=0.000

*mean*	874.000-873.000=1.000
σ	0.000
min	874.000-873.000=1.000
max	874.000-873.000=1.000

*mean*	9.035-6.873=2.163
σ	0.143-1.415=-1.272
min	8.914-5.822=3.092
max	9.293-9.214=0.079

phase=parser

*mean*	1042.132-1042.134=-0.002
σ	0.000-0.000=0.000
min	1042.131-1042.133=-0.002
max	1042.132-1042.134=-0.002

*mean*	874.000-873.000=1.000
σ	0.000
min	874.000-873.000=1.000
max	874.000-873.000=1.000

*mean*	611.843-466.579=145.265
σ	10.100-109.447=-99.347
min	592.328-374.371=217.957
max	624.798-602.548=22.251

phase=processProdDef

*mean*	2243.719-2243.717=0.002
σ	0.000
min	2243.719-2243.717=0.002
max	2243.719-2243.717=0.002

*mean*	874.000-873.000=1.000
σ	0.000
min	874.000-873.000=1.000
max	874.000-873.000=1.000

*mean*	2927.838-2688.747=239.090
σ	272.423-603.569=-331.146
min	2432.515-1972.106=460.409
max	3273.588-3291.947=-18.359

phase=renaming

*mean*	21.436
σ	0.000
min	21.436
max	21.436

*mean*	874.000-873.000=1.000
σ	0.000
min	874.000-873.000=1.000
max	874.000-873.000=1.000

*mean*	46.564-36.635=9.929
σ	2.678-8.892=-6.214
min	40.462-19.593=20.869
max	49.209-42.272=6.937

phase=type checker

*mean*	958.596
σ	0.047
min	958.573
max	958.698

*mean*	874.000-873.000=1.000
σ	0.000
min	874.000-873.000=1.000
max	874.000-873.000=1.000

*mean*	657.413-666.082=-8.669
σ	19.719-44.043=-24.324
min	633.433-616.352=17.080
max	683.038-750.646=-67.607

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.991-282.360=0.631
σ	0.035-0.035=0.000
min	282.940-282.309=0.631
max	283.026-282.396=0.630

*mean*	441.800-441.600=0.200
σ	2.950-2.191=0.759
min	439.000-440.000=-1.000
max	445.000-444.000=1.000

*mean*	0.378-0.382=-0.003
σ	0.001-0.008=-0.007
min	0.378-0.376=0.002
max	0.379-0.390=-0.010

iters=5

new-facts=1

prior-facts=6402

*mean*	1268.240-1267.613=0.627
σ	0.106-0.102=0.004
min	1268.076-1267.449=0.627
max	1268.366-1267.727=0.638

*mean*	1088.200-1087.400=0.800
σ	166.588-164.459=2.129
min	892.000-891.000=1.000
max	1317.000-1313.000=4.000

*mean*	2.144-2.136=0.008
σ	0.270-0.267=0.003
min	1.791-1.790=0.001
max	2.515-2.541=-0.025

iters=5

new-facts=6402

prior-facts=1

*mean*	1507.174-1506.550=0.624
σ	2.951-2.956=-0.005
min	1505.660-1505.026=0.633
max	1512.442-1511.827=0.616

*mean*	635.800-623.800=12.000
σ	86.526-87.168=-0.642
min	505.000-494.000=11.000
max	729.000-726.000=3.000

*mean*	2.247-2.258=-0.011
σ	0.233-0.205=0.028
min	2.069-2.124=-0.055
max	2.624-2.620=0.004

iters=5

new-facts=6402

prior-facts=6402

*mean*	1830.192-1829.572=0.620
σ	0.046-0.041=0.005
min	1830.125-1829.513=0.611
max	1830.238-1829.615=0.623

*mean*	1731.000-1728.800=2.200
σ	167.988-166.542=1.446
min	1493.000
max	1888.000-1885.000=3.000

*mean*	3.036-2.998=0.038
σ	0.350-0.233=0.117
min	2.798-2.831=-0.032
max	3.656-3.408=0.248

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.787-1.675=0.112
σ	0.050-0.109=-0.059
min	1.709-1.488=0.221
max	1.847-1.766=0.081

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	393.988-393.864=0.125
σ	509.611-509.608=0.004
min	139.179-139.058=0.121
max	1158.405-1158.276=0.130

*mean*	99.750
σ	7.500
min	96.000
max	111.000

*mean*	444.000-441.000=3.000
σ	0.000
min	444.000-441.000=3.000
max	444.000-441.000=3.000

*mean*	0.478-0.499=-0.021
σ	0.480-0.520=-0.040
min	0.236-0.230=0.007
max	1.198-1.279=-0.081

policies=20

*mean*	1391.913-1390.715=1.198
σ	0.170-0.163=0.007
min	1391.796-1390.602=1.194
max	1392.166-1390.956=1.209

*mean*	960.000
σ	0.000
min	960.000
max	960.000

*mean*	448.000-445.750=2.250
σ	8.000-9.500=-1.500
min	444.000-441.000=3.000
max	460.000

*mean*	2.321-2.313=0.008
σ	0.009-0.011=-0.001
min	2.311-2.298=0.013
max	2.329-2.323=0.006

policies=200

*mean*	13927.731-13915.863=11.868
σ	0.106-0.176=-0.070
min	13927.625-13915.705=11.920
max	13927.878-13916.109=11.769

*mean*	9600.000
σ	0.000
min	9600.000
max	9600.000

*mean*	496.000-497.000=-1.000
σ	3.916-5.715=-1.800
min	491.000
max	500.000-504.000=-4.000

*mean*	23.468-23.485=-0.018
σ	0.081-0.238=-0.157
min	23.389-23.313=0.076
max	23.560-23.818=-0.258