Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	4.863
σ	0.000
min	4.863
max	4.863

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.102
σ	0.000
min	446.102
max	446.102

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.700-54.698=0.003
σ	0.366-0.364=0.002
min	54.563-54.561=0.002
max	55.742-55.734=0.007

*mean*	414.000-418.000=-4.000
σ	0.000
min	414.000-418.000=-4.000
max	414.000-418.000=-4.000

*mean*	0.141-0.140=0.001
σ	0.005-0.004=0.001
min	0.137-0.135=0.002
max	0.149-0.145=0.004

cache=y

dps=1

iters=10

policies=100

*mean*	43.778-43.778=0.000
σ	0.007-0.008=-0.001
min	43.769-43.768=0.001
max	43.791-43.793=-0.002

*mean*	414.000-418.000=-4.000
σ	0.000
min	414.000-418.000=-4.000
max	414.000-418.000=-4.000

*mean*	0.124-0.124=0.001
σ	0.005-0.004=0.001
min	0.120-0.118=0.002
max	0.132-0.130=0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.605-36.605=0.000
σ	0.000-0.000=0.000
min	36.605
max	36.606-36.605=0.000

*mean*	4592.500-4582.875=9.625
σ	2248.567-2255.433=-6.866
min	1486.000-1485.000=1.000
max	7383.000-7404.000=-21.000

*mean*	144.262-14.412=129.850
σ	371.517-4.816=366.701
min	11.996-11.891=0.105
max	1063.707-25.374=1038.333

op=column_set() on indexed, repeat

*mean*	36.605-36.605=0.000
σ	0.000-0.000=0.000
min	36.605
max	36.605-36.605=0.000

*mean*	4592.500-4582.875=9.625
σ	2248.567-2255.433=-6.866
min	1486.000-1485.000=1.000
max	7383.000-7404.000=-21.000

*mean*	14.017-14.456=-0.440
σ	4.019-4.642=-0.623
min	11.495-11.252=0.244
max	22.567-24.628=-2.061

op=table_records(), no indexes

*mean*	41.940-41.940=0.000
σ	0.002-0.002=0.000
min	41.938
max	41.942-41.942=-0.000

*mean*	7383.000-7404.000=-21.000
σ	0.000
min	7383.000-7404.000=-21.000
max	7383.000-7404.000=-21.000

*mean*	11.322-11.057=0.265
σ	1.099-0.201=0.898
min	10.602-10.759=-0.157
max	13.985-11.377=2.608

op=table_records(), repeat

*mean*	41.925-41.925=0.000
σ	0.002-0.000=0.001
min	41.924
max	41.929-41.926=0.004

*mean*	4183.750-4168.125=15.625
σ	1945.647-1946.457=-0.809
min	1486.000-1485.000=1.000
max	7383.000-7404.000=-21.000

*mean*	11.695-11.504=0.191
σ	1.991-1.992=-0.000
min	10.607-10.625=-0.018
max	16.521-16.424=0.097

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.634-27.634=-0.000
σ	0.137-0.136=0.000
min	27.585
max	27.972

*mean*	4183.750-4168.125=15.625
σ	1945.647-1946.457=-0.809
min	1486.000-1485.000=1.000
max	7383.000-7404.000=-21.000

*mean*	9.031-9.067=-0.036
σ	1.392-1.320=0.072
min	7.948-7.850=0.098
max	12.372-12.236=0.136

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.385-26.385=-0.000
σ	0.000-0.000=0.000
min	26.385-26.385=-0.000
max	26.385

*mean*	4183.750-4168.125=15.625
σ	1945.647-1946.457=-0.809
min	1486.000-1485.000=1.000
max	7383.000-7404.000=-21.000

*mean*	6.960-7.058=-0.098
σ	0.998-0.868=0.129
min	6.270-6.483=-0.212
max	9.385-9.179=0.207

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.663-25.663=-0.000
σ	0.004-0.004=-0.000
min	25.662-25.662=-0.000
max	25.674-25.674=-0.000

*mean*	4592.500-4582.875=9.625
σ	2248.567-2255.433=-6.866
min	1486.000-1485.000=1.000
max	7383.000-7404.000=-21.000

*mean*	6.504-6.552=-0.047
σ	1.014-0.973=0.041
min	5.785-5.937=-0.152
max	8.822-8.643=0.179

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.962-25.962=0.000
σ	0.001-0.001=-0.000
min	25.962
max	25.964

*mean*	4592.500-4582.875=9.625
σ	2248.567-2255.433=-6.866
min	1486.000-1485.000=1.000
max	7383.000-7404.000=-21.000

*mean*	6.379-6.360=0.020
σ	1.069-1.025=0.044
min	5.754-5.684=0.070
max	8.790-8.531=0.258

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.599
σ	0.002
min	1021.597
max	1021.602

*mean*	7383.000-7404.000=-21.000
σ	0.000
min	7383.000-7404.000=-21.000
max	7383.000-7404.000=-21.000

*mean*	345.680-362.611=-16.931
σ	2.473-42.221=-39.748
min	341.739-343.877=-2.138
max	348.778-467.005=-118.227

op=load_product(), with indexes

*mean*	3495.846-3495.846=-0.000
σ	0.455-0.455=-0.000
min	3495.685
max	3496.971-3496.972=-0.001

*mean*	3759.625-3747.375=12.250
σ	2300.693-2298.678=2.015
min	720.000
max	7383.000-7404.000=-21.000

*mean*	1742.367-1722.639=19.728
σ	595.512-601.366=-5.854
min	1388.997-1402.832=-13.835
max	2931.182-2938.818=-7.636

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841-107.842=-0.000
σ	0.000-0.000=-0.000
min	107.841-107.841=-0.000
max	107.842-107.842=-0.000

*mean*	4411.875-4403.250=8.625
σ	2217.757-2226.906=-9.150
min	1486.000-1485.000=1.000
max	7383.000-7404.000=-21.000

*mean*	248.009-240.124=7.885
σ	306.993-284.367=22.626
min	125.493-128.853=-3.360
max	1006.473-942.404=64.069

op=column_set() on unindexed, dense, repeat

*mean*	62.069-62.069=-0.000
σ	0.001-0.001=-0.000
min	62.065
max	62.069-62.070=-0.001

*mean*	4411.875-4582.875=-171.000
σ	2217.757-2255.433=-37.677
min	1486.000-1485.000=1.000
max	7383.000-7404.000=-21.000

*mean*	45.677-180.235=-134.558
σ	7.168-380.311=-373.143
min	41.393-40.989=0.403
max	62.980-1121.300=-1058.319

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.927-40.927=0.000
σ	0.002-0.002=-0.000
min	40.926
max	40.930

*mean*	7383.000-7404.000=-21.000
σ	0.000
min	7383.000-7404.000=-21.000
max	7383.000-7404.000=-21.000

*mean*	165.586-22.498=143.088
σ	404.959-2.123=402.836
min	21.511-21.216=0.295
max	1167.802-26.788=1141.014

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-71.294=-0.000
σ	0.002-0.002=0.000
min	71.293
max	71.297-71.297=0.000

*mean*	7383.000-7404.000=-21.000
σ	0.000
min	7383.000-7404.000=-21.000
max	7383.000-7404.000=-21.000

*mean*	61.965-266.938=-204.973
σ	16.704-595.433=-578.729
min	54.905-55.188=-0.283
max	103.237-1740.555=-1637.318

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842-4646.842=0.000
σ	0.014-0.014=-0.000
min	4646.837
max	4646.876

*mean*	4183.750-4168.125=15.625
σ	1945.647-1946.457=-0.809
min	1486.000-1485.000=1.000
max	7383.000-7404.000=-21.000

*mean*	3301.522-3235.901=65.620
σ	721.595-793.573=-71.978
min	2504.259-2525.222=-20.963
max	4161.667-4759.407=-597.740

op=vertical_lookup_list() on indexed

*mean*	1973.830
σ	0.002
min	1973.829
max	1973.833

*mean*	7383.000-7404.000=-21.000
σ	0.000
min	7383.000-7404.000=-21.000
max	7383.000-7404.000=-21.000

*mean*	1016.067-1130.262=-114.196
σ	178.084-346.830=-168.746
min	914.481-917.767=-3.286
max	1332.561-1826.657=-494.096

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.084
σ	0.002
min	905.082
max	905.087

*mean*	7383.000-7404.000=-21.000
σ	0.000
min	7383.000-7404.000=-21.000
max	7383.000-7404.000=-21.000

*mean*	409.532-426.578=-17.046
σ	36.703-52.568=-15.865
min	390.560-394.461=-3.901
max	500.040-513.562=-13.522

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	476.000-479.000=-3.000
σ	0.000-1.852=-1.852
min	476.000
max	476.000-480.000=-4.000

*mean*	382.008-378.063=3.945
σ	25.668-35.417=-9.749
min	346.550-315.210=31.340
max	420.129-422.060=-1.931

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	562.500-557.000=5.500
σ	0.756-4.140=-3.384
min	561.000-552.000=9.000
max	563.000-560.000=3.000

*mean*	752.811-740.916=11.895
σ	84.937-75.333=9.604
min	608.655-599.155=9.500
max	872.503-841.845=30.658

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	964.526-964.560=-0.035
σ	1.881-1.879=0.002
min	963.806-963.837=-0.031
max	972.481-972.508=-0.026

*mean*	1055.750-1041.350=14.400
σ	307.189-307.713=-0.524
min	571.000-559.000=12.000
max	1510.000-1491.000=19.000

*mean*	1.276-1.304=-0.028
σ	0.133-0.161=-0.028
min	1.182-1.165=0.017
max	1.741-1.781=-0.040

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.338-0.312=0.025
σ	0.389-0.320=0.068
min	0.137-0.150=-0.013
max	1.030-0.883=0.147

name=error_case.art

*mean*	2.346
σ	0.012
min	2.340
max	2.368

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.417-0.473=-0.056
σ	0.195-0.319=-0.124
min	0.317-0.318=-0.001
max	0.765-1.044=-0.278

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.522
max	1.526

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.219-0.220=-0.001
σ	0.024-0.020=0.004
min	0.199-0.207=-0.008
max	0.259-0.256=0.003

name=nested_use.art

*mean*	2.364
σ	0.002
min	2.363
max	2.367

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.329-0.335=-0.005
σ	0.014-0.017=-0.003
min	0.318-0.319=-0.002
max	0.354-0.361=-0.008

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.978
σ	0.009
min	964.973
max	964.995

*mean*	430.000-435.600=-5.600
σ	0.000-5.079=-5.079
min	430.000-431.000=-1.000
max	430.000-441.000=-11.000

*mean*	0.582-0.556=0.026
σ	0.034-0.051=-0.017
min	0.538-0.486=0.052
max	0.614-0.609=0.005

name=cdr_enhanced_4k_loc.art

*mean*	886.000
σ	0.002
min	885.999
max	886.003

*mean*	430.800-441.000=-10.200
σ	0.447-0.000=0.447
min	430.000-441.000=-11.000
max	431.000-441.000=-10.000

*mean*	0.486-0.478=0.008
σ	0.037-0.026=0.010
min	0.452-0.452=0.000
max	0.529-0.521=0.009

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719
σ	0.002
min	7.718
max	7.722

*mean*	431.000-441.000=-10.000
σ	0.000
min	431.000-441.000=-10.000
max	431.000-441.000=-10.000

*mean*	2.768-2.510=0.257
σ	0.183-0.230=-0.048
min	1.912-1.914=-0.002
max	3.053-2.753=0.300

name=record_render_large_syntax_err.art

*mean*	7.667
σ	0.002
min	7.666
max	7.670

*mean*	431.000-441.000=-10.000
σ	0.000
min	431.000-441.000=-10.000
max	431.000-441.000=-10.000

*mean*	2.697-2.597=0.100
σ	0.256-0.077=0.179
min	1.960-2.446=-0.487
max	3.151-2.831=0.320

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.290
max	2.294

*mean*	431.000-441.000=-10.000
σ	0.000
min	431.000-441.000=-10.000
max	431.000-441.000=-10.000

*mean*	0.350-0.302=0.048
σ	0.090-0.008=0.081
min	0.299-0.288=0.011
max	0.788-0.355=0.433

name=record_render_syntax_err.art

*mean*	2.166
σ	0.002
min	2.165
max	2.169

*mean*	431.000-441.000=-10.000
σ	0.000
min	431.000-441.000=-10.000
max	431.000-441.000=-10.000

*mean*	0.315-0.291=0.023
σ	0.052-0.009=0.044
min	0.284-0.276=0.008
max	0.672-0.330=0.343

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.428-11.682=-0.253
σ	12.576-11.867=0.708
min	0.574-0.577=-0.003
max	166.377-91.903=74.475

*mean*	457.060-462.494=-5.434
σ	18.124-18.371=-0.247
min	406.000
max	475.000-477.000=-2.000

*mean*	0.026-0.027=-0.000
σ	0.031-0.029=0.002
min	0.001-0.001=-0.000
max	0.403-0.221=0.182

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	278.985-278.946=0.039
σ	1.024-1.073=-0.049
min	278.559-278.538=0.022
max	281.892-281.997=-0.105

*mean*	441.200-444.600=-3.400
σ	14.188-15.693=-1.505
min	415.000
max	464.000-466.000=-2.000

*mean*	0.583-0.583=-0.001
σ	0.018-0.018=0.000
min	0.538-0.543=-0.005
max	0.605-0.616=-0.011

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	106.546-106.546=-0.000
σ	0.000-0.000=-0.000
min	106.546
max	106.546-106.546=-0.000

*mean*	849.000-850.000=-1.000
σ	0.000
min	849.000-850.000=-1.000
max	849.000-850.000=-1.000

*mean*	147.266-155.842=-8.577
σ	11.085-15.256=-4.171
min	130.081-119.103=10.978
max	164.428-165.803=-1.375

phase=macro expansion

*mean*	5.894
σ	0.000
min	5.894
max	5.894

*mean*	849.000-850.000=-1.000
σ	0.000
min	849.000-850.000=-1.000
max	849.000-850.000=-1.000

*mean*	9.408-8.984=0.423
σ	2.309-2.211=0.098
min	5.828-6.025=-0.198
max	11.924-11.902=0.022

phase=parser

*mean*	1042.132-1042.132=-0.000
σ	0.000-0.000=0.000
min	1042.132
max	1042.132

*mean*	849.000-850.000=-1.000
σ	0.000
min	849.000-850.000=-1.000
max	849.000-850.000=-1.000

*mean*	593.752-572.803=20.949
σ	133.086-132.075=1.010
min	376.392-375.440=0.951
max	725.334-723.563=1.771

phase=processProdDef

*mean*	2241.194
σ	0.000
min	2241.194
max	2241.194

*mean*	849.000-850.000=-1.000
σ	0.000
min	849.000-850.000=-1.000
max	849.000-850.000=-1.000

*mean*	2522.943-2762.051=-239.108
σ	414.975-327.658=87.317
min	1981.188-2339.645=-358.457
max	3113.480-3100.764=12.716

phase=renaming

*mean*	21.434
σ	0.000
min	21.434
max	21.434

*mean*	849.000-850.000=-1.000
σ	0.000
min	849.000-850.000=-1.000
max	849.000-850.000=-1.000

*mean*	42.058-42.479=-0.420
σ	5.865-2.700=3.165
min	29.807-39.573=-9.766
max	47.527-46.664=0.863

phase=type checker

*mean*	958.462
σ	0.047
min	958.439
max	958.564

*mean*	849.000-850.000=-1.000
σ	0.000
min	849.000-850.000=-1.000
max	849.000-850.000=-1.000

*mean*	737.319-729.298=8.021
σ	77.679-86.818=-9.138
min	639.905-634.176=5.729
max	840.252-851.288=-11.037

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.830-282.856=-0.026
σ	0.039-0.038=0.001
min	282.776-282.800=-0.024
max	282.869-282.892=-0.024

*mean*	440.200-443.400=-3.200
σ	5.167-0.548=4.619
min	435.000-443.000=-8.000
max	447.000-444.000=3.000

*mean*	0.387-0.375=0.012
σ	0.006-0.001=0.004
min	0.382-0.374=0.008
max	0.395-0.377=0.019

iters=5

new-facts=1

prior-facts=6402

*mean*	1268.061-1268.052=0.009
σ	0.124-0.118=0.006
min	1267.932-1267.951=-0.019
max	1268.225-1268.254=-0.029

*mean*	1088.800-1091.600=-2.800
σ	185.331-167.694=17.637
min	871.000-892.000=-21.000
max	1328.000-1320.000=8.000

*mean*	1.842-2.103=-0.262
σ	0.060-0.183=-0.123
min	1.774-1.875=-0.101
max	1.913-2.385=-0.472

iters=5

new-facts=6402

prior-facts=1

*mean*	1506.987-1507.017=-0.030
σ	2.955-2.948=0.007
min	1505.440-1505.463=-0.022
max	1512.256-1512.277=-0.021

*mean*	635.600-625.000=10.600
σ	70.074-87.164=-17.090
min	540.000-495.000=45.000
max	722.000-727.000=-5.000

*mean*	2.218-2.192=0.026
σ	0.182-0.137=0.044
min	2.001-2.114=-0.113
max	2.408-2.436=-0.028

iters=5

new-facts=6402

prior-facts=6402

*mean*	1830.034-1830.053=-0.019
σ	0.044-0.047=-0.003
min	1829.965-1829.987=-0.023
max	1830.078-1830.105=-0.027

*mean*	1734.200-1720.200=14.000
σ	177.624-189.539=-11.916
min	1472.000-1454.000=18.000
max	1888.000-1894.000=-6.000

*mean*	2.967-3.015=-0.048
σ	0.216-0.305=-0.089
min	2.807-2.829=-0.023
max	3.344-3.558=-0.214

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.532-1.800=-0.268
σ	0.165-0.036=0.129
min	1.273-1.772=-0.500
max	1.646-1.860=-0.214

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	405.896-405.944=-0.048
σ	509.285-509.286=-0.001
min	151.250-151.295=-0.044
max	1169.823-1169.873=-0.050

*mean*	101.750
σ	7.500
min	98.000
max	113.000

*mean*	428.000-444.000=-16.000
σ	0.000
min	428.000-444.000=-16.000
max	428.000-444.000=-16.000

*mean*	0.508-0.479=0.029
σ	0.518-0.448=0.069
min	0.247-0.253=-0.006
max	1.285-1.152=0.133

policies=20

*mean*	1512.651-1513.131=-0.480
σ	0.249-0.244=0.005
min	1512.515-1513.002=-0.487
max	1513.024-1513.497=-0.473

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	440.500-445.500=-5.000
σ	9.815-1.000=8.815
min	432.000-444.000=-12.000
max	449.000-446.000=3.000

*mean*	2.469-2.467=0.003
σ	0.018-0.008=0.009
min	2.446-2.455=-0.009
max	2.487-2.476=0.011

policies=200

*mean*	15135.287-15139.944=-4.656
σ	0.119-0.122=-0.003
min	15135.171-15139.812=-4.640
max	15135.428-15140.107=-4.678

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	495.750-495.500=0.250
σ	2.986-4.435=-1.449
min	492.000-491.000=1.000
max	499.000-501.000=-2.000

*mean*	24.987-25.059=-0.072
σ	0.063-0.090=-0.027
min	24.936-24.939=-0.003
max	25.067-25.152=-0.086