Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.395
σ	0.000
min	5.395
max	5.395

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.633
σ	0.000
min	446.633
max	446.633

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.730-54.729=0.000
σ	0.363-0.360=0.003
min	54.590-54.580=0.009
max	55.763-55.754=0.009

*mean*	416.000-418.000=-2.000
σ	0.000
min	416.000-418.000=-2.000
max	416.000-418.000=-2.000

*mean*	0.141-0.141=-0.001
σ	0.004-0.004=-0.000
min	0.137-0.137=0.001
max	0.148-0.149=-0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.773-43.774=-0.001
σ	0.007-0.006=0.000
min	43.765-43.762=0.003
max	43.789-43.781=0.008

*mean*	416.000-418.000=-2.000
σ	0.000
min	416.000-418.000=-2.000
max	416.000-418.000=-2.000

*mean*	0.123-0.122=0.002
σ	0.003-0.005=-0.002
min	0.120-0.116=0.004
max	0.130-0.131=-0.000

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.604-36.604=-0.000
σ	0.000-0.000=-0.000
min	36.604
max	36.605-36.605=-0.000

*mean*	4587.375-4589.500=-2.125
σ	2252.567-2251.114=1.452
min	1486.000-1484.000=2.000
max	7401.000-7388.000=13.000

*mean*	13.818-82.323=-68.505
σ	3.178-196.144=-192.965
min	11.847-11.837=0.010
max	20.195-567.731=-547.536

op=column_set() on indexed, repeat

*mean*	36.604-36.604=0.000
σ	0.000-0.000=-0.000
min	36.604-36.604=0.000
max	36.605-36.605=-0.000

*mean*	4587.375-4589.500=-2.125
σ	2252.567-2251.114=1.452
min	1486.000-1484.000=2.000
max	7401.000-7388.000=13.000

*mean*	14.376-14.100=0.276
σ	2.953-3.835=-0.882
min	12.720-11.522=1.198
max	20.120-22.139=-2.019

op=table_records(), no indexes

*mean*	41.939-41.940=-0.000
σ	0.002-0.002=0.000
min	41.938-41.938=-0.000
max	41.943-41.942=0.000

*mean*	7401.000-7388.000=13.000
σ	0.000
min	7401.000-7388.000=13.000
max	7401.000-7388.000=13.000

*mean*	11.096-11.357=-0.261
σ	0.220-0.207=0.013
min	10.739-11.115=-0.375
max	11.300-11.685=-0.385

op=table_records(), repeat

*mean*	41.925-41.925=0.000
σ	0.000-0.000=0.000
min	41.924-41.924=-0.000
max	41.925

*mean*	4174.000-4179.625=-5.625
σ	1944.894-1946.715=-1.821
min	1486.000-1484.000=2.000
max	7401.000-7388.000=13.000

*mean*	11.657-12.037=-0.380
σ	1.906-1.637=0.269
min	10.735-11.138=-0.403
max	16.356-16.056=0.299

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.632-27.633=-0.000
σ	0.137-0.137=0.000
min	27.584
max	27.971

*mean*	4174.000-4179.625=-5.625
σ	1944.894-1946.715=-1.821
min	1486.000-1484.000=2.000
max	7401.000-7388.000=13.000

*mean*	9.148-9.051=0.097
σ	1.280-1.319=-0.039
min	8.119-7.729=0.390
max	12.246-12.173=0.074

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.384-26.384=-0.000
σ	0.000-0.000=0.000
min	26.384-26.384=-0.000
max	26.384-26.384=0.000

*mean*	4174.000-4179.625=-5.625
σ	1944.894-1946.715=-1.821
min	1486.000-1484.000=2.000
max	7401.000-7388.000=13.000

*mean*	7.204-6.621=0.583
σ	0.933-0.925=0.008
min	6.606-6.052=0.553
max	9.490-8.854=0.636

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.662-25.662=0.000
σ	0.004-0.004=-0.000
min	25.661
max	25.673

*mean*	4587.375-4589.500=-2.125
σ	2252.567-2251.114=1.452
min	1486.000-1484.000=2.000
max	7401.000-7388.000=13.000

*mean*	6.447-6.521=-0.074
σ	0.662-1.089=-0.427
min	6.033-5.808=0.225
max	7.570-8.904=-1.334

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.961
σ	0.001
min	25.960
max	25.962

*mean*	4587.375-4589.500=-2.125
σ	2252.567-2251.114=1.452
min	1486.000-1484.000=2.000
max	7401.000-7388.000=13.000

*mean*	6.289-6.279=0.010
σ	0.723-1.017=-0.294
min	5.805-5.522=0.283
max	7.510-8.455=-0.944

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.610
σ	0.002
min	1021.608
max	1021.612

*mean*	7401.000-7388.000=13.000
σ	0.000
min	7401.000-7388.000=13.000
max	7401.000-7388.000=13.000

*mean*	360.712-359.328=1.384
σ	41.438-40.692=0.746
min	342.014-340.524=1.491
max	463.086-459.888=3.197

op=load_product(), with indexes

*mean*	3495.857-3495.857=0.000
σ	0.456-0.456=-0.000
min	3495.696
max	3496.985

*mean*	3752.250-3756.000=-3.750
σ	2298.416-2300.815=-2.399
min	720.000
max	7401.000-7388.000=13.000

*mean*	1778.594-1720.414=58.179
σ	668.166-574.996=93.169
min	1386.813-1379.434=7.379
max	2951.875-2863.113=88.762

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841-107.841=0.000
σ	0.000-0.000=-0.000
min	107.841-107.840=0.000
max	107.842-107.841=0.000

*mean*	4407.750-4409.500=-1.750
σ	2223.680-2220.799=2.881
min	1486.000-1484.000=2.000
max	7401.000-7388.000=13.000

*mean*	245.208-240.183=5.025
σ	304.225-299.161=5.065
min	123.525-126.499=-2.974
max	996.909-979.653=17.255

op=column_set() on unindexed, dense, repeat

*mean*	62.068-62.068=0.000
σ	0.001-0.001=0.000
min	62.065
max	62.069-62.068=0.001

*mean*	4587.375-4409.500=177.875
σ	2252.567-2220.799=31.767
min	1486.000-1484.000=2.000
max	7401.000-7388.000=13.000

*mean*	212.110-46.368=165.741
σ	467.720-9.526=458.195
min	41.123-41.306=-0.183
max	1369.461-69.655=1299.807

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.926
σ	0.002
min	40.925
max	40.928

*mean*	7401.000-7388.000=13.000
σ	0.000
min	7401.000-7388.000=13.000
max	7401.000-7388.000=13.000

*mean*	22.289-22.802=-0.513
σ	1.213-1.430=-0.217
min	21.683-21.884=-0.202
max	25.258-26.246=-0.988

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-71.294=0.000
σ	0.002-0.002=0.000
min	71.292
max	71.296-71.296=-0.000

*mean*	7401.000-7388.000=13.000
σ	0.000
min	7401.000-7388.000=13.000
max	7401.000-7388.000=13.000

*mean*	290.409-263.208=27.201
σ	661.443-584.559=76.884
min	55.359-54.697=0.662
max	1927.391-1709.907=217.484

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842-4646.842=0.000
σ	0.013-0.013=-0.000
min	4646.837
max	4646.875

*mean*	4174.000-4179.625=-5.625
σ	1944.894-1946.715=-1.821
min	1486.000-1484.000=2.000
max	7401.000-7388.000=13.000

*mean*	3343.681-3182.661=161.020
σ	858.167-701.240=156.928
min	2523.174-2522.232=0.942
max	4575.945-4615.441=-39.496

op=vertical_lookup_list() on indexed

*mean*	1973.829
σ	0.002
min	1973.827
max	1973.832

*mean*	7401.000-7388.000=13.000
σ	0.000
min	7401.000-7388.000=13.000
max	7401.000-7388.000=13.000

*mean*	1036.692-1064.219=-27.527
σ	187.941-258.755=-70.814
min	911.374-927.050=-15.676
max	1449.851-1680.436=-230.586

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.082
σ	0.002
min	905.080
max	905.086

*mean*	7401.000-7388.000=13.000
σ	0.000
min	7401.000-7388.000=13.000
max	7401.000-7388.000=13.000

*mean*	393.655-402.796=-9.141
σ	5.401-7.293=-1.892
min	384.055-385.556=-1.501
max	402.414-407.314=-4.900

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	478.500-478.000=0.500
σ	0.926-0.000=0.926
min	477.000-478.000=-1.000
max	479.000-478.000=1.000

*mean*	371.825-395.207=-23.382
σ	30.236-23.179=7.056
min	325.868-368.982=-43.114
max	411.906-444.355=-32.449

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	562.250-563.000=-0.750
σ	1.389-0.000=1.389
min	560.000-563.000=-3.000
max	563.000

*mean*	722.728-752.540=-29.812
σ	82.942-52.796=30.147
min	598.863-702.938=-104.074
max	839.389-876.669=-37.280

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	963.969-963.970=-0.001
σ	1.821-1.822=-0.000
min	963.265-963.262=0.003
max	971.671-971.673=-0.003

*mean*	1042.600-1053.700=-11.100
σ	308.059-318.822=-10.763
min	563.000-562.000=1.000
max	1492.000-1522.000=-30.000

*mean*	1.273-1.271=0.002
σ	0.152-0.124=0.028
min	1.173-1.069=0.105
max	1.848-1.572=0.277

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.914
σ	0.020
min	0.904
max	0.951

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.392-0.277=0.115
σ	0.498-0.267=0.231
min	0.133-0.131=0.002
max	1.279-0.752=0.527

name=error_case.art

*mean*	2.347
σ	0.012
min	2.341
max	2.369

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.491-0.487=0.004
σ	0.305-0.306=-0.001
min	0.330-0.331=-0.001
max	1.036-1.033=0.002

name=heavy_item.art

*mean*	1.525
σ	0.002
min	1.524
max	1.528

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.217-0.222=-0.005
σ	0.022-0.021=0.000
min	0.200-0.204=-0.003
max	0.253-0.258=-0.005

name=nested_use.art

*mean*	2.365
σ	0.002
min	2.364
max	2.368

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.330-0.336=-0.005
σ	0.016-0.014=0.002
min	0.313-0.323=-0.011
max	0.357-0.358=-0.001

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	966.287
σ	0.009
min	966.281
max	966.303

*mean*	432.800-433.000=-0.200
σ	0.447-0.707=-0.260
min	432.000
max	433.000-434.000=-1.000

*mean*	0.541-0.572=-0.031
σ	0.038-0.045=-0.007
min	0.492-0.507=-0.015
max	0.586-0.609=-0.023

name=cdr_enhanced_4k_loc.art

*mean*	886.717
σ	0.002
min	886.716
max	886.720

*mean*	433.000-441.000=-8.000
σ	0.000
min	433.000-441.000=-8.000
max	433.000-441.000=-8.000

*mean*	0.469-0.512=-0.043
σ	0.047-0.024=0.023
min	0.411-0.471=-0.059
max	0.522-0.532=-0.010

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.722
σ	0.002
min	7.721
max	7.725

*mean*	433.000-441.000=-8.000
σ	0.000
min	433.000-441.000=-8.000
max	433.000-441.000=-8.000

*mean*	2.641-2.664=-0.023
σ	0.114-0.085=0.030
min	2.454-2.473=-0.019
max	3.037-2.961=0.076

name=record_render_large_syntax_err.art

*mean*	7.670
σ	0.002
min	7.670
max	7.673

*mean*	433.000-441.000=-8.000
σ	0.000
min	433.000-441.000=-8.000
max	433.000-441.000=-8.000

*mean*	2.598-2.663=-0.065
σ	0.090-0.107=-0.016
min	2.445-2.500=-0.054
max	3.096-3.040=0.056

name=record_render_success.art

*mean*	2.294
σ	0.002
min	2.293
max	2.297

*mean*	433.000-441.000=-8.000
σ	0.000
min	433.000-441.000=-8.000
max	433.000-441.000=-8.000

*mean*	0.311-0.325=-0.014
σ	0.015-0.100=-0.085
min	0.296-0.295=0.001
max	0.402-1.160=-0.758

name=record_render_syntax_err.art

*mean*	2.169
σ	0.002
min	2.168
max	2.172

*mean*	433.000-441.000=-8.000
σ	0.000
min	433.000-441.000=-8.000
max	433.000-441.000=-8.000

*mean*	0.293-0.299=-0.006
σ	0.008-0.040=-0.032
min	0.278-0.276=0.002
max	0.337-0.586=-0.249

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.824-11.646=0.178
σ	12.482-11.861=0.621
min	0.573-0.574=-0.000
max	136.265-98.246=38.018

*mean*	466.415-463.084=3.331
σ	21.787-18.997=2.790
min	406.000-407.000=-1.000
max	482.000-478.000=4.000

*mean*	0.027-0.027=0.000
σ	0.030-0.029=0.002
min	0.001-0.001=-0.000
max	0.321-0.235=0.086

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	278.672-278.816=-0.144
σ	1.050-1.070=-0.021
min	278.217-278.431=-0.214
max	281.649-281.861=-0.211

*mean*	447.900-443.100=4.800
σ	19.365-16.326=3.038
min	417.000-413.000=4.000
max	474.000-470.000=4.000

*mean*	0.580-0.571=0.009
σ	0.021-0.031=-0.010
min	0.534-0.518=0.016
max	0.621-0.601=0.020

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	169.258-169.258=0.000
σ	0.000-0.000=0.000
min	169.258
max	169.258-169.258=0.000

*mean*	848.750-699.000=149.750
σ	0.463-0.000=0.463
min	848.000-699.000=149.000
max	849.000-699.000=150.000

*mean*	226.318-232.725=-6.406
σ	26.126-22.776=3.350
min	194.213-187.020=7.193
max	249.336-250.626=-1.289

phase=macro expansion

*mean*	5.896-5.900=-0.004
σ	0.000
min	5.896-5.900=-0.004
max	5.896-5.900=-0.004

*mean*	848.625-699.000=149.625
σ	0.518-0.000=0.518
min	848.000-699.000=149.000
max	849.000-699.000=150.000

*mean*	7.849-5.975=1.874
σ	2.239-0.070=2.169
min	5.919-5.883=0.036
max	11.916-6.103=5.813

phase=parser

*mean*	1043.358-1043.350=0.007
σ	0.000-0.000=-0.000
min	1043.357-1043.350=0.007
max	1043.358-1043.351=0.007

*mean*	848.625-699.000=149.625
σ	0.518-0.000=0.518
min	848.000-699.000=149.000
max	849.000-699.000=150.000

*mean*	497.402-571.537=-74.135
σ	156.300-78.886=77.414
min	376.062-443.416=-67.354
max	725.265-618.566=106.700

phase=processProdDef

*mean*	2243.716-2243.722=-0.006
σ	0.000
min	2243.716-2243.722=-0.006
max	2243.716-2243.722=-0.006

*mean*	848.750-699.000=149.750
σ	0.463-0.000=0.463
min	848.000-699.000=149.000
max	849.000-699.000=150.000

*mean*	2818.063-3048.282=-230.219
σ	330.703-283.868=46.835
min	2514.461-2430.566=83.895
max	3380.118-3315.741=64.377

phase=renaming

*mean*	21.438
σ	0.000
min	21.438
max	21.438

*mean*	848.625-699.000=149.625
σ	0.518-0.000=0.518
min	848.000-699.000=149.000
max	849.000-699.000=150.000

*mean*	38.956-35.037=3.919
σ	5.701-1.703=3.998
min	30.216-33.029=-2.813
max	46.709-37.429=9.280

phase=type checker

*mean*	958.601-958.597=0.004
σ	0.047
min	958.577-958.573=0.004
max	958.702-958.698=0.004

*mean*	848.625-699.000=149.625
σ	0.518-0.000=0.518
min	848.000-699.000=149.000
max	849.000-699.000=150.000

*mean*	731.732-668.778=62.954
σ	75.327-16.822=58.505
min	632.416-637.373=-4.957
max	841.460-684.671=156.789

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.367-282.366=0.002
σ	0.036-0.037=-0.000
min	282.318-282.317=0.001
max	282.408-282.407=0.002

*mean*	443.600-443.400=0.200
σ	0.548
min	443.000
max	444.000

*mean*	0.378-0.377=0.001
σ	0.006-0.006=0.001
min	0.373-0.372=0.001
max	0.389-0.387=0.002

iters=5

new-facts=1

prior-facts=6402

*mean*	1267.084-1267.090=-0.006
σ	0.105-0.090=0.015
min	1266.950-1266.975=-0.025
max	1267.245-1267.194=0.051

*mean*	1081.200-1057.400=23.800
σ	193.426-171.451=21.976
min	839.000-846.000=-7.000
max	1324.000-1283.000=41.000

*mean*	2.005-1.953=0.052
σ	0.222-0.174=0.049
min	1.749-1.740=0.009
max	2.228-2.139=0.089

iters=5

new-facts=6402

prior-facts=1

*mean*	1506.105-1506.061=0.044
σ	2.864-2.952=-0.089
min	1504.643-1504.493=0.150
max	1511.218-1511.329=-0.111

*mean*	623.000-623.200=-0.200
σ	89.003-80.298=8.705
min	513.000-495.000=18.000
max	738.000-694.000=44.000

*mean*	2.241-2.239=0.002
σ	0.197-0.236=-0.039
min	2.058-2.044=0.014
max	2.511-2.626=-0.116

iters=5

new-facts=6402

prior-facts=6402

*mean*	1829.071-1829.072=-0.001
σ	0.025-0.057=-0.032
min	1829.032-1829.006=0.026
max	1829.094-1829.143=-0.049

*mean*	1729.600-1693.600=36.000
σ	199.253-237.452=-38.199
min	1461.000-1408.000=53.000
max	1919.000-2012.000=-93.000

*mean*	2.913-2.867=0.046
σ	0.143-0.136=0.007
min	2.790-2.789=0.001
max	3.136-3.109=0.026

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.606-1.623=-0.017
σ	0.190-0.100=0.090
min	1.310-1.527=-0.218
max	1.767-1.780=-0.014

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	393.633-393.632=0.001
σ	509.935-509.937=-0.002
min	138.663-138.661=0.002
max	1158.536-1158.538=-0.002

*mean*	97.750
σ	7.500
min	94.000
max	109.000

*mean*	438.000-446.000=-8.000
σ	0.000
min	438.000-446.000=-8.000
max	438.000-446.000=-8.000

*mean*	0.490-0.484=0.007
σ	0.502-0.504=-0.002
min	0.235-0.230=0.005
max	1.242-1.239=0.003

policies=20

*mean*	1386.768-1386.749=0.019
σ	0.153-0.155=-0.001
min	1386.656-1386.641=0.015
max	1386.995-1386.978=0.016

*mean*	940.000
σ	0.000
min	940.000
max	940.000

*mean*	443.250-448.000=-4.750
σ	3.500-2.309=1.191
min	438.000-446.000=-8.000
max	445.000-450.000=-5.000

*mean*	2.306-2.308=-0.003
σ	0.014-0.012=0.002
min	2.296-2.298=-0.002
max	2.326-2.320=0.006

policies=200

*mean*	13876.273-13876.151=0.121
σ	0.136-0.108=0.028
min	13876.147-13876.093=0.054
max	13876.465-13876.313=0.152

*mean*	9400.000
σ	0.000
min	9400.000
max	9400.000

*mean*	498.500-496.000=2.500
σ	6.245-4.967=1.278
min	491.000
max	505.000-502.000=3.000

*mean*	23.315-23.498=-0.183
σ	0.165-0.110=0.055
min	23.181-23.384=-0.203
max	23.547-23.593=-0.046