Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	4.863
σ	0.000
min	4.863
max	4.863

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.102
σ	0.000
min	446.102
max	446.102

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.700-54.697=0.002
σ	0.365-0.364=0.001
min	54.565-54.561=0.005
max	55.738-55.731=0.007

*mean*	418.000-419.000=-1.000
σ	0.000
min	418.000-419.000=-1.000
max	418.000-419.000=-1.000

*mean*	0.142-0.137=0.005
σ	0.005-0.006=-0.000
min	0.136-0.130=0.006
max	0.152-0.148=0.004

cache=y

dps=1

iters=10

policies=100

*mean*	43.779-43.778=0.001
σ	0.008-0.008=0.000
min	43.768-43.764=0.004
max	43.793-43.789=0.004

*mean*	418.000-419.000=-1.000
σ	0.000
min	418.000-419.000=-1.000
max	418.000-419.000=-1.000

*mean*	0.127-0.122=0.005
σ	0.007-0.004=0.003
min	0.121-0.119=0.002
max	0.138-0.131=0.008

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.605-36.605=0.000
σ	0.000-0.000=0.000
min	36.605
max	36.606-36.605=0.000

*mean*	4587.750-4571.875=15.875
σ	2249.213-2247.436=1.776
min	1484.000-1485.000=-1.000
max	7381.000-7387.000=-6.000

*mean*	135.027-12.349=122.678
σ	347.366-0.570=346.796
min	11.890-11.830=0.060
max	994.715-13.267=981.447

op=column_set() on indexed, repeat

*mean*	36.605-36.605=-0.000
σ	0.000-0.000=0.000
min	36.605-36.605=-0.000
max	36.605-36.605=-0.000

*mean*	4587.750-4571.875=15.875
σ	2249.213-2247.436=1.776
min	1484.000-1485.000=-1.000
max	7381.000-7387.000=-6.000

*mean*	13.109-13.028=0.082
σ	3.048-0.437=2.611
min	11.582-12.709=-1.126
max	20.607-13.855=6.751

op=table_records(), no indexes

*mean*	41.940-41.940=-0.000
σ	0.002-0.002=0.000
min	41.938-41.938=-0.000
max	41.943-41.943=-0.000

*mean*	7381.000-7387.000=-6.000
σ	0.000
min	7381.000-7387.000=-6.000
max	7381.000-7387.000=-6.000

*mean*	11.119-11.177=-0.059
σ	0.272-0.253=0.019
min	10.803-10.703=0.100
max	11.585-11.604=-0.019

op=table_records(), repeat

*mean*	41.925-41.925=-0.000
σ	0.000-0.002=-0.001
min	41.924-41.924=0.000
max	41.926-41.929=-0.004

*mean*	4177.875-4393.750=-215.875
σ	1945.780-2219.483=-273.702
min	1484.000-1485.000=-1.000
max	7381.000-7387.000=-6.000

*mean*	11.615-12.160=-0.545
σ	1.879-2.397=-0.518
min	10.728-10.642=0.086
max	16.252-16.301=-0.049

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.634-27.634=0.000
σ	0.136-0.137=-0.000
min	27.585
max	27.972-27.972=-0.000

*mean*	4177.875-4393.750=-215.875
σ	1945.780-2219.483=-273.702
min	1484.000-1485.000=-1.000
max	7381.000-7387.000=-6.000

*mean*	8.970-9.337=-0.367
σ	1.212-1.343=-0.131
min	7.929-8.054=-0.125
max	11.897-12.385=-0.488

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.385-26.385=-0.000
σ	0.000-0.000=-0.000
min	26.385
max	26.385-26.385=-0.000

*mean*	4177.875-4393.750=-215.875
σ	1945.780-2219.483=-273.702
min	1484.000-1485.000=-1.000
max	7381.000-7387.000=-6.000

*mean*	7.054-7.244=-0.190
σ	0.858-1.005=-0.146
min	6.405-6.499=-0.094
max	9.116-9.500=-0.384

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.663-25.663=-0.000
σ	0.004-0.004=0.000
min	25.662
max	25.674-25.674=0.000

*mean*	4587.750-4571.875=15.875
σ	2249.213-2247.436=1.776
min	1484.000-1485.000=-1.000
max	7381.000-7387.000=-6.000

*mean*	6.185-5.999=0.186
σ	0.545-0.116=0.429
min	5.694-5.781=-0.087
max	7.460-6.183=1.277

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.962-25.962=-0.000
σ	0.001-0.001=0.000
min	25.962
max	25.964

*mean*	4587.750-4571.875=15.875
σ	2249.213-2247.436=1.776
min	1484.000-1485.000=-1.000
max	7381.000-7387.000=-6.000

*mean*	5.977-5.870=0.107
σ	0.552-0.144=0.408
min	5.685-5.664=0.021
max	7.332-6.062=1.271

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.599
σ	0.002
min	1021.597
max	1021.602

*mean*	7381.000-7387.000=-6.000
σ	0.000
min	7381.000-7387.000=-6.000
max	7381.000-7387.000=-6.000

*mean*	361.732-347.141=14.591
σ	43.864-2.724=41.140
min	344.946-343.328=1.618
max	470.251-351.511=118.740

op=load_product(), with indexes

*mean*	3495.846-3495.846=-0.000
σ	0.455-0.455=0.000
min	3495.685
max	3496.972

*mean*	3755.125-3738.500=16.625
σ	2299.808-2290.124=9.684
min	720.000
max	7381.000-7387.000=-6.000

*mean*	1770.379-1587.645=182.734
σ	684.051-504.323=179.729
min	1399.712-1402.503=-2.792
max	2968.495-2835.663=132.832

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841-107.842=-0.000
σ	0.000-0.000=-0.000
min	107.841-107.841=-0.000
max	107.842

*mean*	4406.375-4571.875=-165.500
σ	2218.551-2247.436=-28.885
min	1484.000-1485.000=-1.000
max	7381.000-7387.000=-6.000

*mean*	242.142-192.733=49.409
σ	292.359-139.821=152.538
min	128.527-129.529=-1.001
max	964.886-535.817=429.069

op=column_set() on unindexed, dense, repeat

*mean*	62.069-62.069=-0.000
σ	0.001-0.001=0.000
min	62.065-62.065=-0.000
max	62.069-62.069=-0.000

*mean*	4406.375-4571.875=-165.500
σ	2218.551-2247.436=-28.885
min	1484.000-1485.000=-1.000
max	7381.000-7387.000=-6.000

*mean*	45.110-46.249=-1.140
σ	7.595-9.307=-1.712
min	41.048-40.994=0.054
max	63.787-68.934=-5.147

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.927
σ	0.002
min	40.926
max	40.930

*mean*	7381.000-7387.000=-6.000
σ	0.000
min	7381.000-7387.000=-6.000
max	7381.000-7387.000=-6.000

*mean*	22.210-22.919=-0.709
σ	2.062-1.653=0.409
min	21.300-21.510=-0.210
max	27.293-25.769=1.524

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-71.294=0.000
σ	0.002-0.002=-0.000
min	71.293-71.293=0.000
max	71.297

*mean*	7381.000-7387.000=-6.000
σ	0.000
min	7381.000-7387.000=-6.000
max	7381.000-7387.000=-6.000

*mean*	261.368-56.768=204.600
σ	578.074-1.276=576.797
min	54.585-55.363=-0.779
max	1692.005-59.301=1632.704

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842-4646.842=-0.000
σ	0.013-0.014=-0.000
min	4646.837
max	4646.875-4646.876=-0.001

*mean*	4177.875-4393.750=-215.875
σ	1945.780-2219.483=-273.702
min	1484.000-1485.000=-1.000
max	7381.000-7387.000=-6.000

*mean*	3296.355-3389.406=-93.051
σ	702.562-870.865=-168.303
min	2517.888-2527.011=-9.123
max	4331.532-4957.288=-625.756

op=vertical_lookup_list() on indexed

*mean*	1973.830-1973.830=-0.000
σ	0.002-0.002=-0.000
min	1973.829
max	1973.833-1973.833=-0.000

*mean*	7381.000-7387.000=-6.000
σ	0.000
min	7381.000-7387.000=-6.000
max	7381.000-7387.000=-6.000

*mean*	1016.828-1211.535=-194.708
σ	150.221-466.436=-316.215
min	917.539-916.060=1.479
max	1338.786-2132.041=-793.255

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.084
σ	0.002
min	905.082
max	905.087

*mean*	7381.000-7387.000=-6.000
σ	0.000
min	7381.000-7387.000=-6.000
max	7381.000-7387.000=-6.000

*mean*	394.514-425.935=-31.421
σ	6.421-51.337=-44.916
min	383.224-394.194=-10.971
max	406.480-509.961=-103.481

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	477.500-477.000=0.500
σ	0.926-0.000=0.926
min	476.000-477.000=-1.000
max	478.000-477.000=1.000

*mean*	364.464-361.759=2.705
σ	40.390-38.795=1.596
min	313.237-298.853=14.385
max	409.769-400.006=9.764

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	559.250-564.000=-4.750
σ	1.035-0.000=1.035
min	558.000-564.000=-6.000
max	560.000-564.000=-4.000

*mean*	771.629-757.487=14.142
σ	42.880-61.767=-18.887
min	694.338-665.551=28.787
max	819.587-831.090=-11.503

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	964.557-964.558=-0.001
σ	1.879-1.879=-0.000
min	963.837-963.837=0.000
max	972.505-972.508=-0.003

*mean*	1060.400-1050.250=10.150
σ	316.719-326.085=-9.366
min	581.000-564.000=17.000
max	1533.000

*mean*	1.279-1.303=-0.024
σ	0.138-0.188=-0.050
min	1.160-1.085=0.076
max	1.731-1.968=-0.237

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.300-0.301=-0.002
σ	0.301-0.294=0.007
min	0.137-0.144=-0.006
max	0.832-0.822=0.010

name=error_case.art

*mean*	2.346
σ	0.012
min	2.340
max	2.368

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.478-0.482=-0.004
σ	0.326-0.317=0.009
min	0.321-0.330=-0.009
max	1.060-1.048=0.012

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.522
max	1.526

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.223-0.223=0.000
σ	0.027-0.030=-0.002
min	0.204-0.201=0.004
max	0.270-0.274=-0.004

name=nested_use.art

*mean*	2.364
σ	0.002
min	2.363
max	2.367

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.340-0.340=0.000
σ	0.017-0.016=0.001
min	0.321-0.325=-0.004
max	0.368-0.366=0.002

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.978
σ	0.009
min	964.973
max	964.995

*mean*	431.800-431.000=0.800
σ	1.789-0.000=1.789
min	431.000
max	435.000-431.000=4.000

*mean*	0.529-0.571=-0.041
σ	0.036-0.061=-0.025
min	0.490-0.463=0.027
max	0.572-0.609=-0.037

name=cdr_enhanced_4k_loc.art

*mean*	886.000
σ	0.002
min	885.999
max	886.003

*mean*	443.000-431.000=12.000
σ	0.000
min	443.000-431.000=12.000
max	443.000-431.000=12.000

*mean*	0.470-0.416=0.053
σ	0.054-0.049=0.005
min	0.377-0.370=0.007
max	0.512-0.487=0.025

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719
σ	0.002
min	7.718
max	7.722

*mean*	443.000-431.000=12.000
σ	0.000
min	443.000-431.000=12.000
max	443.000-431.000=12.000

*mean*	1.976-2.635=-0.659
σ	0.087-0.110=-0.023
min	1.817-2.478=-0.661
max	2.428-2.975=-0.547

name=record_render_large_syntax_err.art

*mean*	7.667
σ	0.002
min	7.666
max	7.670

*mean*	443.000-431.000=12.000
σ	0.000
min	443.000-431.000=12.000
max	443.000-431.000=12.000

*mean*	1.955-2.606=-0.651
σ	0.070-0.091=-0.021
min	1.856-2.456=-0.600
max	2.195-2.888=-0.693

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.290
max	2.294

*mean*	443.000-431.000=12.000
σ	0.000
min	443.000-431.000=12.000
max	443.000-431.000=12.000

*mean*	0.304-0.305=-0.001
σ	0.007-0.009=-0.002
min	0.292-0.291=0.001
max	0.350-0.350=0.000

name=record_render_syntax_err.art

*mean*	2.166
σ	0.002
min	2.165
max	2.169

*mean*	443.000-431.000=12.000
σ	0.000
min	443.000-431.000=12.000
max	443.000-431.000=12.000

*mean*	0.297-0.295=0.002
σ	0.017-0.025=-0.008
min	0.284-0.277=0.006
max	0.423-0.524=-0.101

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	12.085-11.692=0.393
σ	11.605-12.072=-0.467
min	0.574-0.573=0.001
max	85.551-125.175=-39.624

*mean*	468.617-457.587=11.030
σ	19.891-15.875=4.016
min	407.000-410.000=-3.000
max	484.000-471.000=13.000

*mean*	0.027-0.027=0.001
σ	0.028-0.029=-0.001
min	0.001-0.001=-0.000
max	0.204-0.296=-0.092

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	279.047-279.003=0.044
σ	1.089-1.026=0.062
min	278.556-278.619=-0.063
max	282.139-281.920=0.220

*mean*	443.400-442.000=1.400
σ	14.766-13.275=1.491
min	426.000-425.000=1.000
max	472.000-464.000=8.000

*mean*	0.567-0.568=-0.001
σ	0.032-0.028=0.005
min	0.506-0.531=-0.025
max	0.611-0.617=-0.006

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	106.546-106.546=0.000
σ	0.000-0.000=0.000
min	106.546
max	106.546-106.546=0.000

*mean*	851.000
σ	0.000
min	851.000
max	851.000

*mean*	151.344-155.636=-4.292
σ	11.847-11.707=0.140
min	133.266-132.644=0.622
max	164.443-164.097=0.347

phase=macro expansion

*mean*	5.894
σ	0.000
min	5.894
max	5.894

*mean*	851.000
σ	0.000
min	851.000
max	851.000

*mean*	8.962-8.947=0.015
σ	2.311-2.727=-0.415
min	5.891-5.876=0.015
max	12.047-11.951=0.096

phase=parser

*mean*	1042.132-1042.132=0.000
σ	0.000-0.000=0.000
min	1042.132-1042.132=-0.000
max	1042.132

*mean*	851.000
σ	0.000
min	851.000
max	851.000

*mean*	572.545-563.283=9.262
σ	133.823-160.759=-26.936
min	375.684-375.790=-0.106
max	730.787-725.654=5.132

phase=processProdDef

*mean*	2241.194
σ	0.000
min	2241.194
max	2241.194

*mean*	851.000
σ	0.000
min	851.000
max	851.000

*mean*	2895.535-2749.839=145.696
σ	445.008-468.454=-23.446
min	2303.574-1801.779=501.795
max	3388.449-3255.310=133.139

phase=renaming

*mean*	21.434
σ	0.000
min	21.434
max	21.434

*mean*	851.000
σ	0.000
min	851.000
max	851.000

*mean*	42.668-40.326=2.342
σ	2.934-7.169=-4.235
min	40.335-29.631=10.704
max	47.373-47.377=-0.004

phase=type checker

*mean*	958.462
σ	0.047
min	958.439
max	958.564

*mean*	851.000
σ	0.000
min	851.000
max	851.000

*mean*	713.260-750.911=-37.651
σ	69.576-93.434=-23.858
min	642.677-652.405=-9.727
max	847.393-868.541=-21.148

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.855-282.854=0.001
σ	0.036-0.038=-0.002
min	282.803-282.800=0.003
max	282.890-282.891=-0.001

*mean*	444.000
σ	0.000
min	444.000
max	444.000

*mean*	0.378-0.391=-0.012
σ	0.003-0.010=-0.007
min	0.374-0.374=-0.000
max	0.380-0.397=-0.018

iters=5

new-facts=1

prior-facts=6402

*mean*	1268.050-1268.052=-0.002
σ	0.103-0.112=-0.009
min	1267.947-1267.951=-0.004
max	1268.217-1268.240=-0.022

*mean*	1091.000-1088.600=2.400
σ	167.178-168.697=-1.519
min	892.000-890.000=2.000
max	1318.000-1321.000=-3.000

*mean*	2.060-2.036=0.024
σ	0.112-0.105=0.008
min	1.866-1.854=0.012
max	2.158-2.124=0.034

iters=5

new-facts=6402

prior-facts=1

*mean*	1507.033-1507.023=0.010
σ	2.960-2.972=-0.012
min	1505.487-1505.472=0.015
max	1512.316-1512.329=-0.012

*mean*	625.200-623.400=1.800
σ	87.311-86.728=0.583
min	495.000-494.000=1.000
max	727.000-725.000=2.000

*mean*	2.252-2.197=0.054
σ	0.179-0.090=0.089
min	2.151-2.133=0.018
max	2.569-2.352=0.218

iters=5

new-facts=6402

prior-facts=6402

*mean*	1830.059-1830.062=-0.003
σ	0.049-0.048=0.001
min	1829.987-1829.997=-0.010
max	1830.113-1830.118=-0.005

*mean*	1724.200-1721.800=2.400
σ	185.171-187.696=-2.525
min	1460.000
max	1894.000-1893.000=1.000

*mean*	2.919-2.890=0.029
σ	0.187-0.076=0.112
min	2.757-2.812=-0.055
max	3.237-3.016=0.221

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.694-1.574=0.121
σ	0.100-0.178=-0.078
min	1.589-1.275=0.314
max	1.842-1.702=0.140

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	405.943-405.943=-0.000
σ	509.285-509.286=-0.000
min	151.296-151.295=0.001
max	1169.871-1169.872=-0.001

*mean*	101.750
σ	7.500
min	98.000
max	113.000

*mean*	444.000
σ	0.000
min	444.000
max	444.000

*mean*	0.499-0.482=0.017
σ	0.494-0.454=0.041
min	0.247-0.254=-0.007
max	1.241-1.163=0.077

policies=20

*mean*	1513.144-1513.137=0.008
σ	0.266-0.260=0.006
min	1512.971-1512.969=0.002
max	1513.538-1513.523=0.015

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	450.000-451.500=-1.500
σ	9.381-11.091=-1.710
min	444.000
max	464.000-468.000=-4.000

*mean*	2.494-2.482=0.012
σ	0.019-0.004=0.015
min	2.472-2.476=-0.004
max	2.516-2.484=0.032

policies=200

*mean*	15139.975-15139.915=0.060
σ	0.044-0.161=-0.117
min	15139.927-15139.749=0.178
max	15140.032-15140.136=-0.104

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	494.750-496.000=-1.250
σ	4.924-2.944=1.981
min	489.000-493.000=-4.000
max	501.000-500.000=1.000

*mean*	24.982-25.043=-0.061
σ	0.095-0.118=-0.023
min	24.848-24.970=-0.121
max	25.056-25.216=-0.160