Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.664
σ	0.000
min	558.664
max	558.664

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.889-54.677=0.212
σ	0.358-0.357=0.001
min	54.749-54.542=0.206
max	55.907-55.691=0.216

*mean*	416.000-419.000=-3.000
σ	0.000
min	416.000-419.000=-3.000
max	416.000-419.000=-3.000

*mean*	0.139-0.140=-0.002
σ	0.005-0.005=0.000
min	0.133-0.136=-0.003
max	0.148-0.149=-0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.857-43.705=0.153
σ	0.006-0.005=0.001
min	43.848-43.696=0.152
max	43.870-43.710=0.160

*mean*	416.000-419.000=-3.000
σ	0.000
min	416.000-419.000=-3.000
max	416.000-419.000=-3.000

*mean*	0.132-0.124=0.007
σ	0.011-0.005=0.006
min	0.120-0.120=0.000
max	0.152-0.132=0.020

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=0.000
min	36.616-36.616=-0.000
max	36.620-36.620=0.000

*mean*	4044.500-4154.750=-110.250
σ	2010.123-1902.220=107.903
min	1218.000-1552.000=-334.000
max	7149.000-7309.000=-160.000

*mean*	12.989-12.668=0.321
σ	1.763-0.068=1.695
min	11.993-12.581=-0.588
max	17.284-12.768=4.516

op=column_set() on indexed, repeat

*mean*	36.618-36.617=0.001
σ	0.002-0.002=0.000
min	36.616-36.616=0.000
max	36.620-36.620=0.000

*mean*	4044.500-4154.750=-110.250
σ	2010.123-1902.220=107.903
min	1218.000-1552.000=-334.000
max	7149.000-7309.000=-160.000

*mean*	13.003-12.989=0.014
σ	1.637-0.458=1.180
min	11.407-11.951=-0.543
max	16.805-13.438=3.367

op=table_records(), no indexes

*mean*	41.929-41.932=-0.003
σ	0.002-0.001=0.001
min	41.928-41.930=-0.001
max	41.932-41.933=-0.001

*mean*	7149.000-7309.000=-160.000
σ	0.000
min	7149.000-7309.000=-160.000
max	7149.000-7309.000=-160.000

*mean*	14.768-15.094=-0.326
σ	0.203-0.594=-0.392
min	14.482-13.861=0.620
max	15.032-15.649=-0.618

op=table_records(), repeat

*mean*	41.930-41.929=0.001
σ	0.002-0.002=0.000
min	41.927-41.927=-0.000
max	41.932-41.931=0.001

*mean*	4044.500-4154.750=-110.250
σ	2010.123-1902.220=107.903
min	1218.000-1552.000=-334.000
max	7149.000-7309.000=-160.000

*mean*	14.280-13.038=1.242
σ	1.670-1.823=-0.153
min	10.372-11.059=-0.687
max	15.390-15.191=0.199

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.654=-0.000
σ	0.136-0.136=-0.000
min	27.604-27.604=-0.000
max	27.991-27.991=-0.000

*mean*	4044.500-4154.750=-110.250
σ	2010.123-1902.220=107.903
min	1218.000-1552.000=-334.000
max	7149.000-7309.000=-160.000

*mean*	9.113-8.862=0.251
σ	1.234-0.359=0.875
min	8.033-8.267=-0.235
max	11.877-9.399=2.478

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=0.000
σ	0.002-0.002=0.000
min	26.400-26.400=0.000
max	26.404-26.404=0.000

*mean*	4044.500-4154.750=-110.250
σ	2010.123-1902.220=107.903
min	1218.000-1552.000=-334.000
max	7149.000-7309.000=-160.000

*mean*	7.047-6.710=0.337
σ	1.252-0.258=0.994
min	6.144-6.224=-0.080
max	9.732-7.021=2.711

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.668=0.000
σ	0.004-0.003=0.001
min	25.665-25.666=-0.000
max	25.677-25.674=0.004

*mean*	4044.500-4154.750=-110.250
σ	2010.123-1902.220=107.903
min	1218.000-1552.000=-334.000
max	7149.000-7309.000=-160.000

*mean*	5.592-6.012=-0.420
σ	0.530-0.130=0.400
min	5.297-5.765=-0.468
max	6.859-6.145=0.715

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=0.000
σ	0.002-0.002=-0.000
min	25.968-25.968=0.000
max	25.972-25.974=-0.001

*mean*	4044.500-4154.750=-110.250
σ	2010.123-1902.220=107.903
min	1218.000-1552.000=-334.000
max	7149.000-7309.000=-160.000

*mean*	5.503-5.830=-0.327
σ	0.514-0.079=0.435
min	5.177-5.733=-0.556
max	6.757-5.965=0.792

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.613-2524.606=-1502.993
σ	0.002-0.000=0.002
min	1021.612-2524.606=-1502.994
max	1021.616-2524.607=-1502.991

*mean*	7149.000-7309.000=-160.000
σ	0.000
min	7149.000-7309.000=-160.000
max	7149.000-7309.000=-160.000

*mean*	373.847-1083.716=-709.869
σ	76.941-80.831=-3.890
min	343.418-1041.404=-697.986
max	564.190-1280.347=-716.157

op=load_product(), with indexes

*mean*	7917.793-8744.722=-826.929
σ	0.469-0.469=0.000
min	7917.624-8744.553=-826.928
max	7918.954-8745.882=-826.929

*mean*	3275.500-3575.000=-299.500
σ	1826.597-1796.847=29.750
min	810.000-1044.000=-234.000
max	5626.000-5796.000=-170.000

*mean*	3681.298-4574.064=-892.766
σ	1078.654-1242.814=-164.160
min	3079.118-3526.211=-447.093
max	6164.655-6779.407=-614.752

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.078=-0.001
σ	0.002-0.002=-0.000
min	62.076-62.076=-0.001
max	62.080-62.081=-0.001

*mean*	4044.500-4154.750=-110.250
σ	2010.123-1902.220=107.903
min	1218.000-1552.000=-334.000
max	7149.000-7309.000=-160.000

*mean*	85.180-81.263=3.916
σ	18.878-10.606=8.272
min	69.729-69.099=0.629
max	119.354-96.559=22.795

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946-40.945=0.001
σ	0.002-0.001=0.002
min	40.945-40.945=-0.000
max	40.950-40.946=0.003

*mean*	7149.000-7309.000=-160.000
σ	0.000
min	7149.000-7309.000=-160.000
max	7149.000-7309.000=-160.000

*mean*	59.719-106.266=-46.547
σ	0.265-4.081=-3.816
min	59.444-99.883=-40.439
max	60.254-111.190=-50.936

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.688-66.686=0.001
σ	0.002-0.000=0.002
min	66.686-66.686=0.000
max	66.691-66.687=0.004

*mean*	7149.000-7309.000=-160.000
σ	0.000
min	7149.000-7309.000=-160.000
max	7149.000-7309.000=-160.000

*mean*	98.501-162.088=-63.586
σ	0.652-7.960=-7.308
min	97.513-144.463=-46.950
max	99.234-167.588=-68.354

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	14217.171-11656.900=2560.271
σ	4.303-4.304=-0.001
min	14215.575-11655.306=2560.269
max	14227.820-11667.552=2560.269

*mean*	4044.500-4154.750=-110.250
σ	2010.123-1902.220=107.903
min	1218.000-1552.000=-334.000
max	7149.000-7309.000=-160.000

*mean*	7692.457-6252.246=1440.212
σ	1850.731-1171.997=678.734
min	5990.147-4866.587=1123.560
max	10878.626-7840.023=3038.603

op=vertical_lookup_list() on indexed

*mean*	13159.109-11560.066=1599.043
σ	0.002-0.001=0.001
min	13159.106-11560.065=1599.041
max	13159.110-11560.067=1599.043

*mean*	7149.000-7309.000=-160.000
σ	0.000
min	7149.000-7309.000=-160.000
max	7149.000-7309.000=-160.000

*mean*	5127.200-5426.427=-299.227
σ	199.799-1380.514=-1180.715
min	4998.744-4346.968=651.776
max	5490.801-7626.425=-2135.624

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000
σ	0.000
min	477.000
max	477.000

*mean*	331.186-369.015=-37.829
σ	35.703-31.665=4.038
min	292.542-307.076=-14.534
max	396.699-397.422=-0.723

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	559.000-560.000=-1.000
σ	0.000
min	559.000-560.000=-1.000
max	559.000-560.000=-1.000

*mean*	713.932-765.039=-51.107
σ	83.494-36.397=47.097
min	602.509-677.106=-74.596
max	828.175-792.163=36.012

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.300-1024.326=-0.026
σ	0.758-0.758=-0.000
min	1023.827-1023.853=-0.026
max	1027.434-1027.463=-0.029

*mean*	1040.600-1053.650=-13.050
σ	300.046-314.939=-14.894
min	552.000-570.000=-18.000
max	1461.000-1524.000=-63.000

*mean*	1.558-1.597=-0.039
σ	0.080-0.084=-0.004
min	1.469-1.521=-0.052
max	1.800-1.777=0.024

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.441-0.298=0.143
σ	0.489-0.288=0.201
min	0.157-0.143=0.014
max	1.313-0.808=0.504

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.829-0.483=0.346
σ	0.527-0.315=0.211
min	0.571-0.329=0.242
max	1.770-1.047=0.723

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.383-0.231=0.153
σ	0.041-0.022=0.019
min	0.350-0.212=0.139
max	0.454-0.266=0.188

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.604-0.342=0.261
σ	0.035-0.026=0.010
min	0.572-0.315=0.257
max	0.661-0.369=0.292

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	436.000-436.200=-0.200
σ	2.236-1.789=0.447
min	432.000-433.000=-1.000
max	437.000

*mean*	0.639-0.591=0.049
σ	0.102-0.020=0.082
min	0.525-0.561=-0.036
max	0.758-0.614=0.144

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	437.000
σ	0.000
min	437.000
max	437.000

*mean*	0.462-0.450=0.013
σ	0.023-0.046=-0.023
min	0.439-0.389=0.050
max	0.498-0.518=-0.019

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	437.000
σ	0.000
min	437.000
max	437.000

*mean*	2.584-2.565=0.019
σ	0.172-0.088=0.084
min	1.996-2.428=-0.432
max	2.991-2.852=0.139

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	437.000
σ	0.000
min	437.000
max	437.000

*mean*	2.583-2.570=0.013
σ	0.096-0.086=0.010
min	2.422-2.440=-0.018
max	2.922-2.922=-0.001

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	437.000
σ	0.000
min	437.000
max	437.000

*mean*	0.312-0.310=0.001
σ	0.035-0.016=0.019
min	0.292-0.289=0.003
max	0.644-0.393=0.251

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	437.000
σ	0.000
min	437.000
max	437.000

*mean*	0.293-0.290=0.003
σ	0.008-0.007=0.000
min	0.280-0.278=0.003
max	0.345-0.328=0.017

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.817-298.924=-0.107
σ	1.029-1.002=0.027
min	298.409-298.535=-0.126
max	301.742-301.775=-0.033

*mean*	441.600-441.500=0.100
σ	14.470-17.258=-2.788
min	420.000-416.000=4.000
max	464.000-469.000=-5.000

*mean*	0.605-0.611=-0.006
σ	0.015-0.012=0.003
min	0.581-0.596=-0.015
max	0.634-0.637=-0.003

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678-239.532=-2.854
σ	0.000-0.000=-0.000
min	236.678-239.532=-2.854
max	236.678-239.532=-2.854

*mean*	942.625-1707.500=-764.875
σ	15.203-31.053=-15.850
min	905.000-1685.000=-780.000
max	948.000-1745.000=-797.000

*mean*	204.932-217.994=-13.062
σ	4.558-2.302=2.257
min	198.365-215.654=-17.289
max	211.281-221.784=-10.503

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	942.625-1707.500=-764.875
σ	15.203-31.053=-15.850
min	905.000-1685.000=-780.000
max	948.000-1745.000=-797.000

*mean*	8.806-12.691=-3.885
σ	1.610-1.611=-0.001
min	6.437-9.594=-3.157
max	10.848-15.617=-4.769

phase=parser

*mean*	1042.363-1042.365=-0.002
σ	0.000-0.001=-0.001
min	1042.363-1042.362=0.001
max	1042.364-1042.365=-0.002

*mean*	942.625-1707.500=-764.875
σ	15.203-31.053=-15.850
min	905.000-1685.000=-780.000
max	948.000-1745.000=-797.000

*mean*	514.507-717.488=-202.981
σ	94.213-60.132=34.081
min	375.210-598.806=-223.596
max	619.013-823.021=-204.008

phase=processProdDef

*mean*	4850.767-6169.660=-1318.892
σ	0.000-0.001=-0.001
min	4850.767-6169.659=-1318.891
max	4850.767-6169.661=-1318.893

*mean*	948.000-1715.000=-767.000
σ	0.000-32.071=-32.071
min	948.000-1685.000=-737.000
max	948.000-1745.000=-797.000

*mean*	5020.256-5905.509=-885.254
σ	367.075-1890.182=-1523.106
min	4561.712-3597.658=964.053
max	5547.018-8293.254=-2746.236

phase=renaming

*mean*	21.671-21.672=-0.000
σ	0.000-0.001=-0.001
min	21.671
max	21.671-21.675=-0.004

*mean*	942.625-1707.500=-764.875
σ	15.203-31.053=-15.850
min	905.000-1685.000=-780.000
max	948.000-1745.000=-797.000

*mean*	33.895-47.932=-14.037
σ	9.562-3.850=5.713
min	21.201-40.762=-19.562
max	44.785-55.125=-10.340

phase=type checker

*mean*	990.454-990.445=0.009
σ	0.071-0.066=0.004
min	990.348-990.344=0.004
max	990.567-990.536=0.032

*mean*	942.625-1707.500=-764.875
σ	15.203-31.053=-15.850
min	905.000-1685.000=-780.000
max	948.000-1745.000=-797.000

*mean*	727.758-898.812=-171.054
σ	79.228-90.889=-11.661
min	650.722-685.886=-35.164
max	881.315-975.646=-94.331

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.822-293.922=-0.099
σ	0.038-0.042=-0.004
min	293.770-293.861=-0.091
max	293.861-293.956=-0.095

*mean*	443.000-444.800=-1.800
σ	0.000-1.095=-1.095
min	443.000-444.000=-1.000
max	443.000-446.000=-3.000

*mean*	0.395-0.396=-0.001
σ	0.004-0.006=-0.001
min	0.390-0.392=-0.002
max	0.401-0.406=-0.005

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.218-1320.213=0.005
σ	0.043-0.072=-0.029
min	1320.149-1320.138=0.010
max	1320.255-1320.323=-0.068

*mean*	1066.000-1084.600=-18.600
σ	165.398-163.385=2.013
min	842.000-889.000=-47.000
max	1267.000-1307.000=-40.000

*mean*	2.265-2.041=0.224
σ	0.099-0.145=-0.046
min	2.165-1.899=0.267
max	2.417-2.206=0.211

iters=5

new-facts=6402

prior-facts=1

*mean*	1560.614-1559.740=0.874
σ	6.216-4.065=2.152
min	1557.633-1557.716=-0.082
max	1571.730-1567.004=4.726

*mean*	619.000-623.000=-4.000
σ	82.686-86.490=-3.804
min	494.000-495.000=-1.000
max	716.000-725.000=-9.000

*mean*	2.290-2.283=0.007
σ	0.137-0.151=-0.014
min	2.153-2.183=-0.030
max	2.512-2.550=-0.038

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.176-1882.280=-0.104
σ	0.058-0.063=-0.006
min	1882.112-1882.191=-0.079
max	1882.252-1882.356=-0.104

*mean*	1710.600-1726.000=-15.400
σ	257.948-178.516=79.432
min	1395.000-1472.000=-77.000
max	2054.000-1891.000=163.000

*mean*	2.969-3.125=-0.156
σ	0.077-0.305=-0.228
min	2.884-2.871=0.013
max	3.048-3.654=-0.606

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.759-1.763=-0.004
σ	0.091-0.070=0.021
min	1.618-1.666=-0.048
max	1.853-1.858=-0.005

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.082-453.536=-1.454
σ	582.723-585.529=-2.806
min	160.717-160.770=-0.053
max	1326.166-1331.829=-5.662

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	0.547-0.551=-0.004
σ	0.547-0.560=-0.014
min	0.267-0.267=-0.000
max	1.367-1.392=-0.025

policies=20

*mean*	1607.538-1608.029=-0.491
σ	0.418-0.419=-0.001
min	1607.257-1607.750=-0.493
max	1608.158-1608.650=-0.492

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	450.500-450.750=-0.250
σ	8.660-11.587=-2.926
min	443.000
max	458.000-468.000=-10.000

*mean*	2.708-2.705=0.003
σ	0.021-0.022=-0.001
min	2.682-2.675=0.006
max	2.731-2.728=0.002

policies=200

*mean*	16083.453-16088.509=-5.056
σ	0.195-0.122=0.073
min	16083.328-16088.405=-5.077
max	16083.741-16088.685=-4.944

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	496.750-499.000=-2.250
σ	2.986-4.967=-1.980
min	494.000-493.000=1.000
max	501.000-505.000=-4.000

*mean*	27.222-27.404=-0.182
σ	0.162-0.139=0.023
min	27.070-27.283=-0.213
max	27.440-27.601=-0.161