Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.633
σ	0.000
min	558.633
max	558.633

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.677-54.677=0.000
σ	0.357-0.359=-0.002
min	54.542-54.540=0.002
max	55.693-55.698=-0.005

*mean*	416.000-417.000=-1.000
σ	0.000
min	416.000-417.000=-1.000
max	416.000-417.000=-1.000

*mean*	0.140-0.140=-0.001
σ	0.006-0.004=0.002
min	0.134-0.137=-0.003
max	0.151-0.147=0.004

cache=y

dps=1

iters=10

policies=100

*mean*	43.704-43.706=-0.001
σ	0.006-0.006=-0.000
min	43.697-43.694=0.003
max	43.714-43.715=-0.001

*mean*	416.700-417.000=-0.300
σ	0.483-0.000=0.483
min	416.000-417.000=-1.000
max	417.000

*mean*	0.123-0.130=-0.008
σ	0.005-0.011=-0.006
min	0.119-0.117=0.002
max	0.133-0.151=-0.018

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.001
σ	0.002-0.002=-0.000
min	36.616-36.616=0.000
max	36.620-36.620=-0.000

*mean*	3865.750-4158.625=-292.875
σ	1833.795-1905.603=-71.808
min	1279.000-1557.000=-278.000
max	6119.000-7332.000=-1213.000

*mean*	12.680-12.932=-0.252
σ	0.287-0.360=-0.073
min	12.215-12.489=-0.274
max	13.004-13.510=-0.506

op=column_set() on indexed, repeat

*mean*	36.618-36.617=0.000
σ	0.002-0.002=0.000
min	36.616-36.616=0.000
max	36.620-36.620=0.000

*mean*	3865.750-4158.625=-292.875
σ	1833.795-1905.603=-71.808
min	1279.000-1557.000=-278.000
max	6119.000-7332.000=-1213.000

*mean*	12.729-12.802=-0.073
σ	0.685-0.724=-0.039
min	11.505-11.911=-0.407
max	13.520-13.657=-0.136

op=table_records(), no indexes

*mean*	41.930-41.932=-0.002
σ	0.001-0.001=0.000
min	41.929-41.929=-0.000
max	41.932-41.933=-0.001

*mean*	6119.000-7332.000=-1213.000
σ	0.000
min	6119.000-7332.000=-1213.000
max	6119.000-7332.000=-1213.000

*mean*	14.996-15.136=-0.140
σ	0.452-0.821=-0.368
min	14.047-13.181=0.865
max	15.630-15.722=-0.092

op=table_records(), repeat

*mean*	41.928-41.929=-0.001
σ	0.000-0.002=-0.001
min	41.928-41.927=0.000
max	41.929-41.932=-0.003

*mean*	3865.750-4158.625=-292.875
σ	1833.795-1905.603=-71.808
min	1279.000-1557.000=-278.000
max	6119.000-7332.000=-1213.000

*mean*	14.008-12.777=1.231
σ	1.932-1.782=0.149
min	11.159-10.924=0.235
max	16.395-15.267=1.128

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.654=-0.000
σ	0.136-0.136=-0.000
min	27.604-27.604=-0.000
max	27.991-27.991=-0.000

*mean*	3865.750-4158.625=-292.875
σ	1833.795-1905.603=-71.808
min	1279.000-1557.000=-278.000
max	6119.000-7332.000=-1213.000

*mean*	9.504-9.135=0.368
σ	1.377-0.428=0.949
min	8.517-8.657=-0.141
max	12.849-9.778=3.071

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=0.000
σ	0.002-0.002=0.000
min	26.400-26.400=-0.000
max	26.404-26.404=0.000

*mean*	3865.750-4158.625=-292.875
σ	1833.795-1905.603=-71.808
min	1279.000-1557.000=-278.000
max	6119.000-7332.000=-1213.000

*mean*	7.204-7.215=-0.011
σ	1.222-0.267=0.955
min	6.459-6.742=-0.283
max	10.182-7.548=2.634

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.669-25.668=0.001
σ	0.003-0.003=-0.000
min	25.665-25.666=-0.000
max	25.674-25.674=0.000

*mean*	3865.750-4158.625=-292.875
σ	1833.795-1905.603=-71.808
min	1279.000-1557.000=-278.000
max	6119.000-7332.000=-1213.000

*mean*	6.087-6.083=0.004
σ	0.235-0.198=0.038
min	5.727-5.867=-0.140
max	6.357-6.467=-0.110

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=0.000
σ	0.002-0.002=0.000
min	25.968-25.968=-0.000
max	25.974-25.974=0.000

*mean*	3865.750-4158.625=-292.875
σ	1833.795-1905.603=-71.808
min	1279.000-1557.000=-278.000
max	6119.000-7332.000=-1213.000

*mean*	5.580-5.984=-0.405
σ	0.149-0.113=0.036
min	5.375-5.794=-0.419
max	5.833-6.157=-0.325

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.604-2524.606=-0.002
σ	0.002-0.000=0.002
min	2524.602-2524.606=-0.003
max	2524.606-2524.606=0.000

*mean*	6119.000-7332.000=-1213.000
σ	0.000
min	6119.000-7332.000=-1213.000
max	6119.000-7332.000=-1213.000

*mean*	1370.249-1042.160=328.089
σ	601.879-2.831=599.048
min	1041.027-1038.038=2.990
max	2452.290-1046.217=1406.073

op=load_product(), with indexes

*mean*	7878.102-8744.721=-866.619
σ	0.469-0.469=0.000
min	7877.935-8744.553=-866.618
max	7879.264-8745.882=-866.618

*mean*	3230.000-3582.125=-352.125
σ	1830.796-1802.068=28.729
min	810.000-1045.000=-235.000
max	6119.000-5824.000=295.000

*mean*	3735.666-4725.336=-989.670
σ	1172.269-1572.171=-399.901
min	3104.434-3518.457=-414.023
max	6089.920-7116.408=-1026.488

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=-0.000
σ	0.002-0.002=-0.000
min	62.076-62.076=0.000
max	62.081

*mean*	3865.750-4158.625=-292.875
σ	1833.795-1905.603=-71.808
min	1279.000-1557.000=-278.000
max	6119.000-7332.000=-1213.000

*mean*	87.103-80.738=6.366
σ	20.018-9.309=10.709
min	69.792-71.234=-1.442
max	125.510-94.108=31.402

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946-40.945=0.001
σ	0.002-0.001=0.001
min	40.945-40.945=-0.000
max	40.949-40.946=0.002

*mean*	6119.000-7332.000=-1213.000
σ	0.000
min	6119.000-7332.000=-1213.000
max	6119.000-7332.000=-1213.000

*mean*	63.329-105.068=-41.739
σ	3.239-6.179=-2.940
min	61.155-92.143=-30.988
max	69.748-110.096=-40.349

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.687-66.686=0.001
σ	0.002-0.000=0.001
min	66.686-66.686=0.000
max	66.690-66.687=0.003

*mean*	6119.000-7332.000=-1213.000
σ	0.000
min	6119.000-7332.000=-1213.000
max	6119.000-7332.000=-1213.000

*mean*	100.198-162.460=-62.261
σ	1.636-8.977=-7.341
min	98.687-141.805=-43.118
max	103.796-169.185=-65.389

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11849.156-11656.901=192.255
σ	4.304-4.304=-0.000
min	11847.561-11655.306=192.255
max	11859.806-11667.552=192.254

*mean*	3865.750-4158.625=-292.875
σ	1833.795-1905.603=-71.808
min	1279.000-1557.000=-278.000
max	6119.000-7332.000=-1213.000

*mean*	6406.655-6312.514=94.142
σ	1328.803-1255.641=73.162
min	5095.125-4942.221=152.905
max	8463.519-8032.814=430.705

op=vertical_lookup_list() on indexed

*mean*	10791.093-11560.066=-768.972
σ	0.002-0.001=0.001
min	10791.091-11560.065=-768.974
max	10791.096-11560.067=-768.971

*mean*	6119.000-7332.000=-1213.000
σ	0.000
min	6119.000-7332.000=-1213.000
max	6119.000-7332.000=-1213.000

*mean*	4886.908-5760.061=-873.153
σ	1470.424-1418.634=51.790
min	4087.797-4367.477=-279.680
max	7378.059-7700.152=-322.093

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	478.000
σ	0.000
min	478.000
max	478.000

*mean*	364.990-359.310=5.680
σ	19.520-41.775=-22.255
min	338.001-297.521=40.480
max	384.950-394.081=-9.131

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	562.000
σ	0.000
min	562.000
max	562.000

*mean*	716.955-729.672=-12.717
σ	58.675-70.119=-11.444
min	615.700-641.679=-25.980
max	765.628-798.911=-33.283

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.329-1024.327=0.002
σ	0.758-0.760=-0.001
min	1023.855-1023.853=0.002
max	1027.465-1027.469=-0.003

*mean*	1050.300-1048.750=1.550
σ	319.545-298.267=21.278
min	544.000-553.000=-9.000
max	1564.000-1450.000=114.000

*mean*	1.567-1.552=0.014
σ	0.069-0.047=0.022
min	1.495-1.499=-0.003
max	1.759-1.649=0.110

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.405-0.480=-0.075
σ	0.526-0.613=-0.087
min	0.145-0.148=-0.003
max	1.344-1.572=-0.228

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.480-0.470=0.010
σ	0.323-0.316=0.007
min	0.327-0.320=0.007
max	1.058-1.036=0.022

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.225-0.216=0.009
σ	0.021-0.025=-0.004
min	0.205-0.200=0.005
max	0.261-0.260=0.000

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.331-0.326=0.004
σ	0.018-0.020=-0.002
min	0.316-0.312=0.004
max	0.362-0.362=0.000

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	431.600
σ	1.342
min	431.000
max	434.000

*mean*	0.559-0.539=0.020
σ	0.028-0.028=-0.000
min	0.530-0.510=0.020
max	0.590-0.584=0.006

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	441.000
σ	0.000
min	441.000
max	441.000

*mean*	0.495-0.470=0.025
σ	0.033-0.040=-0.008
min	0.457-0.422=0.035
max	0.531-0.532=-0.001

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	441.000
σ	0.000
min	441.000
max	441.000

*mean*	2.604-2.606=-0.002
σ	0.089-0.097=-0.009
min	2.452-2.476=-0.023
max	2.984-3.085=-0.102

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	441.000
σ	0.000
min	441.000
max	441.000

*mean*	2.609-2.571=0.038
σ	0.105-0.063=0.042
min	2.447-2.456=-0.010
max	3.153-2.838=0.315

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	441.000
σ	0.000
min	441.000
max	441.000

*mean*	0.307-0.307=-0.000
σ	0.015-0.009=0.007
min	0.287-0.292=-0.005
max	0.415-0.356=0.059

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	441.000
σ	0.000
min	441.000
max	441.000

*mean*	0.291-0.292=-0.001
σ	0.013-0.008=0.006
min	0.274-0.277=-0.003
max	0.363-0.328=0.035

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.758-298.787=-0.028
σ	1.016-1.020=-0.005
min	298.397-298.406=-0.010
max	301.647-301.689=-0.042

*mean*	441.200-444.200=-3.000
σ	18.504-15.354=3.150
min	417.000-426.000=-9.000
max	475.000-468.000=7.000

*mean*	0.589-0.601=-0.012
σ	0.027-0.027=-0.001
min	0.554-0.558=-0.004
max	0.641-0.637=0.004

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678-239.532=-2.854
σ	0.000
min	236.678-239.532=-2.854
max	236.678-239.532=-2.854

*mean*	1686.000-1760.500=-74.500
σ	2.828-10.184=-7.356
min	1679.000-1744.000=-65.000
max	1687.000-1766.000=-79.000

*mean*	211.405-218.696=-7.290
σ	2.911-2.549=0.362
min	206.207-215.065=-8.857
max	215.740-222.569=-6.829

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1686.000-1760.500=-74.500
σ	2.828-10.184=-7.356
min	1679.000-1744.000=-65.000
max	1687.000-1766.000=-79.000

*mean*	11.772-11.527=0.244
σ	1.401-2.608=-1.207
min	9.598-7.296=2.302
max	12.794-15.318=-2.524

phase=parser

*mean*	1042.367-1042.365=0.002
σ	0.000-0.000=-0.000
min	1042.367-1042.365=0.002
max	1042.367-1042.366=0.002

*mean*	1686.000-1760.500=-74.500
σ	2.828-10.184=-7.356
min	1679.000-1744.000=-65.000
max	1687.000-1766.000=-79.000

*mean*	692.458-677.780=14.678
σ	65.623-139.736=-74.112
min	574.457-422.134=152.324
max	739.401-837.683=-98.282

phase=processProdDef

*mean*	4753.276-6169.659=-1416.383
σ	0.000-0.001=-0.000
min	4753.276-6169.659=-1416.383
max	4753.276-6169.660=-1416.384

*mean*	1687.000-1763.250=-76.250
σ	0.000-7.778=-7.778
min	1687.000-1744.000=-57.000
max	1687.000-1766.000=-79.000

*mean*	4604.337-5206.409=-602.072
σ	375.728-1361.372=-985.644
min	3993.902-3796.244=197.658
max	5272.249-7520.765=-2248.515

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	1686.000-1760.500=-74.500
σ	2.828-10.184=-7.356
min	1679.000-1744.000=-65.000
max	1687.000-1766.000=-79.000

*mean*	41.980-44.523=-2.543
σ	8.853-9.176=-0.323
min	29.771-26.243=3.528
max	48.467-55.882=-7.416

phase=type checker

*mean*	990.454-990.446=0.008
σ	0.071-0.066=0.005
min	990.348-990.348=0.000
max	990.567-990.536=0.032

*mean*	1686.000-1760.500=-74.500
σ	2.828-10.184=-7.356
min	1679.000-1744.000=-65.000
max	1687.000-1766.000=-79.000

*mean*	819.618-815.279=4.339
σ	108.547-117.124=-8.577
min	676.457-651.525=24.932
max	941.483-937.800=3.683

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.918-293.926=-0.008
σ	0.043-0.045=-0.003
min	293.862-293.862=0.000
max	293.965-293.971=-0.006

*mean*	442.400-443.200=-0.800
σ	3.286-1.643=1.643
min	440.000-442.000=-2.000
max	446.000-445.000=1.000

*mean*	0.401-0.406=-0.005
σ	0.009-0.008=0.001
min	0.394-0.401=-0.007
max	0.414-0.421=-0.007

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.303-1320.271=0.033
σ	0.039-0.078=-0.039
min	1320.254-1320.146=0.108
max	1320.340-1320.352=-0.011

*mean*	1086.200-1081.000=5.200
σ	164.081-170.426=-6.345
min	889.000-878.000=11.000
max	1308.000-1316.000=-8.000

*mean*	2.349-2.130=0.219
σ	0.249-0.298=-0.049
min	2.087-1.838=0.249
max	2.696-2.555=0.140

iters=5

new-facts=6402

prior-facts=1

*mean*	1559.427-1559.720=-0.293
σ	3.377-4.073=-0.697
min	1557.714-1557.685=0.029
max	1565.460-1567.000=-1.540

*mean*	625.400-624.400=1.000
σ	88.053-89.221=-1.168
min	495.000-494.000=1.000
max	730.000-734.000=-4.000

*mean*	2.248-2.195=0.053
σ	0.085-0.089=-0.004
min	2.179-2.132=0.047
max	2.392-2.350=0.042

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.270-1882.265=0.005
σ	0.055-0.060=-0.004
min	1882.207-1882.182=0.025
max	1882.347-1882.347=0.001

*mean*	1723.200-1724.600=-1.400
σ	171.058-164.016=7.041
min	1477.000-1491.000=-14.000
max	1882.000-1877.000=5.000

*mean*	3.036-3.079=-0.043
σ	0.376-0.260=0.116
min	2.778-2.905=-0.127
max	3.693-3.540=0.153

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.798-1.645=0.153
σ	0.122-0.122=0.000
min	1.634-1.529=0.105
max	1.935-1.840=0.095

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.408-453.534=-1.126
σ	583.277-585.528=-2.251
min	160.766-160.767=-0.001
max	1327.324-1331.826=-4.502

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	442.000-443.000=-1.000
σ	0.000
min	442.000-443.000=-1.000
max	442.000-443.000=-1.000

*mean*	0.544-0.544=0.000
σ	0.553-0.548=0.005
min	0.267-0.267=0.000
max	1.374-1.367=0.007

policies=20

*mean*	1608.028-1608.018=0.010
σ	0.413-0.415=-0.002
min	1607.745-1607.731=0.013
max	1608.639-1608.630=0.009

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	445.000-450.250=-5.250
σ	2.000-10.595=-8.595
min	442.000-443.000=-1.000
max	446.000-466.000=-20.000

*mean*	2.698-2.690=0.008
σ	0.007-0.007=0.000
min	2.690-2.684=0.005
max	2.707-2.699=0.008

policies=200

*mean*	16088.562-16088.547=0.016
σ	0.119-0.181=-0.061
min	16088.417-16088.384=0.033
max	16088.707-16088.778=-0.071

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	496.250-495.000=1.250
σ	4.272-3.916=0.356
min	491.000
max	501.000-500.000=1.000

*mean*	27.166-27.226=-0.059
σ	0.002-0.140=-0.138
min	27.164-27.062=0.103
max	27.169-27.369=-0.200