Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.633
σ	0.000
min	558.633
max	558.633

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.870-54.678=0.192
σ	0.358-0.359=-0.002
min	54.732-54.535=0.197
max	55.888-55.700=0.188

*mean*	417.000-418.000=-1.000
σ	0.000
min	417.000-418.000=-1.000
max	417.000-418.000=-1.000

*mean*	0.141-0.141=-0.000
σ	0.005-0.004=0.001
min	0.134-0.137=-0.002
max	0.152-0.147=0.004

cache=y

dps=1

iters=10

policies=100

*mean*	43.839-43.706=0.133
σ	0.005-0.005=0.001
min	43.832-43.700=0.133
max	43.848-43.713=0.136

*mean*	417.000-418.000=-1.000
σ	0.000
min	417.000-418.000=-1.000
max	417.000-418.000=-1.000

*mean*	0.125-0.125=-0.001
σ	0.005-0.005=-0.001
min	0.121-0.121=0.000
max	0.134-0.135=-0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=0.000
min	36.616-36.616=-0.000
max	36.620-36.620=0.000

*mean*	4041.375-3876.500=164.875
σ	2007.514-1848.299=159.214
min	1217.000-1279.000=-62.000
max	7144.000-6161.000=983.000

*mean*	13.541-12.233=1.307
σ	1.803-0.317=1.485
min	12.401-11.806=0.595
max	17.905-12.785=5.120

op=column_set() on indexed, repeat

*mean*	36.618-36.617=0.001
σ	0.002-0.002=0.000
min	36.616-36.616=0.000
max	36.620-36.620=0.000

*mean*	4041.375-3876.500=164.875
σ	2007.514-1848.299=159.214
min	1217.000-1279.000=-62.000
max	7144.000-6161.000=983.000

*mean*	13.931-11.911=2.020
σ	1.879-0.434=1.445
min	12.846-11.453=1.393
max	18.544-12.513=6.030

op=table_records(), no indexes

*mean*	41.930-41.929=0.000
σ	0.002-0.002=-0.000
min	41.929-41.928=0.000
max	41.932-41.932=-0.000

*mean*	7144.000-6161.000=983.000
σ	0.000
min	7144.000-6161.000=983.000
max	7144.000-6161.000=983.000

*mean*	15.382-14.585=0.797
σ	0.191-0.201=-0.009
min	15.163-14.312=0.850
max	15.762-14.980=0.782

op=table_records(), repeat

*mean*	41.930-41.928=0.002
σ	0.002-0.000=0.002
min	41.928
max	41.932-41.929=0.004

*mean*	4041.375-3876.500=164.875
σ	2007.514-1848.299=159.214
min	1217.000-1279.000=-62.000
max	7144.000-6161.000=983.000

*mean*	15.100-13.062=2.038
σ	1.587-2.144=-0.556
min	11.517-10.205=1.312
max	16.472-15.733=0.739

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.654=-0.000
σ	0.136-0.136=-0.000
min	27.604-27.604=0.000
max	27.991-27.991=-0.000

*mean*	4041.375-3876.500=164.875
σ	2007.514-1848.299=159.214
min	1217.000-1279.000=-62.000
max	7144.000-6161.000=983.000

*mean*	10.111-9.038=1.073
σ	1.652-1.421=0.232
min	8.601-8.282=0.319
max	12.721-12.518=0.203

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=-0.000
σ	0.002-0.002=-0.000
min	26.400-26.400=0.000
max	26.404-26.404=0.000

*mean*	4041.375-3876.500=164.875
σ	2007.514-1848.299=159.214
min	1217.000-1279.000=-62.000
max	7144.000-6161.000=983.000

*mean*	7.624-6.858=0.765
σ	1.734-1.284=0.449
min	6.214-5.734=0.480
max	10.547-9.811=0.736

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.669=-0.001
σ	0.004-0.003=0.002
min	25.665-25.666=-0.000
max	25.677-25.674=0.004

*mean*	4041.375-3876.500=164.875
σ	2007.514-1848.299=159.214
min	1217.000-1279.000=-62.000
max	7144.000-6161.000=983.000

*mean*	6.171-5.621=0.550
σ	0.513-0.069=0.444
min	5.789-5.526=0.263
max	7.409-5.690=1.719

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=-0.000
σ	0.002-0.002=-0.001
min	25.968-25.968=0.000
max	25.972-25.974=-0.001

*mean*	4041.375-3876.500=164.875
σ	2007.514-1848.299=159.214
min	1217.000-1279.000=-62.000
max	7144.000-6161.000=983.000

*mean*	6.061-5.198=0.863
σ	0.480-0.206=0.274
min	5.736-4.841=0.895
max	7.233-5.395=1.838

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.613-2524.604=-1502.991
σ	0.002-0.002=-0.000
min	1021.612-2524.602=-1502.990
max	1021.616-2524.606=-1502.991

*mean*	7144.000-6161.000=983.000
σ	0.000
min	7144.000-6161.000=983.000
max	7144.000-6161.000=983.000

*mean*	396.867-1446.276=-1049.410
σ	91.918-749.586=-657.668
min	350.568-1040.146=-689.577
max	607.161-2934.970=-2327.809

op=load_product(), with indexes

*mean*	7917.793-7878.102=39.690
σ	0.469-0.469=-0.000
min	7917.625-7877.935=39.691
max	7918.954-7879.264=39.690

*mean*	3273.500-3235.375=38.125
σ	1823.184-1840.195=-17.012
min	809.000-811.000=-2.000
max	5620.000-6161.000=-541.000

*mean*	3715.110-3759.138=-44.028
σ	1089.341-1201.172=-111.832
min	3113.857-3118.869=-5.013
max	6239.484-6222.265=17.220

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.078=-0.001
σ	0.002-0.002=-0.000
min	62.076-62.076=-0.001
max	62.080-62.081=-0.001

*mean*	4041.375-3876.500=164.875
σ	2007.514-1848.299=159.214
min	1217.000-1279.000=-62.000
max	7144.000-6161.000=983.000

*mean*	91.746-86.148=5.598
σ	23.602-17.921=5.681
min	71.158-70.663=0.496
max	123.990-125.239=-1.250

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946-40.946=-0.000
σ	0.002-0.002=0.000
min	40.945
max	40.950-40.949=0.001

*mean*	7144.000-6161.000=983.000
σ	0.000
min	7144.000-6161.000=983.000
max	7144.000-6161.000=983.000

*mean*	61.655-62.299=-0.644
σ	0.459-1.714=-1.255
min	61.067-60.798=0.270
max	62.502-65.122=-2.620

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.688-66.687=0.000
σ	0.002-0.002=0.000
min	66.686-66.686=0.000
max	66.691-66.690=0.001

*mean*	7144.000-6161.000=983.000
σ	0.000
min	7144.000-6161.000=983.000
max	7144.000-6161.000=983.000

*mean*	99.964-99.312=0.653
σ	0.443-0.316=0.127
min	99.406-98.826=0.581
max	100.520-99.891=0.629

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	14217.170-11849.156=2368.015
σ	4.304-4.304=-0.000
min	14215.575-11847.561=2368.014
max	14227.820-11859.806=2368.014

*mean*	4041.375-3876.500=164.875
σ	2007.514-1848.299=159.214
min	1217.000-1279.000=-62.000
max	7144.000-6161.000=983.000

*mean*	7721.964-6108.627=1613.338
σ	1487.388-1114.160=373.228
min	6094.881-5070.205=1024.676
max	10063.826-7982.510=2081.315

op=vertical_lookup_list() on indexed

*mean*	13159.108-10791.094=2368.015
σ	0.002-0.002=-0.000
min	13159.106-10791.092=2368.014
max	13159.110-10791.096=2368.014

*mean*	7144.000-6161.000=983.000
σ	0.000
min	7144.000-6161.000=983.000
max	7144.000-6161.000=983.000

*mean*	5173.660-4960.025=213.636
σ	200.595-1228.978=-1028.384
min	5052.945-4071.847=981.098
max	5538.744-7061.384=-1522.640

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000-476.000=1.000
σ	0.000
min	477.000-476.000=1.000
max	477.000-476.000=1.000

*mean*	377.056-378.709=-1.654
σ	20.819-21.942=-1.123
min	347.027-339.762=7.264
max	399.197-397.158=2.039

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	559.500-561.000=-1.500
σ	0.926-0.000=0.926
min	559.000-561.000=-2.000
max	561.000

*mean*	722.648-743.730=-21.081
σ	87.722-53.178=34.544
min	577.126-630.627=-53.501
max	830.348-799.986=30.361

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.325-1024.327=-0.002
σ	0.758-0.759=-0.001
min	1023.849-1023.851=-0.002
max	1027.462-1027.465=-0.003

*mean*	1052.400-1049.300=3.100
σ	317.480-318.996=-1.516
min	575.000-544.000=31.000
max	1524.000-1562.000=-38.000

*mean*	1.599-1.565=0.034
σ	0.082-0.076=0.006
min	1.429-1.430=-0.001
max	1.798-1.758=0.040

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.399-0.422=-0.023
σ	0.503-0.510=-0.008
min	0.145-0.145=-0.000
max	1.295-1.323=-0.028

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.484-0.479=0.005
σ	0.315-0.319=-0.004
min	0.331-0.318=0.013
max	1.047-1.049=-0.002

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.222-0.221=0.001
σ	0.025-0.027=-0.003
min	0.203-0.202=0.001
max	0.262-0.269=-0.007

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.336-0.330=0.006
σ	0.014-0.017=-0.003
min	0.322-0.318=0.005
max	0.359-0.360=-0.001

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	431.800-436.600=-4.800
σ	1.789-6.066=-4.277
min	431.000
max	435.000-443.000=-8.000

*mean*	0.529-0.559=-0.030
σ	0.076-0.054=0.022
min	0.423-0.493=-0.070
max	0.600-0.624=-0.024

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	442.000-443.000=-1.000
σ	0.000
min	442.000-443.000=-1.000
max	442.000-443.000=-1.000

*mean*	0.469-0.420=0.049
σ	0.029-0.039=-0.010
min	0.435-0.378=0.057
max	0.499-0.462=0.037

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	442.000-443.000=-1.000
σ	0.000
min	442.000-443.000=-1.000
max	442.000-443.000=-1.000

*mean*	1.976-1.964=0.012
σ	0.071-0.067=0.004
min	1.844-1.855=-0.012
max	2.229-2.165=0.064

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	442.000-443.000=-1.000
σ	0.000
min	442.000-443.000=-1.000
max	442.000-443.000=-1.000

*mean*	1.951-1.973=-0.022
σ	0.085-0.067=0.018
min	1.800-1.857=-0.057
max	2.236-2.211=0.026

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	442.000-443.000=-1.000
σ	0.000
min	442.000-443.000=-1.000
max	442.000-443.000=-1.000

*mean*	0.312-0.305=0.007
σ	0.037-0.009=0.028
min	0.294-0.293=0.002
max	0.593-0.357=0.236

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	442.000-443.000=-1.000
σ	0.000
min	442.000-443.000=-1.000
max	442.000-443.000=-1.000

*mean*	0.292-0.292=-0.001
σ	0.010-0.007=0.003
min	0.279-0.277=0.002
max	0.355-0.330=0.025

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.759-298.726=0.033
σ	1.058-1.046=0.011
min	298.362-298.333=0.029
max	301.766-301.699=0.068

*mean*	439.700-440.200=-0.500
σ	15.854-17.974=-2.120
min	416.000-415.000=1.000
max	463.000-469.000=-6.000

*mean*	0.591-0.597=-0.007
σ	0.034-0.025=0.009
min	0.525-0.544=-0.019
max	0.638-0.636=0.003

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678-236.678=0.000
σ	0.000-0.000=0.000
min	236.678
max	236.678-236.678=0.000

*mean*	1032.375-1711.625=-679.250
σ	41.366-3.889=37.477
min	930.000-1702.000=-772.000
max	1047.000-1713.000=-666.000

*mean*	216.188-213.048=3.140
σ	4.139-2.945=1.195
min	212.219-209.038=3.180
max	224.930-218.747=6.183

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1032.375-1711.625=-679.250
σ	41.366-3.889=37.477
min	930.000-1702.000=-772.000
max	1047.000-1713.000=-666.000

*mean*	6.863-11.153=-4.290
σ	1.093-1.348=-0.255
min	6.339-9.464=-3.125
max	9.544-12.731=-3.187

phase=parser

*mean*	1042.367
σ	0.000
min	1042.367
max	1042.367

*mean*	1032.375-1711.625=-679.250
σ	41.366-3.889=37.477
min	930.000-1702.000=-772.000
max	1047.000-1713.000=-666.000

*mean*	436.057-636.438=-200.381
σ	86.899-163.485=-76.586
min	370.534-384.566=-14.032
max	578.415-831.585=-253.170

phase=processProdDef

*mean*	4850.764-4753.276=97.488
σ	0.000-0.000=-0.000
min	4850.764-4753.276=97.488
max	4850.764-4753.276=97.488

*mean*	1047.000-1713.000=-666.000
σ	0.000
min	1047.000-1713.000=-666.000
max	1047.000-1713.000=-666.000

*mean*	4740.156-4329.425=410.732
σ	368.792-596.028=-227.236
min	4165.531-3594.440=571.091
max	5270.677-5401.349=-130.672

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	1032.375-1711.625=-679.250
σ	41.366-3.889=37.477
min	930.000-1702.000=-772.000
max	1047.000-1713.000=-666.000

*mean*	23.483-37.966=-14.484
σ	7.123-9.155=-2.032
min	20.570-27.123=-6.553
max	41.067-48.459=-7.392

phase=type checker

*mean*	990.454
σ	0.071
min	990.348
max	990.567

*mean*	1032.375-1711.625=-679.250
σ	41.366-3.889=37.477
min	930.000-1702.000=-772.000
max	1047.000-1713.000=-666.000

*mean*	688.149-808.703=-120.554
σ	53.979-99.072=-45.093
min	651.296-655.930=-4.634
max	805.280-899.619=-94.339

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.928-293.917=0.011
σ	0.038-0.039=-0.001
min	293.874-293.865=0.010
max	293.966-293.957=0.009

*mean*	441.800-442.200=-0.400
σ	2.950-1.643=1.306
min	439.000-441.000=-2.000
max	445.000-444.000=1.000

*mean*	0.399-0.393=0.006
σ	0.007-0.016=-0.009
min	0.393-0.369=0.025
max	0.408-0.414=-0.007

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.302-1320.289=0.013
σ	0.041-0.042=-0.001
min	1320.252-1320.237=0.016
max	1320.351-1320.335=0.016

*mean*	1109.200-1111.200=-2.000
σ	171.192-187.716=-16.524
min	896.000-891.000=5.000
max	1333.000-1373.000=-40.000

*mean*	2.217-2.241=-0.024
σ	0.103-0.058=0.044
min	2.062-2.162=-0.100
max	2.307-2.318=-0.012

iters=5

new-facts=6402

prior-facts=1

*mean*	1560.744-1559.454=1.289
σ	6.228-3.344=2.885
min	1557.796-1557.821=-0.025
max	1571.882-1565.433=6.450

*mean*	627.600-619.000=8.600
σ	89.993-93.723=-3.730
min	504.000-496.000=8.000
max	727.000-730.000=-3.000

*mean*	2.371-2.337=0.035
σ	0.287-0.273=0.015
min	2.061-2.105=-0.044
max	2.714-2.789=-0.075

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.273-1882.265=0.008
σ	0.060-0.067=-0.007
min	1882.199-1882.175=0.024
max	1882.355-1882.353=0.001

*mean*	1759.400-1761.000=-1.600
σ	219.556-208.825=10.731
min	1479.000-1505.000=-26.000
max	1971.000-1965.000=6.000

*mean*	3.223-3.074=0.149
σ	0.290-0.139=0.151
min	2.887-2.886=0.001
max	3.603-3.241=0.362

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.724-1.822=-0.098
σ	0.259-0.099=0.161
min	1.315-1.721=-0.406
max	1.958-1.961=-0.003

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.153-452.409=-0.256
σ	582.777-583.279=-0.502
min	160.763-160.766=-0.003
max	1326.319-1327.327=-1.008

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	441.000-444.000=-3.000
σ	0.000
min	441.000-444.000=-3.000
max	441.000-444.000=-3.000

*mean*	0.551-0.506=0.045
σ	0.555-0.471=0.084
min	0.268-0.269=-0.001
max	1.383-1.212=0.171

policies=20

*mean*	1607.972-1608.021=-0.050
σ	0.430-0.424=0.006
min	1607.680-1607.747=-0.067
max	1608.609-1608.653=-0.044

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	449.000-452.500=-3.500
σ	9.238-11.818=-2.580
min	441.000-444.000=-3.000
max	457.000-470.000=-13.000

*mean*	2.711-2.708=0.004
σ	0.014-0.007=0.007
min	2.699-2.701=-0.002
max	2.725-2.714=0.011

policies=200

*mean*	16087.779-16088.513=-0.734
σ	0.143-0.107=0.036
min	16087.633-16088.423=-0.789
max	16087.954-16088.663=-0.709

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	496.750-500.250=-3.500
σ	4.272-4.573=-0.301
min	492.000-495.000=-3.000
max	502.000-505.000=-3.000

*mean*	27.387-27.210=0.176
σ	0.119-0.046=0.074
min	27.278-27.179=0.098
max	27.550-27.277=0.272