Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.664
σ	0.000
min	558.664
max	558.664

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.887-54.889=-0.001
σ	0.357-0.358=-0.001
min	54.751-54.749=0.002
max	55.903-55.907=-0.004

*mean*	420.000-416.000=4.000
σ	0.000
min	420.000-416.000=4.000
max	420.000-416.000=4.000

*mean*	0.141-0.139=0.002
σ	0.005-0.005=0.000
min	0.137-0.133=0.003
max	0.150-0.148=0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.855-43.857=-0.002
σ	0.004-0.006=-0.002
min	43.849-43.848=0.002
max	43.863-43.870=-0.008

*mean*	420.000-416.000=4.000
σ	0.000
min	420.000-416.000=4.000
max	420.000-416.000=4.000

*mean*	0.124-0.132=-0.007
σ	0.005-0.011=-0.006
min	0.118-0.120=-0.002
max	0.132-0.152=-0.020

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=0.000
min	36.616
max	36.620

*mean*	4043.625-4044.500=-0.875
σ	2009.733-2010.123=-0.389
min	1216.000-1218.000=-2.000
max	7145.000-7149.000=-4.000

*mean*	13.507-12.989=0.518
σ	1.872-1.763=0.110
min	12.364-11.993=0.371
max	18.005-17.284=0.721

op=column_set() on indexed, repeat

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=0.000
min	36.616-36.616=-0.000
max	36.620-36.620=-0.000

*mean*	4043.625-4044.500=-0.875
σ	2009.733-2010.123=-0.389
min	1216.000-1218.000=-2.000
max	7145.000-7149.000=-4.000

*mean*	13.440-13.003=0.437
σ	1.545-1.637=-0.092
min	11.834-11.407=0.426
max	16.873-16.805=0.067

op=table_records(), no indexes

*mean*	41.930-41.929=0.000
σ	0.002-0.002=-0.000
min	41.928-41.928=0.000
max	41.932

*mean*	7145.000-7149.000=-4.000
σ	0.000
min	7145.000-7149.000=-4.000
max	7145.000-7149.000=-4.000

*mean*	15.455-14.768=0.688
σ	0.178-0.203=-0.025
min	15.213-14.482=0.731
max	15.807-15.032=0.775

op=table_records(), repeat

*mean*	41.930-41.930=-0.000
σ	0.002-0.002=0.000
min	41.928-41.927=0.000
max	41.932-41.932=-0.000

*mean*	4043.625-4044.500=-0.875
σ	2009.733-2010.123=-0.389
min	1216.000-1218.000=-2.000
max	7145.000-7149.000=-4.000

*mean*	14.477-14.280=0.197
σ	1.635-1.670=-0.035
min	11.622-10.372=1.250
max	16.452-15.390=1.062

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.654=-0.000
σ	0.136-0.136=0.000
min	27.604
max	27.991-27.991=0.000

*mean*	4043.625-4044.500=-0.875
σ	2009.733-2010.123=-0.389
min	1216.000-1218.000=-2.000
max	7145.000-7149.000=-4.000

*mean*	10.045-9.113=0.932
σ	1.659-1.234=0.425
min	8.575-8.033=0.542
max	12.795-11.877=0.918

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=-0.000
σ	0.002-0.002=0.000
min	26.400-26.400=-0.000
max	26.404

*mean*	4043.625-4044.500=-0.875
σ	2009.733-2010.123=-0.389
min	1216.000-1218.000=-2.000
max	7145.000-7149.000=-4.000

*mean*	7.781-7.047=0.734
σ	1.756-1.252=0.503
min	6.098-6.144=-0.046
max	10.652-9.732=0.920

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.668=0.000
σ	0.004-0.004=0.000
min	25.665-25.665=0.000
max	25.678-25.677=0.000

*mean*	4043.625-4044.500=-0.875
σ	2009.733-2010.123=-0.389
min	1216.000-1218.000=-2.000
max	7145.000-7149.000=-4.000

*mean*	6.235-5.592=0.642
σ	0.404-0.530=-0.126
min	5.847-5.297=0.551
max	7.135-6.859=0.276

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=0.000
σ	0.002-0.002=0.000
min	25.969-25.968=0.000
max	25.972

*mean*	4043.625-4044.500=-0.875
σ	2009.733-2010.123=-0.389
min	1216.000-1218.000=-2.000
max	7145.000-7149.000=-4.000

*mean*	5.796-5.503=0.294
σ	0.109-0.514=-0.405
min	5.599-5.177=0.422
max	5.955-6.757=-0.801

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.613-1021.613=-0.000
σ	0.002-0.002=0.000
min	1021.612
max	1021.616

*mean*	7145.000-7149.000=-4.000
σ	0.000
min	7145.000-7149.000=-4.000
max	7145.000-7149.000=-4.000

*mean*	368.397-373.847=-5.450
σ	56.803-76.941=-20.139
min	345.272-343.418=1.853
max	508.881-564.190=-55.309

op=load_product(), with indexes

*mean*	7917.792-7917.793=-0.000
σ	0.469-0.469=0.000
min	7917.624-7917.624=0.000
max	7918.954

*mean*	3275.875-3275.500=0.375
σ	1826.099-1826.597=-0.498
min	809.000-810.000=-1.000
max	5626.000

*mean*	3551.244-3681.298=-130.053
σ	873.840-1078.654=-204.814
min	3088.741-3079.118=9.623
max	5428.764-6164.655=-735.891

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.077=0.000
σ	0.002-0.002=-0.000
min	62.076-62.076=0.000
max	62.080

*mean*	4043.625-4044.500=-0.875
σ	2009.733-2010.123=-0.389
min	1216.000-1218.000=-2.000
max	7145.000-7149.000=-4.000

*mean*	92.785-85.180=7.605
σ	22.212-18.878=3.333
min	71.525-69.729=1.796
max	126.847-119.354=7.493

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946-40.946=-0.000
σ	0.002-0.002=0.000
min	40.945-40.945=-0.000
max	40.950

*mean*	7145.000-7149.000=-4.000
σ	0.000
min	7145.000-7149.000=-4.000
max	7145.000-7149.000=-4.000

*mean*	61.283-59.719=1.564
σ	0.286-0.265=0.022
min	60.945-59.444=1.501
max	61.695-60.254=1.441

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.688-66.688=-0.000
σ	0.002-0.002=-0.000
min	66.686
max	66.691-66.691=-0.000

*mean*	7145.000-7149.000=-4.000
σ	0.000
min	7145.000-7149.000=-4.000
max	7145.000-7149.000=-4.000

*mean*	100.548-98.501=2.047
σ	0.600-0.652=-0.052
min	99.576-97.513=2.063
max	101.479-99.234=2.245

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	14217.171-14217.171=-0.000
σ	4.304-4.303=0.000
min	14215.575
max	14227.821-14227.820=0.001

*mean*	4043.625-4044.500=-0.875
σ	2009.733-2010.123=-0.389
min	1216.000-1218.000=-2.000
max	7145.000-7149.000=-4.000

*mean*	8022.019-7692.457=329.561
σ	1925.218-1850.731=74.487
min	6055.550-5990.147=65.403
max	11077.642-10878.626=199.017

op=vertical_lookup_list() on indexed

*mean*	13159.109-13159.109=0.000
σ	0.002-0.002=0.000
min	13159.106
max	13159.110

*mean*	7145.000-7149.000=-4.000
σ	0.000
min	7145.000-7149.000=-4.000
max	7145.000-7149.000=-4.000

*mean*	5163.537-5127.200=36.338
σ	233.692-199.799=33.894
min	5026.760-4998.744=28.016
max	5671.890-5490.801=181.089

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000
σ	0.000
min	477.000
max	477.000

*mean*	376.979-331.186=45.793
σ	19.227-35.703=-16.476
min	350.870-292.542=58.329
max	396.126-396.699=-0.573

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	561.000-559.000=2.000
σ	0.000
min	561.000-559.000=2.000
max	561.000-559.000=2.000

*mean*	781.390-713.932=67.458
σ	15.073-83.494=-68.421
min	760.450-602.509=157.940
max	803.450-828.175=-24.725

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.299-1024.300=-0.001
σ	0.759-0.758=0.001
min	1023.827-1023.827=-0.000
max	1027.438-1027.434=0.004

*mean*	1053.800-1040.600=13.200
σ	311.971-300.046=11.926
min	570.000-552.000=18.000
max	1511.000-1461.000=50.000

*mean*	1.547-1.558=-0.011
σ	0.065-0.080=-0.015
min	1.487-1.469=0.018
max	1.767-1.800=-0.034

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.485-0.441=0.044
σ	0.527-0.489=0.038
min	0.239-0.157=0.082
max	1.427-1.313=0.114

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.826-0.829=-0.003
σ	0.523-0.527=-0.003
min	0.567-0.571=-0.004
max	1.762-1.770=-0.009

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.383-0.383=-0.001
σ	0.046-0.041=0.005
min	0.347-0.350=-0.003
max	0.460-0.454=0.006

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.585-0.604=-0.018
σ	0.028-0.035=-0.007
min	0.557-0.572=-0.015
max	0.632-0.661=-0.028

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	437.200-436.000=1.200
σ	6.535-2.236=4.298
min	431.000-432.000=-1.000
max	444.000-437.000=7.000

*mean*	0.725-0.639=0.086
σ	0.032-0.102=-0.070
min	0.676-0.525=0.151
max	0.765-0.758=0.007

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	444.000-437.000=7.000
σ	0.000
min	444.000-437.000=7.000
max	444.000-437.000=7.000

*mean*	0.625-0.462=0.162
σ	0.025-0.023=0.003
min	0.590-0.439=0.151
max	0.645-0.498=0.147

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	444.000-437.000=7.000
σ	0.000
min	444.000-437.000=7.000
max	444.000-437.000=7.000

*mean*	3.505-2.584=0.921
σ	0.096-0.172=-0.076
min	3.381-1.996=1.385
max	3.913-2.991=0.922

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	444.000-437.000=7.000
σ	0.000
min	444.000-437.000=7.000
max	444.000-437.000=7.000

*mean*	3.598-2.583=1.015
σ	1.087-0.096=0.991
min	3.360-2.422=0.938
max	14.316-2.922=11.395

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	444.000-437.000=7.000
σ	0.000
min	444.000-437.000=7.000
max	444.000-437.000=7.000

*mean*	0.539-0.312=0.228
σ	0.020-0.035=-0.015
min	0.515-0.292=0.223
max	0.665-0.644=0.021

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	444.000-437.000=7.000
σ	0.000
min	444.000-437.000=7.000
max	444.000-437.000=7.000

*mean*	0.510-0.293=0.217
σ	0.014-0.008=0.006
min	0.486-0.280=0.205
max	0.598-0.345=0.253

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.676-298.817=-0.142
σ	0.983-1.029=-0.046
min	298.315-298.409=-0.094
max	301.473-301.742=-0.269

*mean*	440.000-441.600=-1.600
σ	12.901-14.470=-1.569
min	417.000-420.000=-3.000
max	462.000-464.000=-2.000

*mean*	0.599-0.605=-0.006
σ	0.016-0.015=0.001
min	0.565-0.581=-0.016
max	0.628-0.634=-0.005

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678-236.678=-0.000
σ	0.000
min	236.678-236.678=-0.000
max	236.678-236.678=-0.000

*mean*	924.250-942.625=-18.375
σ	10.607-15.203=-4.596
min	898.000-905.000=-7.000
max	928.000-948.000=-20.000

*mean*	205.536-204.932=0.604
σ	3.805-4.558=-0.753
min	200.740-198.365=2.375
max	211.028-211.281=-0.253

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	921.375-942.625=-21.250
σ	18.738-15.203=3.536
min	875.000-905.000=-30.000
max	928.000-948.000=-20.000

*mean*	9.623-8.806=0.817
σ	2.256-1.610=0.645
min	6.474-6.437=0.038
max	14.170-10.848=3.322

phase=parser

*mean*	1042.361-1042.363=-0.002
σ	0.000-0.000=0.000
min	1042.361-1042.363=-0.002
max	1042.362-1042.364=-0.002

*mean*	921.375-942.625=-21.250
σ	18.738-15.203=3.536
min	875.000-905.000=-30.000
max	928.000-948.000=-20.000

*mean*	572.048-514.507=57.540
σ	112.631-94.213=18.418
min	444.469-375.210=69.259
max	771.834-619.013=152.821

phase=processProdDef

*mean*	4850.766-4850.767=-0.001
σ	0.000-0.000=0.000
min	4850.766-4850.767=-0.001
max	4850.767-4850.767=-0.000

*mean*	928.000-948.000=-20.000
σ	0.000
min	928.000-948.000=-20.000
max	928.000-948.000=-20.000

*mean*	5127.229-5020.256=106.973
σ	520.627-367.075=153.552
min	4325.341-4561.712=-236.370
max	5881.443-5547.018=334.425

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	921.375-942.625=-21.250
σ	18.738-15.203=3.536
min	875.000-905.000=-30.000
max	928.000-948.000=-20.000

*mean*	37.364-33.895=3.469
σ	10.645-9.562=1.083
min	21.278-21.201=0.078
max	55.904-44.785=11.119

phase=type checker

*mean*	990.454-990.454=-0.000
σ	0.071
min	990.348-990.348=-0.000
max	990.567-990.567=-0.000

*mean*	924.125-942.625=-18.500
σ	10.960-15.203=-4.243
min	897.000-905.000=-8.000
max	928.000-948.000=-20.000

*mean*	761.789-727.758=34.031
σ	101.680-79.228=22.453
min	659.483-650.722=8.761
max	916.983-881.315=35.669

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.821-293.822=-0.002
σ	0.037-0.038=-0.000
min	293.768-293.770=-0.002
max	293.859-293.861=-0.002

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	0.402-0.395=0.007
σ	0.005-0.004=0.001
min	0.398-0.390=0.008
max	0.411-0.401=0.010

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.221-1320.218=0.003
σ	0.036-0.043=-0.007
min	1320.165-1320.149=0.017
max	1320.260-1320.255=0.005

*mean*	1099.000-1066.000=33.000
σ	190.330-165.398=24.932
min	838.000-842.000=-4.000
max	1327.000-1267.000=60.000

*mean*	2.231-2.265=-0.034
σ	0.065-0.099=-0.034
min	2.172-2.165=0.007
max	2.337-2.417=-0.080

iters=5

new-facts=6402

prior-facts=1

*mean*	1560.609-1560.614=-0.004
σ	6.219-6.216=0.003
min	1557.632-1557.633=-0.001
max	1571.730-1571.730=0.001

*mean*	617.200-619.000=-1.800
σ	81.729-82.686=-0.957
min	493.000-494.000=-1.000
max	712.000-716.000=-4.000

*mean*	2.273-2.290=-0.018
σ	0.092-0.137=-0.045
min	2.192-2.153=0.039
max	2.431-2.512=-0.081

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.158-1882.176=-0.018
σ	0.064-0.058=0.006
min	1882.070-1882.112=-0.042
max	1882.240-1882.252=-0.012

*mean*	1737.400-1710.600=26.800
σ	176.514-257.948=-81.434
min	1475.000-1395.000=80.000
max	1889.000-2054.000=-165.000

*mean*	3.012-2.969=0.043
σ	0.106-0.077=0.030
min	2.888-2.884=0.005
max	3.163-3.048=0.114

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.777-1.759=0.018
σ	0.138-0.091=0.046
min	1.600-1.618=-0.018
max	1.897-1.853=0.044

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.081-452.082=-0.001
σ	582.722-582.723=-0.001
min	160.718-160.717=0.001
max	1326.165-1326.166=-0.002

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	442.000-443.000=-1.000
σ	0.000
min	442.000-443.000=-1.000
max	442.000-443.000=-1.000

*mean*	0.543-0.547=-0.004
σ	0.531-0.547=-0.015
min	0.268-0.267=0.002
max	1.339-1.367=-0.028

policies=20

*mean*	1607.521-1607.538=-0.017
σ	0.419-0.418=0.001
min	1607.236-1607.257=-0.021
max	1608.141-1608.158=-0.017

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	445.750-450.500=-4.750
σ	7.500-8.660=-1.160
min	442.000-443.000=-1.000
max	457.000-458.000=-1.000

*mean*	2.698-2.708=-0.009
σ	0.021-0.021=-0.000
min	2.680-2.682=-0.001
max	2.725-2.731=-0.006

policies=200

*mean*	16083.449-16083.453=-0.004
σ	0.082-0.195=-0.112
min	16083.341-16083.328=0.013
max	16083.520-16083.741=-0.221

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	495.750-496.750=-1.000
σ	2.872-2.986=-0.114
min	492.000-494.000=-2.000
max	499.000-501.000=-2.000

*mean*	27.191-27.222=-0.031
σ	0.093-0.162=-0.069
min	27.092-27.070=0.022
max	27.282-27.440=-0.158