Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.664
σ	0.000
min	558.664
max	558.664

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.887-54.890=-0.002
σ	0.357-0.358=-0.001
min	54.751-54.754=-0.002
max	55.903-55.908=-0.005

*mean*	420.000-416.000=4.000
σ	0.000
min	420.000-416.000=4.000
max	420.000-416.000=4.000

*mean*	0.141-0.142=-0.001
σ	0.005-0.006=-0.001
min	0.137-0.137=0.000
max	0.150-0.155=-0.005

cache=y

dps=1

iters=10

policies=100

*mean*	43.855-43.855=0.000
σ	0.004-0.005=-0.002
min	43.849-43.847=0.002
max	43.863-43.863=-0.001

*mean*	420.000-416.000=4.000
σ	0.000
min	420.000-416.000=4.000
max	420.000-416.000=4.000

*mean*	0.124-0.124=0.001
σ	0.005-0.004=0.000
min	0.118-0.119=-0.000
max	0.132-0.132=-0.000

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=-0.000
min	36.616
max	36.620-36.620=-0.000

*mean*	4043.625-4041.750=1.875
σ	2009.733-2009.527=0.206
min	1216.000
max	7145.000-7153.000=-8.000

*mean*	13.507-12.892=0.615
σ	1.872-0.260=1.612
min	12.364-12.521=-0.157
max	18.005-13.215=4.790

op=column_set() on indexed, repeat

*mean*	36.618-36.618=0.000
σ	0.002-0.002=0.000
min	36.616
max	36.620

*mean*	4043.625-4041.750=1.875
σ	2009.733-2009.527=0.206
min	1216.000
max	7145.000-7153.000=-8.000

*mean*	13.440-12.203=1.237
σ	1.545-0.511=1.034
min	11.834-11.705=0.128
max	16.873-13.358=3.514

op=table_records(), no indexes

*mean*	41.930-41.930=0.000
σ	0.002-0.002=-0.000
min	41.928-41.928=0.000
max	41.932-41.933=-0.001

*mean*	7145.000-7153.000=-8.000
σ	0.000
min	7145.000-7153.000=-8.000
max	7145.000-7153.000=-8.000

*mean*	15.455-15.267=0.188
σ	0.178-0.152=0.026
min	15.213-15.026=0.188
max	15.807-15.468=0.339

op=table_records(), repeat

*mean*	41.930-41.929=0.000
σ	0.002-0.002=-0.000
min	41.928-41.927=0.000
max	41.932

*mean*	4043.625-4041.750=1.875
σ	2009.733-2009.527=0.206
min	1216.000
max	7145.000-7153.000=-8.000

*mean*	14.477-14.650=-0.173
σ	1.635-1.629=0.006
min	11.622-11.029=0.593
max	16.452-16.516=-0.064

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.653=-0.000
σ	0.136-0.136=-0.000
min	27.604
max	27.991-27.991=-0.000

*mean*	4043.625-4041.750=1.875
σ	2009.733-2009.527=0.206
min	1216.000
max	7145.000-7153.000=-8.000

*mean*	10.045-9.746=0.299
σ	1.659-1.229=0.430
min	8.575-8.767=-0.192
max	12.795-12.485=0.310

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=-0.000
σ	0.002-0.002=0.000
min	26.400-26.400=-0.000
max	26.404

*mean*	4043.625-4041.750=1.875
σ	2009.733-2009.527=0.206
min	1216.000
max	7145.000-7153.000=-8.000

*mean*	7.781-7.577=0.203
σ	1.756-1.237=0.519
min	6.098-6.533=-0.435
max	10.652-10.164=0.488

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.668=0.000
σ	0.004-0.004=0.000
min	25.665-25.665=0.000
max	25.678-25.678=0.000

*mean*	4043.625-4041.750=1.875
σ	2009.733-2009.527=0.206
min	1216.000
max	7145.000-7153.000=-8.000

*mean*	6.235-5.943=0.292
σ	0.404-0.136=0.268
min	5.847-5.769=0.079
max	7.135-6.124=1.012

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=0.000
σ	0.002-0.002=0.000
min	25.969-25.968=0.000
max	25.972

*mean*	4043.625-4041.750=1.875
σ	2009.733-2009.527=0.206
min	1216.000
max	7145.000-7153.000=-8.000

*mean*	5.796-5.815=-0.018
σ	0.109-0.141=-0.032
min	5.599-5.679=-0.080
max	5.955-6.094=-0.138

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.613-1021.613=-0.000
σ	0.002-0.002=0.000
min	1021.612
max	1021.616

*mean*	7145.000-7153.000=-8.000
σ	0.000
min	7145.000-7153.000=-8.000
max	7145.000-7153.000=-8.000

*mean*	368.397-363.629=4.768
σ	56.803-42.520=14.283
min	345.272-346.121=-0.849
max	508.881-468.728=40.154

op=load_product(), with indexes

*mean*	7917.792-7917.793=-0.001
σ	0.469-0.469=0.000
min	7917.624-7917.624=0.000
max	7918.954

*mean*	3275.875-3272.750=3.125
σ	1826.099-1822.835=3.264
min	809.000
max	5626.000-5619.000=7.000

*mean*	3551.244-3628.597=-77.353
σ	873.840-1106.076=-232.235
min	3088.741-3085.712=3.028
max	5428.764-6205.438=-776.674

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.077=-0.000
σ	0.002-0.002=0.000
min	62.076-62.076=-0.000
max	62.080

*mean*	4043.625-4041.750=1.875
σ	2009.733-2009.527=0.206
min	1216.000
max	7145.000-7153.000=-8.000

*mean*	92.785-87.836=4.949
σ	22.212-20.261=1.950
min	71.525-70.874=0.650
max	126.847-124.340=2.507

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946-40.946=-0.000
σ	0.002-0.002=0.000
min	40.945-40.945=-0.000
max	40.950

*mean*	7145.000-7153.000=-8.000
σ	0.000
min	7145.000-7153.000=-8.000
max	7145.000-7153.000=-8.000

*mean*	61.283-61.296=-0.013
σ	0.286-1.001=-0.715
min	60.945-60.437=0.509
max	61.695-63.668=-1.972

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.688-66.688=-0.000
σ	0.002-0.002=-0.000
min	66.686
max	66.691-66.691=-0.000

*mean*	7145.000-7153.000=-8.000
σ	0.000
min	7145.000-7153.000=-8.000
max	7145.000-7153.000=-8.000

*mean*	100.548-258.732=-158.184
σ	0.600-366.755=-366.155
min	99.576-98.850=0.726
max	101.479-1144.094=-1042.616

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	14217.171-14217.171=-0.000
σ	4.304-4.303=0.000
min	14215.575-14215.576=-0.001
max	14227.821-14227.820=0.001

*mean*	4043.625-4041.750=1.875
σ	2009.733-2009.527=0.206
min	1216.000
max	7145.000-7153.000=-8.000

*mean*	8022.019-8208.052=-186.034
σ	1925.218-1942.517=-17.299
min	6055.550-6008.693=46.857
max	11077.642-10765.152=312.490

op=vertical_lookup_list() on indexed

*mean*	13159.109-13159.109=0.000
σ	0.002-0.002=0.000
min	13159.106
max	13159.110

*mean*	7145.000-7153.000=-8.000
σ	0.000
min	7145.000-7153.000=-8.000
max	7145.000-7153.000=-8.000

*mean*	5163.537-5288.632=-125.095
σ	233.692-615.748=-382.056
min	5026.760-4994.246=32.514
max	5671.890-6764.641=-1092.751

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000-478.000=-1.000
σ	0.000
min	477.000-478.000=-1.000
max	477.000-478.000=-1.000

*mean*	376.979-375.503=1.476
σ	19.227-19.428=-0.202
min	350.870-350.045=0.826
max	396.126-395.562=0.564

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	561.000-562.000=-1.000
σ	0.000
min	561.000-562.000=-1.000
max	561.000-562.000=-1.000

*mean*	781.390-760.769=20.621
σ	15.073-15.396=-0.324
min	760.450-731.555=28.895
max	803.450-783.704=19.745

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.299-1024.300=-0.001
σ	0.759-0.759=-0.000
min	1023.827-1023.827=-0.000
max	1027.438-1027.438=-0.000

*mean*	1053.800-1054.350=-0.550
σ	311.971-312.560=-0.589
min	570.000
max	1511.000-1512.000=-1.000

*mean*	1.547-1.542=0.005
σ	0.065-0.061=0.004
min	1.487-1.466=0.021
max	1.767-1.727=0.040

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.485-0.429=0.056
σ	0.527-0.575=-0.048
min	0.239-0.140=0.099
max	1.427-1.455=-0.028

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.826-0.479=0.347
σ	0.523-0.312=0.211
min	0.567-0.324=0.243
max	1.762-1.037=0.725

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.383-0.223=0.160
σ	0.046-0.020=0.026
min	0.347-0.206=0.142
max	0.460-0.256=0.204

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.585-0.329=0.256
σ	0.028-0.016=0.012
min	0.557-0.313=0.244
max	0.632-0.355=0.277

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	437.200-436.000=1.200
σ	6.535-2.236=4.298
min	431.000-432.000=-1.000
max	444.000-437.000=7.000

*mean*	0.725-0.601=0.124
σ	0.032-0.011=0.021
min	0.676-0.589=0.088
max	0.765-0.614=0.151

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	444.000-441.000=3.000
σ	0.000
min	444.000-441.000=3.000
max	444.000-441.000=3.000

*mean*	0.625-0.466=0.158
σ	0.025-0.052=-0.027
min	0.590-0.403=0.187
max	0.645-0.522=0.123

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	444.000-441.000=3.000
σ	0.000
min	444.000-441.000=3.000
max	444.000-441.000=3.000

*mean*	3.505-2.578=0.926
σ	0.096-0.107=-0.011
min	3.381-2.436=0.945
max	3.913-2.974=0.939

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	444.000-441.000=3.000
σ	0.000
min	444.000-441.000=3.000
max	444.000-441.000=3.000

*mean*	3.598-2.606=0.992
σ	1.087-0.106=0.982
min	3.360-2.430=0.930
max	14.316-2.958=11.358

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	444.000-441.000=3.000
σ	0.000
min	444.000-441.000=3.000
max	444.000-441.000=3.000

*mean*	0.539-0.304=0.235
σ	0.020-0.012=0.007
min	0.515-0.288=0.227
max	0.665-0.374=0.292

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	444.000-441.000=3.000
σ	0.000
min	444.000-441.000=3.000
max	444.000-441.000=3.000

*mean*	0.510-0.294=0.216
σ	0.014-0.017=-0.003
min	0.486-0.278=0.208
max	0.598-0.435=0.163

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.676-298.897=-0.221
σ	0.983-1.030=-0.047
min	298.315-298.456=-0.141
max	301.473-301.823=-0.350

*mean*	440.000-443.500=-3.500
σ	12.901-20.250=-7.348
min	417.000-414.000=3.000
max	462.000-471.000=-9.000

*mean*	0.599-0.598=0.001
σ	0.016-0.026=-0.010
min	0.565-0.551=0.014
max	0.628-0.624=0.004

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678-236.678=0.000
σ	0.000-0.000=-0.000
min	236.678-236.678=0.000
max	236.678-236.678=0.000

*mean*	924.250-943.500=-19.250
σ	10.607-18.385=-7.778
min	898.000
max	928.000-950.000=-22.000

*mean*	205.536-206.495=-0.959
σ	3.805-3.796=0.010
min	200.740-201.746=-1.005
max	211.028-211.842=-0.815

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	921.375-942.000=-20.625
σ	18.738-22.627=-3.889
min	875.000-886.000=-11.000
max	928.000-950.000=-22.000

*mean*	9.623-8.920=0.703
σ	2.256-2.268=-0.013
min	6.474-6.345=0.129
max	14.170-12.821=1.349

phase=parser

*mean*	1042.361-1042.361=0.000
σ	0.000-0.000=-0.000
min	1042.361-1042.360=0.000
max	1042.362-1042.361=0.001

*mean*	921.375-942.000=-20.625
σ	18.738-22.627=-3.889
min	875.000-886.000=-11.000
max	928.000-950.000=-22.000

*mean*	572.048-508.612=63.436
σ	112.631-132.944=-20.313
min	444.469-373.864=70.605
max	771.834-754.904=16.930

phase=processProdDef

*mean*	4850.766-4850.768=-0.001
σ	0.000-0.000=0.000
min	4850.766-4850.768=-0.002
max	4850.767-4850.768=-0.001

*mean*	928.000-950.000=-22.000
σ	0.000
min	928.000-950.000=-22.000
max	928.000-950.000=-22.000

*mean*	5127.229-4778.688=348.541
σ	520.627-505.686=14.941
min	4325.341-4264.311=61.030
max	5881.443-5463.504=417.939

phase=renaming

*mean*	21.671-21.675=-0.004
σ	0.000
min	21.671-21.675=-0.004
max	21.671-21.675=-0.004

*mean*	921.375-942.000=-20.625
σ	18.738-22.627=-3.889
min	875.000-886.000=-11.000
max	928.000-950.000=-22.000

*mean*	37.364-34.246=3.118
σ	10.645-11.294=-0.649
min	21.278-20.630=0.648
max	55.904-47.859=8.045

phase=type checker

*mean*	990.454-990.450=0.004
σ	0.071
min	990.348-990.344=0.004
max	990.567-990.563=0.004

*mean*	924.125-943.250=-19.125
σ	10.960-19.092=-8.132
min	897.000-896.000=1.000
max	928.000-950.000=-22.000

*mean*	761.789-748.024=13.765
σ	101.680-115.600=-13.920
min	659.483-650.385=9.098
max	916.983-933.246=-16.263

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.821-293.820=0.000
σ	0.037-0.038=-0.000
min	293.768-293.768=0.000
max	293.859-293.859=0.000

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	0.402-0.391=0.011
σ	0.005-0.002=0.003
min	0.398-0.388=0.010
max	0.411-0.393=0.019

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.221-1320.219=0.002
σ	0.036-0.032=0.004
min	1320.165-1320.174=-0.008
max	1320.260-1320.250=0.009

*mean*	1099.000-1072.400=26.600
σ	190.330-168.211=22.119
min	838.000-844.000=-6.000
max	1327.000-1274.000=53.000

*mean*	2.231-2.224=0.007
σ	0.065-0.082=-0.016
min	2.172-2.132=0.040
max	2.337-2.305=0.033

iters=5

new-facts=6402

prior-facts=1

*mean*	1560.609-1560.610=-0.001
σ	6.219-6.214=0.005
min	1557.632-1557.629=0.004
max	1571.730-1571.722=0.009

*mean*	617.200-618.800=-1.600
σ	81.729-82.606=-0.876
min	493.000-494.000=-1.000
max	712.000-716.000=-4.000

*mean*	2.273-2.299=-0.026
σ	0.092-0.155=-0.063
min	2.192-2.141=0.052
max	2.431-2.543=-0.112

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.158-1882.177=-0.019
σ	0.064-0.056=0.008
min	1882.070-1882.118=-0.048
max	1882.240-1882.254=-0.014

*mean*	1737.400-1696.600=40.800
σ	176.514-245.372=-68.857
min	1475.000-1395.000=80.000
max	1889.000-2022.000=-133.000

*mean*	3.012-2.982=0.030
σ	0.106-0.064=0.042
min	2.888-2.895=-0.007
max	3.163-3.056=0.107

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.777-1.844=-0.067
σ	0.138-0.040=0.097
min	1.600-1.798=-0.197
max	1.897-1.893=0.004

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.081-452.083=-0.002
σ	582.722-582.723=-0.001
min	160.718-160.720=-0.001
max	1326.165-1326.167=-0.002

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	0.543-0.542=0.001
σ	0.531-0.544=-0.013
min	0.268-0.268=0.001
max	1.339-1.357=-0.018

policies=20

*mean*	1607.521-1607.543=-0.022
σ	0.419-0.428=-0.009
min	1607.236-1607.253=-0.017
max	1608.141-1608.177=-0.036

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	445.750-449.500=-3.750
σ	7.500-8.660=-1.160
min	442.000
max	457.000

*mean*	2.698-2.711=-0.013
σ	0.021-0.020=0.001
min	2.680-2.692=-0.012
max	2.725-2.734=-0.009

policies=200

*mean*	16083.449-16083.441=0.008
σ	0.082-0.147=-0.065
min	16083.341-16083.304=0.037
max	16083.520-16083.595=-0.075

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	495.750-496.500=-0.750
σ	2.872-5.508=-2.635
min	492.000-491.000=1.000
max	499.000-503.000=-4.000

*mean*	27.191-27.260=-0.069
σ	0.093-0.161=-0.068
min	27.092-27.144=-0.052
max	27.282-27.489=-0.207