Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.664
σ	0.000
min	558.664
max	558.664

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.887-54.886=0.001
σ	0.357-0.357=0.000
min	54.751-54.751=0.000
max	55.903-55.901=0.002

*mean*	420.000-416.300=3.700
σ	0.000-0.483=-0.483
min	420.000-416.000=4.000
max	420.000-417.000=3.000

*mean*	0.141-0.138=0.003
σ	0.005-0.006=-0.001
min	0.137-0.131=0.006
max	0.150-0.151=-0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.855-43.857=-0.001
σ	0.004-0.007=-0.003
min	43.849-43.847=0.003
max	43.863-43.870=-0.008

*mean*	420.000-417.700=2.300
σ	0.000-0.483=-0.483
min	420.000-417.000=3.000
max	420.000-418.000=2.000

*mean*	0.124-0.125=-0.000
σ	0.005-0.004=0.001
min	0.118-0.121=-0.003
max	0.132-0.132=0.000

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=-0.000
min	36.616
max	36.620

*mean*	4043.625-4035.500=8.125
σ	2009.733-1995.067=14.666
min	1216.000-1218.000=-2.000
max	7145.000-7080.000=65.000

*mean*	13.507-13.562=-0.055
σ	1.872-1.815=0.058
min	12.364-12.413=-0.049
max	18.005-17.972=0.034

op=column_set() on indexed, repeat

*mean*	36.618-36.618=0.000
σ	0.002-0.002=0.000
min	36.616-36.616=0.000
max	36.620

*mean*	4043.625-4035.500=8.125
σ	2009.733-1995.067=14.666
min	1216.000-1218.000=-2.000
max	7145.000-7080.000=65.000

*mean*	13.440-13.585=-0.146
σ	1.545-1.966=-0.421
min	11.834-12.116=-0.282
max	16.873-18.235=-1.362

op=table_records(), no indexes

*mean*	41.930-41.930=0.000
σ	0.002-0.002=-0.000
min	41.928-41.928=0.000
max	41.932-41.933=-0.001

*mean*	7145.000-7080.000=65.000
σ	0.000
min	7145.000-7080.000=65.000
max	7145.000-7080.000=65.000

*mean*	15.455-15.090=0.366
σ	0.178-1.481=-1.303
min	15.213-11.626=3.587
max	15.807-16.600=-0.793

op=table_records(), repeat

*mean*	41.930-41.929=0.000
σ	0.002-0.002=-0.000
min	41.928-41.927=0.000
max	41.932

*mean*	4043.625-4035.500=8.125
σ	2009.733-1995.067=14.666
min	1216.000-1218.000=-2.000
max	7145.000-7080.000=65.000

*mean*	14.477-14.447=0.030
σ	1.635-1.338=0.296
min	11.622-11.789=-0.166
max	16.452-16.158=0.295

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.654=-0.000
σ	0.136-0.136=-0.000
min	27.604
max	27.991-27.991=-0.000

*mean*	4043.625-4035.500=8.125
σ	2009.733-1995.067=14.666
min	1216.000-1218.000=-2.000
max	7145.000-7080.000=65.000

*mean*	10.045-9.957=0.088
σ	1.659-1.290=0.368
min	8.575-8.798=-0.223
max	12.795-12.676=0.119

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=-0.000
σ	0.002-0.002=0.000
min	26.400-26.400=-0.000
max	26.404-26.404=0.000

*mean*	4043.625-4035.500=8.125
σ	2009.733-1995.067=14.666
min	1216.000-1218.000=-2.000
max	7145.000-7080.000=65.000

*mean*	7.781-7.808=-0.028
σ	1.756-1.305=0.450
min	6.098-6.660=-0.562
max	10.652-10.434=0.218

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.668=0.000
σ	0.004-0.004=0.000
min	25.665-25.665=0.000
max	25.678-25.678=0.000

*mean*	4043.625-4035.500=8.125
σ	2009.733-1995.067=14.666
min	1216.000-1218.000=-2.000
max	7145.000-7080.000=65.000

*mean*	6.235-6.218=0.017
σ	0.404-0.597=-0.192
min	5.847-5.780=0.067
max	7.135-7.653=-0.518

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=0.000
σ	0.002-0.002=-0.000
min	25.969-25.968=0.000
max	25.972

*mean*	4043.625-4035.500=8.125
σ	2009.733-1995.067=14.666
min	1216.000-1218.000=-2.000
max	7145.000-7080.000=65.000

*mean*	5.796-6.174=-0.378
σ	0.109-0.534=-0.425
min	5.599-5.853=-0.254
max	5.955-7.476=-1.520

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.613-1021.613=-0.000
σ	0.002-0.002=0.000
min	1021.612
max	1021.616

*mean*	7145.000-7080.000=65.000
σ	0.000
min	7145.000-7080.000=65.000
max	7145.000-7080.000=65.000

*mean*	368.397-364.566=3.831
σ	56.803-41.153=15.650
min	345.272-346.433=-1.161
max	508.881-466.243=42.638

op=load_product(), with indexes

*mean*	7917.792-7917.793=-0.001
σ	0.469-0.469=0.000
min	7917.624-7917.624=0.000
max	7918.954

*mean*	3275.875
σ	1826.099-1825.673=0.426
min	809.000
max	5626.000

*mean*	3551.244-3683.509=-132.265
σ	873.840-1075.243=-201.403
min	3088.741-3097.555=-8.814
max	5428.764-6152.546=-723.782

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.077=0.000
σ	0.002-0.002=-0.000
min	62.076-62.076=0.000
max	62.080

*mean*	4043.625-4035.500=8.125
σ	2009.733-1995.067=14.666
min	1216.000-1218.000=-2.000
max	7145.000-7080.000=65.000

*mean*	92.785-87.554=5.231
σ	22.212-17.536=4.676
min	71.525-70.744=0.780
max	126.847-111.961=14.886

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946-40.946=0.000
σ	0.002-0.002=-0.000
min	40.945-40.945=-0.000
max	40.950

*mean*	7145.000-7080.000=65.000
σ	0.000
min	7145.000-7080.000=65.000
max	7145.000-7080.000=65.000

*mean*	61.283-77.309=-16.026
σ	0.286-43.104=-42.817
min	60.945-59.915=1.030
max	61.695-183.503=-121.808

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.688-66.688=-0.000
σ	0.002-0.002=-0.000
min	66.686
max	66.691-66.691=-0.000

*mean*	7145.000-7080.000=65.000
σ	0.000
min	7145.000-7080.000=65.000
max	7145.000-7080.000=65.000

*mean*	100.548-202.202=-101.654
σ	0.600-285.708=-285.108
min	99.576-98.862=0.714
max	101.479-909.231=-807.753

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	14217.171-14217.171=0.000
σ	4.304-4.304=-0.000
min	14215.575
max	14227.821

*mean*	4043.625-4035.500=8.125
σ	2009.733-1995.067=14.666
min	1216.000-1218.000=-2.000
max	7145.000-7080.000=65.000

*mean*	8022.019-7772.756=249.262
σ	1925.218-2026.611=-101.393
min	6055.550-5974.179=81.371
max	11077.642-11115.789=-38.147

op=vertical_lookup_list() on indexed

*mean*	13159.109-13159.109=0.000
σ	0.002-0.002=0.000
min	13159.106
max	13159.110

*mean*	7145.000-7080.000=65.000
σ	0.000
min	7145.000-7080.000=65.000
max	7145.000-7080.000=65.000

*mean*	5163.537-5472.831=-309.294
σ	233.692-1104.707=-871.015
min	5026.760-4992.366=34.394
max	5671.890-8177.143=-2505.254

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000-478.000=-1.000
σ	0.000
min	477.000-478.000=-1.000
max	477.000-478.000=-1.000

*mean*	376.979-374.341=2.638
σ	19.227-30.767=-11.540
min	350.870-304.719=46.151
max	396.126-392.738=3.388

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	561.000
σ	0.000
min	561.000
max	561.000

*mean*	781.390-739.807=41.583
σ	15.073-54.692=-39.620
min	760.450-636.738=123.712
max	803.450-787.070=16.380

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.299-1024.300=-0.001
σ	0.759-0.759=0.000
min	1023.827-1023.826=0.001
max	1027.438-1027.438=-0.000

*mean*	1053.800-1054.000=-0.200
σ	311.971-312.497=-0.526
min	570.000
max	1511.000-1512.000=-1.000

*mean*	1.547-1.563=-0.016
σ	0.065-0.077=-0.013
min	1.487-1.478=0.009
max	1.767-1.814=-0.048

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.485-0.407=0.077
σ	0.527-0.530=-0.004
min	0.239-0.146=0.093
max	1.427-1.353=0.074

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.826-0.463=0.363
σ	0.523-0.318=0.205
min	0.567-0.305=0.261
max	1.762-1.032=0.730

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.383-0.204=0.179
σ	0.046-0.023=0.023
min	0.347-0.184=0.163
max	0.460-0.243=0.217

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.585-0.330=0.255
σ	0.028-0.017=0.011
min	0.557-0.315=0.242
max	0.632-0.358=0.274

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	437.200-431.800=5.400
σ	6.535-1.789=4.746
min	431.000
max	444.000-435.000=9.000

*mean*	0.725-0.537=0.189
σ	0.032-0.055=-0.023
min	0.676-0.463=0.213
max	0.765-0.597=0.168

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	444.000-442.000=2.000
σ	0.000
min	444.000-442.000=2.000
max	444.000-442.000=2.000

*mean*	0.625-0.501=0.124
σ	0.025-0.018=0.007
min	0.590-0.475=0.115
max	0.645-0.519=0.126

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	444.000-442.000=2.000
σ	0.000
min	444.000-442.000=2.000
max	444.000-442.000=2.000

*mean*	3.505-2.624=0.881
σ	0.096-0.102=-0.006
min	3.381-2.432=0.949
max	3.913-3.063=0.850

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	444.000-442.000=2.000
σ	0.000
min	444.000-442.000=2.000
max	444.000-442.000=2.000

*mean*	3.598-2.581=1.017
σ	1.087-0.081=1.006
min	3.360-2.444=0.916
max	14.316-2.801=11.515

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	444.000-442.000=2.000
σ	0.000
min	444.000-442.000=2.000
max	444.000-442.000=2.000

*mean*	0.539-0.305=0.234
σ	0.020-0.008=0.012
min	0.515-0.292=0.223
max	0.665-0.358=0.307

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	444.000-442.000=2.000
σ	0.000
min	444.000-442.000=2.000
max	444.000-442.000=2.000

*mean*	0.510-0.302=0.208
σ	0.014-0.034=-0.021
min	0.486-0.282=0.203
max	0.598-0.546=0.052

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.676-298.898=-0.223
σ	0.983-1.055=-0.072
min	298.315-298.503=-0.188
max	301.473-301.900=-0.427

*mean*	440.000-442.400=-2.400
σ	12.901-16.365=-3.464
min	417.000-418.000=-1.000
max	462.000-469.000=-7.000

*mean*	0.599-0.597=0.002
σ	0.016-0.022=-0.006
min	0.565-0.565=0.000
max	0.628-0.629=-0.001

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678-236.678=0.000
σ	0.000
min	236.678-236.678=0.000
max	236.678-236.678=0.000

*mean*	924.250-941.750=-17.500
σ	10.607-17.678=-7.071
min	898.000
max	928.000-948.000=-20.000

*mean*	205.536-209.143=-3.606
σ	3.805-3.199=0.606
min	200.740-203.108=-2.367
max	211.028-212.563=-1.535

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	921.375-940.250=-18.875
σ	18.738-21.920=-3.182
min	875.000-886.000=-11.000
max	928.000-948.000=-20.000

*mean*	9.623-8.925=0.697
σ	2.256-2.076=0.180
min	6.474-6.594=-0.120
max	14.170-12.576=1.594

phase=parser

*mean*	1042.361-1042.361=0.000
σ	0.000-0.000=-0.000
min	1042.361-1042.360=0.000
max	1042.362-1042.361=0.000

*mean*	921.375-940.250=-18.875
σ	18.738-21.920=-3.182
min	875.000-886.000=-11.000
max	928.000-948.000=-20.000

*mean*	572.048-538.627=33.421
σ	112.631-91.593=21.037
min	444.469-414.048=30.420
max	771.834-722.226=49.609

phase=processProdDef

*mean*	4850.766-4850.768=-0.002
σ	0.000
min	4850.766-4850.768=-0.002
max	4850.767-4850.769=-0.002

*mean*	928.000-948.000=-20.000
σ	0.000
min	928.000-948.000=-20.000
max	928.000-948.000=-20.000

*mean*	5127.229-4747.671=379.558
σ	520.627-526.183=-5.555
min	4325.341-3952.354=372.987
max	5881.443-5303.511=577.932

phase=renaming

*mean*	21.671-21.675=-0.004
σ	0.000
min	21.671-21.675=-0.004
max	21.671-21.675=-0.004

*mean*	921.375-940.250=-18.875
σ	18.738-21.920=-3.182
min	875.000-886.000=-11.000
max	928.000-948.000=-20.000

*mean*	37.364-33.804=3.560
σ	10.645-10.034=0.612
min	21.278-20.618=0.660
max	55.904-47.446=8.459

phase=type checker

*mean*	990.454-990.450=0.004
σ	0.071
min	990.348-990.344=0.004
max	990.567-990.563=0.004

*mean*	924.125-941.625=-17.500
σ	10.960-18.031=-7.071
min	897.000
max	928.000-948.000=-20.000

*mean*	761.789-745.812=15.977
σ	101.680-92.184=9.497
min	659.483-650.305=9.178
max	916.983-882.681=34.303

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.821-293.819=0.001
σ	0.037-0.039=-0.001
min	293.768-293.768=-0.001
max	293.859-293.859=-0.000

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	0.402-0.397=0.006
σ	0.005-0.009=-0.004
min	0.398-0.391=0.007
max	0.411-0.413=-0.002

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.221-1320.218=0.003
σ	0.036-0.032=0.004
min	1320.165-1320.172=-0.007
max	1320.260-1320.251=0.009

*mean*	1099.000-1095.400=3.600
σ	190.330-185.280=5.050
min	838.000-839.000=-1.000
max	1327.000-1316.000=11.000

*mean*	2.231-2.306=-0.075
σ	0.065-0.178=-0.112
min	2.172-2.185=-0.012
max	2.337-2.619=-0.282

iters=5

new-facts=6402

prior-facts=1

*mean*	1560.609-1560.612=-0.003
σ	6.219-6.221=-0.002
min	1557.632-1557.628=0.004
max	1571.730-1571.737=-0.006

*mean*	617.200-618.200=-1.000
σ	81.729-81.885=-0.156
min	493.000-494.000=-1.000
max	712.000-714.000=-2.000

*mean*	2.273-2.277=-0.004
σ	0.092-0.111=-0.019
min	2.192-2.210=-0.018
max	2.431-2.474=-0.043

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.158-1882.168=-0.010
σ	0.064-0.046=0.018
min	1882.070-1882.114=-0.044
max	1882.240-1882.226=0.014

*mean*	1737.400-1723.600=13.800
σ	176.514-200.147=-23.633
min	1475.000-1452.000=23.000
max	1889.000-1913.000=-24.000

*mean*	3.012-3.058=-0.046
σ	0.106-0.144=-0.038
min	2.888-2.895=-0.007
max	3.163-3.245=-0.082

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.777-1.681=0.096
σ	0.138-0.135=0.003
min	1.600-1.498=0.103
max	1.897-1.835=0.063

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.081-452.082=-0.001
σ	582.722-582.723=-0.001
min	160.718-160.718=0.000
max	1326.165-1326.166=-0.002

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	0.543-0.546=-0.003
σ	0.531-0.552=-0.021
min	0.268-0.261=0.008
max	1.339-1.374=-0.035

policies=20

*mean*	1607.521-1607.534=-0.013
σ	0.419-0.410=0.009
min	1607.236-1607.254=-0.018
max	1608.141-1608.141=0.000

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	445.750-446.000=-0.250
σ	7.500-8.000=-0.500
min	442.000
max	457.000-458.000=-1.000

*mean*	2.698-2.680=0.018
σ	0.021-0.011=0.009
min	2.680-2.665=0.015
max	2.725-2.692=0.033

policies=200

*mean*	16083.449-16083.510=-0.061
σ	0.082-0.018=0.064
min	16083.341-16083.492=-0.151
max	16083.520-16083.530=-0.010

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	495.750-495.250=0.500
σ	2.872-3.775=-0.903
min	492.000-491.000=1.000
max	499.000-500.000=-1.000

*mean*	27.191-27.162=0.029
σ	0.093-0.065=0.028
min	27.092-27.103=-0.011
max	27.282-27.239=0.043