Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.664-558.633=0.031
σ	0.000
min	558.664-558.633=0.031
max	558.664-558.633=0.031

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.887-54.887=0.000
σ	0.357-0.360=-0.002
min	54.751-54.750=0.002
max	55.903-55.910=-0.007

*mean*	420.000-417.000=3.000
σ	0.000
min	420.000-417.000=3.000
max	420.000-417.000=3.000

*mean*	0.141-0.138=0.003
σ	0.005-0.004=0.001
min	0.137-0.134=0.003
max	0.150-0.146=0.004

cache=y

dps=1

iters=10

policies=100

*mean*	43.855-43.855=0.000
σ	0.004-0.005=-0.001
min	43.849-43.848=0.001
max	43.863-43.864=-0.001

*mean*	420.000-417.000=3.000
σ	0.000
min	420.000-417.000=3.000
max	420.000-417.000=3.000

*mean*	0.124-0.121=0.004
σ	0.005-0.005=0.000
min	0.118-0.117=0.002
max	0.132-0.129=0.003

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=-0.000
min	36.616-36.616=-0.000
max	36.620-36.620=-0.000

*mean*	4043.625-4039.500=4.125
σ	2009.733-2009.865=-0.132
min	1216.000-1219.000=-3.000
max	7145.000-7147.000=-2.000

*mean*	13.507-12.819=0.688
σ	1.872-0.335=1.538
min	12.364-12.158=0.206
max	18.005-13.283=4.722

op=column_set() on indexed, repeat

*mean*	36.618-36.618=0.000
σ	0.002-0.002=-0.000
min	36.616
max	36.620-36.620=-0.000

*mean*	4043.625-4039.500=4.125
σ	2009.733-2009.865=-0.132
min	1216.000-1219.000=-3.000
max	7145.000-7147.000=-2.000

*mean*	13.440-12.476=0.964
σ	1.545-0.660=0.885
min	11.834-11.471=0.363
max	16.873-13.289=3.583

op=table_records(), no indexes

*mean*	41.930-41.930=0.000
σ	0.002-0.002=-0.000
min	41.928-41.928=0.000
max	41.932

*mean*	7145.000-7147.000=-2.000
σ	0.000
min	7145.000-7147.000=-2.000
max	7145.000-7147.000=-2.000

*mean*	15.455-15.254=0.201
σ	0.178-0.238=-0.061
min	15.213-14.890=0.323
max	15.807-15.535=0.272

op=table_records(), repeat

*mean*	41.930-41.929=0.000
σ	0.002-0.002=0.000
min	41.928-41.927=0.000
max	41.932-41.932=0.000

*mean*	4043.625-4039.500=4.125
σ	2009.733-2009.865=-0.132
min	1216.000-1219.000=-3.000
max	7145.000-7147.000=-2.000

*mean*	14.477-13.989=0.488
σ	1.635-1.857=-0.223
min	11.622-10.995=0.628
max	16.452-15.895=0.558

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.654=-0.001
σ	0.136-0.136=0.000
min	27.604-27.604=-0.000
max	27.991-27.991=-0.000

*mean*	4043.625-4039.500=4.125
σ	2009.733-2009.865=-0.132
min	1216.000-1219.000=-3.000
max	7145.000-7147.000=-2.000

*mean*	10.045-9.626=0.419
σ	1.659-1.309=0.349
min	8.575-8.708=-0.133
max	12.795-12.819=-0.024

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=-0.000
σ	0.002-0.002=0.000
min	26.400-26.400=-0.000
max	26.404

*mean*	4043.625-4039.500=4.125
σ	2009.733-2009.865=-0.132
min	1216.000-1219.000=-3.000
max	7145.000-7147.000=-2.000

*mean*	7.781-7.079=0.702
σ	1.756-1.154=0.602
min	6.098-5.866=0.231
max	10.652-9.734=0.918

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.668=0.000
σ	0.004-0.004=0.000
min	25.665-25.665=0.000
max	25.678-25.678=0.000

*mean*	4043.625-4039.500=4.125
σ	2009.733-2009.865=-0.132
min	1216.000-1219.000=-3.000
max	7145.000-7147.000=-2.000

*mean*	6.235-5.995=0.239
σ	0.404-0.058=0.346
min	5.847-5.893=-0.046
max	7.135-6.052=1.083

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=0.000
σ	0.002-0.002=-0.000
min	25.969-25.968=0.000
max	25.972

*mean*	4043.625-4039.500=4.125
σ	2009.733-2009.865=-0.132
min	1216.000-1219.000=-3.000
max	7145.000-7147.000=-2.000

*mean*	5.796-5.763=0.034
σ	0.109-0.123=-0.013
min	5.599-5.592=0.007
max	5.955-5.986=-0.031

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.613-1021.613=-0.000
σ	0.002-0.002=0.000
min	1021.612
max	1021.616

*mean*	7145.000-7147.000=-2.000
σ	0.000
min	7145.000-7147.000=-2.000
max	7145.000-7147.000=-2.000

*mean*	368.397-375.416=-7.019
σ	56.803-79.988=-23.185
min	345.272-346.191=-0.919
max	508.881-573.361=-64.480

op=load_product(), with indexes

*mean*	7917.792-7917.792=-0.000
σ	0.469-0.469=0.000
min	7917.624-7917.625=-0.000
max	7918.954

*mean*	3275.875-3270.125=5.750
σ	1826.099-1825.212=0.887
min	809.000-811.000=-2.000
max	5626.000-5621.000=5.000

*mean*	3551.244-3719.597=-168.352
σ	873.840-1164.999=-291.158
min	3088.741-3078.867=9.874
max	5428.764-5882.433=-453.669

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.077=0.000
σ	0.002-0.002=-0.000
min	62.076-62.076=0.000
max	62.080

*mean*	4043.625-4039.500=4.125
σ	2009.733-2009.865=-0.132
min	1216.000-1219.000=-3.000
max	7145.000-7147.000=-2.000

*mean*	92.785-86.028=6.757
σ	22.212-18.551=3.660
min	71.525-71.823=-0.298
max	126.847-118.961=7.886

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946-40.946=-0.000
σ	0.002-0.002=0.000
min	40.945-40.945=-0.000
max	40.950

*mean*	7145.000-7147.000=-2.000
σ	0.000
min	7145.000-7147.000=-2.000
max	7145.000-7147.000=-2.000

*mean*	61.283-60.801=0.482
σ	0.286-0.483=-0.197
min	60.945-60.285=0.661
max	61.695-61.418=0.277

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.688-66.688=-0.000
σ	0.002-0.002=-0.000
min	66.686
max	66.691-66.691=-0.000

*mean*	7145.000-7147.000=-2.000
σ	0.000
min	7145.000-7147.000=-2.000
max	7145.000-7147.000=-2.000

*mean*	100.548-99.188=1.361
σ	0.600-0.499=0.102
min	99.576-98.612=0.964
max	101.479-100.043=1.436

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	14217.171-14217.171=0.000
σ	4.304-4.304=0.000
min	14215.575
max	14227.821-14227.820=0.001

*mean*	4043.625-4039.500=4.125
σ	2009.733-2009.865=-0.132
min	1216.000-1219.000=-3.000
max	7145.000-7147.000=-2.000

*mean*	8022.019-8045.955=-23.936
σ	1925.218-1989.464=-64.246
min	6055.550-5978.318=77.232
max	11077.642-10873.230=204.412

op=vertical_lookup_list() on indexed

*mean*	13159.109-13159.108=0.000
σ	0.002-0.002=-0.000
min	13159.106-13159.105=0.001
max	13159.110

*mean*	7145.000-7147.000=-2.000
σ	0.000
min	7145.000-7147.000=-2.000
max	7145.000-7147.000=-2.000

*mean*	5163.537-5129.614=33.923
σ	233.692-216.841=16.852
min	5026.760-4995.115=31.645
max	5671.890-5487.888=184.001

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000-478.000=-1.000
σ	0.000
min	477.000-478.000=-1.000
max	477.000-478.000=-1.000

*mean*	376.979-373.973=3.006
σ	19.227-23.351=-4.124
min	350.870-339.578=11.292
max	396.126-391.885=4.241

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	561.000
σ	0.000
min	561.000
max	561.000

*mean*	781.390-704.556=76.834
σ	15.073-70.189=-55.116
min	760.450-583.872=176.578
max	803.450-787.498=15.951

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.299-1024.301=-0.002
σ	0.759-0.759=-0.001
min	1023.827-1023.826=0.001
max	1027.438-1027.440=-0.002

*mean*	1053.800-1053.850=-0.050
σ	311.971-311.343=0.628
min	570.000-571.000=-1.000
max	1511.000-1509.000=2.000

*mean*	1.547-1.553=-0.006
σ	0.065-0.050=0.014
min	1.487-1.500=-0.012
max	1.767-1.670=0.096

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.485-0.393=0.091
σ	0.527-0.483=0.044
min	0.239-0.148=0.091
max	1.427-1.254=0.173

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.826-0.481=0.346
σ	0.523-0.336=0.187
min	0.567-0.318=0.249
max	1.762-1.082=0.680

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.383-0.221=0.162
σ	0.046-0.021=0.026
min	0.347-0.208=0.140
max	0.460-0.256=0.204

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.585-0.339=0.246
σ	0.028-0.014=0.015
min	0.557-0.322=0.235
max	0.632-0.360=0.273

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	437.200-439.000=-1.800
σ	6.535-4.848=1.687
min	431.000-433.000=-2.000
max	444.000

*mean*	0.725-0.535=0.190
σ	0.032-0.040=-0.008
min	0.676-0.497=0.179
max	0.765-0.603=0.162

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	444.000
σ	0.000
min	444.000
max	444.000

*mean*	0.625-0.444=0.181
σ	0.025-0.021=0.004
min	0.590-0.419=0.171
max	0.645-0.472=0.173

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	444.000
σ	0.000
min	444.000
max	444.000

*mean*	3.505-1.946=1.559
σ	0.096-0.062=0.033
min	3.381-1.782=1.599
max	3.913-2.134=1.779

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	444.000
σ	0.000
min	444.000
max	444.000

*mean*	3.598-1.828=1.771
σ	1.087-0.074=1.013
min	3.360-1.700=1.660
max	14.316-2.020=12.297

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	444.000
σ	0.000
min	444.000
max	444.000

*mean*	0.539-0.303=0.236
σ	0.020-0.008=0.011
min	0.515-0.289=0.226
max	0.665-0.352=0.313

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	444.000
σ	0.000
min	444.000
max	444.000

*mean*	0.510-0.299=0.211
σ	0.014-0.056=-0.043
min	0.486-0.279=0.207
max	0.598-0.852=-0.254

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.676-298.774=-0.098
σ	0.983-1.014=-0.031
min	298.315-298.322=-0.007
max	301.473-301.655=-0.182

*mean*	440.000-442.600=-2.600
σ	12.901-14.214=-1.313
min	417.000-420.000=-3.000
max	462.000-463.000=-1.000

*mean*	0.599-0.606=-0.007
σ	0.016-0.025=-0.009
min	0.565-0.543=0.023
max	0.628-0.638=-0.009

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678
σ	0.000
min	236.678
max	236.678

*mean*	924.250-926.000=-1.750
σ	10.607-11.314=-0.707
min	898.000
max	928.000-930.000=-2.000

*mean*	205.536-204.054=1.482
σ	3.805-3.096=0.709
min	200.740-198.367=2.374
max	211.028-209.216=1.812

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	921.375-923.250=-1.875
σ	18.738-19.092=-0.354
min	875.000-876.000=-1.000
max	928.000-930.000=-2.000

*mean*	9.623-8.414=1.209
σ	2.256-2.481=-0.225
min	6.474-6.219=0.255
max	14.170-13.027=1.143

phase=parser

*mean*	1042.361-1042.361=0.000
σ	0.000-0.000=0.000
min	1042.361
max	1042.362-1042.361=0.001

*mean*	921.375-923.250=-1.875
σ	18.738-19.092=-0.354
min	875.000-876.000=-1.000
max	928.000-930.000=-2.000

*mean*	572.048-523.097=48.951
σ	112.631-141.444=-28.813
min	444.469-374.351=70.118
max	771.834-828.023=-56.189

phase=processProdDef

*mean*	4850.766
σ	0.000
min	4850.766
max	4850.767

*mean*	928.000-930.000=-2.000
σ	0.000
min	928.000-930.000=-2.000
max	928.000-930.000=-2.000

*mean*	5127.229-4991.071=136.158
σ	520.627-348.746=171.881
min	4325.341-4436.017=-110.676
max	5881.443-5439.482=441.962

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	921.375-923.250=-1.875
σ	18.738-19.092=-0.354
min	875.000-876.000=-1.000
max	928.000-930.000=-2.000

*mean*	37.364-31.943=5.421
σ	10.645-12.571=-1.926
min	21.278-20.413=0.865
max	55.904-50.849=5.055

phase=type checker

*mean*	990.454
σ	0.071
min	990.348
max	990.567

*mean*	924.125-925.875=-1.750
σ	10.960-11.667=-0.707
min	897.000
max	928.000-930.000=-2.000

*mean*	761.789-702.574=59.215
σ	101.680-91.620=10.060
min	659.483-646.620=12.863
max	916.983-924.951=-7.968

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.821-293.821=-0.001
σ	0.037-0.038=-0.001
min	293.768-293.768=0.000
max	293.859-293.861=-0.002

*mean*	443.000-440.400=2.600
σ	0.000-3.286=-3.286
min	443.000-438.000=5.000
max	443.000-444.000=-1.000

*mean*	0.402-0.394=0.008
σ	0.005-0.003=0.003
min	0.398-0.391=0.006
max	0.411-0.398=0.013

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.221-1320.089=0.132
σ	0.036-0.083=-0.047
min	1320.165-1320.005=0.161
max	1320.260-1320.209=0.051

*mean*	1099.000-1066.600=32.400
σ	190.330-164.597=25.733
min	838.000-844.000=-6.000
max	1327.000-1267.000=60.000

*mean*	2.231-1.983=0.248
σ	0.065-0.236=-0.171
min	2.172-1.825=0.347
max	2.337-2.393=-0.056

iters=5

new-facts=6402

prior-facts=1

*mean*	1560.609-1560.607=0.002
σ	6.219-6.237=-0.018
min	1557.632-1557.611=0.021
max	1571.730-1571.760=-0.030

*mean*	617.200-619.000=-1.800
σ	81.729-82.553=-0.824
min	493.000-494.000=-1.000
max	712.000-716.000=-4.000

*mean*	2.273-2.298=-0.025
σ	0.092-0.218=-0.126
min	2.192-2.120=0.072
max	2.431-2.670=-0.239

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.158-1882.165=-0.007
σ	0.064-0.053=0.011
min	1882.070-1882.103=-0.033
max	1882.240-1882.244=-0.004

*mean*	1737.400-1708.400=29.000
σ	176.514-249.983=-73.468
min	1475.000-1395.000=80.000
max	1889.000-2033.000=-144.000

*mean*	3.012-2.897=0.115
σ	0.106-0.056=0.050
min	2.888-2.837=0.051
max	3.163-2.984=0.179

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.777-1.726=0.051
σ	0.138-0.104=0.033
min	1.600-1.563=0.037
max	1.897-1.824=0.074

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.081-452.081=-0.000
σ	582.722-582.724=-0.002
min	160.718-160.713=0.005
max	1326.165-1326.167=-0.003

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	0.543-0.547=-0.004
σ	0.531-0.534=-0.003
min	0.268-0.269=-0.001
max	1.339-1.348=-0.009

policies=20

*mean*	1607.521-1607.523=-0.002
σ	0.419-0.406=0.013
min	1607.236-1607.249=-0.013
max	1608.141-1608.125=0.016

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	445.750-451.250=-5.500
σ	7.500-10.112=-2.612
min	442.000
max	457.000-460.000=-3.000

*mean*	2.698-2.694=0.004
σ	0.021-0.008=0.013
min	2.680-2.687=-0.006
max	2.725-2.705=0.020

policies=200

*mean*	16083.449-16083.454=-0.005
σ	0.082-0.202=-0.120
min	16083.341-16083.274=0.067
max	16083.520-16083.736=-0.216

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	495.750-499.500=-3.750
σ	2.872-3.000=-0.128
min	492.000-496.000=-4.000
max	499.000-502.000=-3.000

*mean*	27.191-27.263=-0.071
σ	0.093-0.138=-0.045
min	27.092-27.131=-0.039
max	27.282-27.411=-0.129