Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.395
σ	0.000
min	5.395
max	5.395

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.633
σ	0.000
min	446.633
max	446.633

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.717-54.718=-0.001
σ	0.366-0.368=-0.002
min	54.580-54.578=0.002
max	55.758-55.765=-0.006

*mean*	420.000-418.000=2.000
σ	0.000
min	420.000-418.000=2.000
max	420.000-418.000=2.000

*mean*	0.141-0.140=0.001
σ	0.003-0.006=-0.002
min	0.137-0.136=0.001
max	0.147-0.150=-0.003

cache=y

dps=1

iters=10

policies=100

*mean*	43.777-43.777=0.000
σ	0.009-0.008=0.001
min	43.767-43.767=-0.001
max	43.791-43.788=0.003

*mean*	420.000-418.000=2.000
σ	0.000
min	420.000-418.000=2.000
max	420.000-418.000=2.000

*mean*	0.124-0.122=0.001
σ	0.003-0.004=-0.002
min	0.121-0.119=0.002
max	0.131-0.131=-0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.604-36.604=-0.000
σ	0.000-0.000=-0.000
min	36.604
max	36.605-36.605=-0.000

*mean*	4588.250-4590.375=-2.125
σ	2255.036-2248.978=6.058
min	1487.000
max	7405.000-7385.000=20.000

*mean*	13.133-157.995=-144.862
σ	2.995-409.997=-407.003
min	11.881-12.135=-0.255
max	20.530-1172.674=-1152.144

op=column_set() on indexed, repeat

*mean*	36.604-36.604=0.000
σ	0.000-0.000=0.000
min	36.604-36.604=-0.000
max	36.605

*mean*	4588.250-4590.375=-2.125
σ	2255.036-2248.978=6.058
min	1487.000
max	7405.000-7385.000=20.000

*mean*	13.685-14.733=-1.048
σ	2.966-4.687=-1.720
min	11.746-11.518=0.228
max	20.963-24.947=-3.984

op=table_records(), no indexes

*mean*	41.939-41.939=-0.000
σ	0.002-0.002=-0.000
min	41.938
max	41.942-41.942=-0.000

*mean*	7405.000-7385.000=20.000
σ	0.000
min	7405.000-7385.000=20.000
max	7405.000-7385.000=20.000

*mean*	11.081-11.808=-0.727
σ	0.146-2.131=-1.985
min	10.904-10.873=0.031
max	11.312-17.073=-5.760

op=table_records(), repeat

*mean*	41.924-41.925=-0.001
σ	0.000-0.001=-0.001
min	41.924-41.924=-0.000
max	41.925-41.928=-0.003

*mean*	4174.750-4181.125=-6.375
σ	1947.001-1945.152=1.850
min	1487.000
max	7405.000-7385.000=20.000

*mean*	11.725-11.652=0.073
σ	2.051-1.775=0.276
min	10.861-10.598=0.263
max	16.790-15.995=0.795

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.633-27.633=0.001
σ	0.136-0.137=-0.000
min	27.584
max	27.971-27.971=0.000

*mean*	4174.750-4181.125=-6.375
σ	1947.001-1945.152=1.850
min	1487.000
max	7405.000-7385.000=20.000

*mean*	9.154-9.046=0.108
σ	1.260-1.350=-0.089
min	7.989-7.967=0.023
max	12.178-12.275=-0.098

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.384-26.384=0.000
σ	0.000-0.000=-0.000
min	26.384-26.384=-0.000
max	26.384

*mean*	4174.750-4181.125=-6.375
σ	1947.001-1945.152=1.850
min	1487.000
max	7405.000-7385.000=20.000

*mean*	7.197-7.050=0.148
σ	0.890-1.087=-0.197
min	6.503-6.297=0.206
max	9.352-9.625=-0.273

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.662-25.662=-0.000
σ	0.004-0.004=0.000
min	25.661
max	25.673-25.673=0.000

*mean*	4588.250-4590.375=-2.125
σ	2255.036-2248.978=6.058
min	1487.000
max	7405.000-7385.000=20.000

*mean*	6.208-6.621=-0.413
σ	0.519-1.000=-0.481
min	5.799-6.017=-0.218
max	7.452-8.821=-1.369

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.961-25.961=-0.000
σ	0.001-0.001=0.000
min	25.961
max	25.962-25.962=0.000

*mean*	4588.250-4590.375=-2.125
σ	2255.036-2248.978=6.058
min	1487.000
max	7405.000-7385.000=20.000

*mean*	6.028-6.404=-0.376
σ	0.573-0.972=-0.399
min	5.645-5.831=-0.187
max	7.418-8.517=-1.099

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.608
σ	0.002
min	1021.606
max	1021.611

*mean*	7405.000-7385.000=20.000
σ	0.000
min	7405.000-7385.000=20.000
max	7405.000-7385.000=20.000

*mean*	362.917-347.551=15.366
σ	42.014-1.849=40.165
min	345.810-344.765=1.045
max	466.828-349.612=117.216

op=load_product(), with indexes

*mean*	3495.854-3495.855=-0.000
σ	0.454-0.454=-0.000
min	3495.694-3495.694=-0.000
max	3496.977-3496.978=-0.001

*mean*	3752.625-3757.250=-4.625
σ	2300.293-2299.764=0.529
min	720.000
max	7405.000-7385.000=20.000

*mean*	1732.554-1766.999=-34.445
σ	610.358-621.940=-11.582
min	1398.917-1400.779=-1.863
max	2766.359-2784.734=-18.375

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841-107.841=-0.000
σ	0.000-0.000=-0.000
min	107.841
max	107.842

*mean*	4408.750-4410.375=-1.625
σ	2226.057-2218.530=7.528
min	1487.000
max	7405.000-7385.000=20.000

*mean*	245.361-250.742=-5.381
σ	310.235-321.658=-11.423
min	124.595-124.582=0.013
max	1011.896-1045.386=-33.490

op=column_set() on unindexed, dense, repeat

*mean*	62.068-62.068=0.000
σ	0.001-0.001=0.000
min	62.065
max	62.069-62.068=0.001

*mean*	4588.250-4410.375=177.875
σ	2255.036-2218.530=36.506
min	1487.000
max	7405.000-7385.000=20.000

*mean*	208.837-45.579=163.258
σ	468.482-8.339=460.143
min	40.794-41.102=-0.308
max	1368.262-65.985=1302.277

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.926-40.926=-0.000
σ	0.002-0.002=0.000
min	40.925
max	40.928

*mean*	7405.000-7385.000=20.000
σ	0.000
min	7405.000-7385.000=20.000
max	7405.000-7385.000=20.000

*mean*	22.276-207.651=-185.375
σ	1.449-524.577=-523.129
min	21.619-21.609=0.010
max	25.852-1505.911=-1480.059

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-71.294=0.000
σ	0.002-0.002=-0.000
min	71.292
max	71.296

*mean*	7405.000-7385.000=20.000
σ	0.000
min	7405.000-7385.000=20.000
max	7405.000-7385.000=20.000

*mean*	272.504-65.702=206.803
σ	611.022-24.696=586.326
min	54.886-55.203=-0.317
max	1784.696-126.640=1658.056

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842
σ	0.013-0.014=-0.000
min	4646.837
max	4646.875-4646.876=-0.001

*mean*	4174.750-4181.125=-6.375
σ	1947.001-1945.152=1.850
min	1487.000
max	7405.000-7385.000=20.000

*mean*	3191.155-3177.308=13.846
σ	627.516-750.750=-123.234
min	2483.965-2506.933=-22.968
max	3981.691-4656.482=-674.791

op=vertical_lookup_list() on indexed

*mean*	1973.829
σ	0.002
min	1973.827
max	1973.832

*mean*	7405.000-7385.000=20.000
σ	0.000
min	7405.000-7385.000=20.000
max	7405.000-7385.000=20.000

*mean*	1057.820-1005.096=52.724
σ	256.888-164.135=92.753
min	923.119-913.914=9.205
max	1666.553-1377.740=288.814

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.083-905.083=-0.000
σ	0.002-0.002=0.000
min	905.080
max	905.086

*mean*	7405.000-7385.000=20.000
σ	0.000
min	7405.000-7385.000=20.000
max	7405.000-7385.000=20.000

*mean*	394.142-397.111=-2.969
σ	4.218-8.958=-4.739
min	388.864-382.566=6.298
max	402.747-415.518=-12.771

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	475.625-476.000=-0.375
σ	0.518-0.000=0.518
min	475.000-476.000=-1.000
max	476.000

*mean*	360.668-405.348=-44.680
σ	28.352-28.404=-0.053
min	309.114-370.023=-60.909
max	389.046-444.145=-55.100

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	558.625-565.000=-6.375
σ	3.462-0.000=3.462
min	554.000-565.000=-11.000
max	563.000-565.000=-2.000

*mean*	726.475-743.867=-17.392
σ	76.577-75.875=0.702
min	625.487-610.830=14.657
max	836.006-885.340=-49.334

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	964.563-964.531=0.031
σ	1.880-1.821=0.059
min	963.842-963.825=0.017
max	972.514-972.233=0.280

*mean*	1036.100-1040.450=-4.350
σ	307.633-292.071=15.562
min	538.000-554.000=-16.000
max	1531.000-1429.000=102.000

*mean*	1.273-1.304=-0.031
σ	0.145-0.164=-0.019
min	1.173-1.191=-0.018
max	1.774-1.863=-0.090

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913-0.913=0.000
σ	0.020
min	0.903-0.903=0.000
max	0.949-0.949=0.000

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.310-0.405=-0.095
σ	0.267-0.525=-0.258
min	0.145-0.136=0.008
max	0.780-1.342=-0.562

name=error_case.art

*mean*	2.346-2.346=0.000
σ	0.012
min	2.340-2.340=0.000
max	2.368-2.368=0.000

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.470-0.478=-0.008
σ	0.319-0.323=-0.005
min	0.317-0.323=-0.006
max	1.040-1.056=-0.017

name=heavy_item.art

*mean*	1.523-1.523=0.000
σ	0.002
min	1.522-1.522=0.000
max	1.526-1.526=0.000

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.216-0.217=-0.001
σ	0.022-0.021=0.001
min	0.198-0.197=0.001
max	0.254-0.252=0.002

name=nested_use.art

*mean*	2.364-2.364=0.000
σ	0.002
min	2.363-2.363=0.000
max	2.367-2.367=0.000

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.341-0.331=0.010
σ	0.018-0.019=-0.001
min	0.324-0.318=0.006
max	0.367-0.363=0.004

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.979-964.839=0.140
σ	0.009
min	964.974-964.834=0.140
max	964.996-964.855=0.140

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.581-0.571=0.010
σ	0.029-0.040=-0.010
min	0.541-0.524=0.017
max	0.607-0.607=0.000

name=cdr_enhanced_4k_loc.art

*mean*	886.001-885.913=0.089
σ	0.002
min	886.000-885.912=0.089
max	886.004-885.915=0.089

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.458-0.490=-0.032
σ	0.044-0.043=0.000
min	0.414-0.417=-0.003
max	0.515-0.526=-0.011

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719-7.718=0.001
σ	0.002
min	7.718-7.717=0.001
max	7.722-7.721=0.001

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	1.975-1.989=-0.014
σ	0.075-0.072=0.003
min	1.844-1.866=-0.022
max	2.351-2.210=0.141

name=record_render_large_syntax_err.art

*mean*	7.667-7.667=0.001
σ	0.002
min	7.666-7.666=0.001
max	7.670-7.670=0.001

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	1.971-1.949=0.022
σ	0.070-0.079=-0.009
min	1.788-1.819=-0.030
max	2.144-2.233=-0.089

name=record_render_success.art

*mean*	2.290-2.290=0.001
σ	0.002
min	2.290-2.289=0.001
max	2.294-2.293=0.001

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.306-0.302=0.004
σ	0.010-0.011=-0.001
min	0.289-0.288=0.001
max	0.371-0.371=-0.000

name=record_render_syntax_err.art

*mean*	2.166-2.165=0.001
σ	0.002
min	2.165-2.164=0.001
max	2.169-2.168=0.001

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.295-0.287=0.007
σ	0.009-0.012=-0.003
min	0.282-0.275=0.008
max	0.339-0.369=-0.031

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.690-11.453=0.236
σ	11.297-11.963=-0.666
min	0.573-0.574=-0.000
max	82.410-105.772=-23.362

*mean*	452.409-460.899=-8.490
σ	15.404-17.800=-2.396
min	408.000
max	474.000-475.000=-1.000

*mean*	0.027-0.027=0.000
σ	0.028-0.030=-0.002
min	0.001-0.001=-0.000
max	0.197-0.271=-0.074

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	278.952-278.688=0.265
σ	1.056-1.013=0.043
min	278.497-278.327=0.170
max	281.950-281.569=0.381

*mean*	440.300-443.800=-3.500
σ	15.521-17.422=-1.901
min	417.000-419.000=-2.000
max	469.000-476.000=-7.000

*mean*	0.575-0.577=-0.002
σ	0.026-0.024=0.002
min	0.512-0.537=-0.025
max	0.619-0.613=0.006

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	169.257-169.257=0.000
σ	0.000-0.000=0.000
min	169.257
max	169.257-169.257=0.000

*mean*	874.000-852.000=22.000
σ	0.000
min	874.000-852.000=22.000
max	874.000-852.000=22.000

*mean*	234.177-213.164=21.012
σ	19.254-27.021=-7.767
min	195.034-178.447=16.587
max	250.487-245.030=5.457

phase=macro expansion

*mean*	5.900
σ	0.000
min	5.900
max	5.900

*mean*	874.000-851.375=22.625
σ	0.000-1.768=-1.768
min	874.000-847.000=27.000
max	874.000-852.000=22.000

*mean*	7.723-7.145=0.578
σ	2.280-1.523=0.758
min	5.705-5.760=-0.055
max	11.764-8.997=2.768

phase=parser

*mean*	1042.134-1041.964=0.170
σ	0.000-0.000=-0.000
min	1042.133-1041.964=0.169
max	1042.134-1041.965=0.169

*mean*	874.000-851.375=22.625
σ	0.000-1.768=-1.768
min	874.000-847.000=27.000
max	874.000-852.000=22.000

*mean*	524.352-522.975=1.377
σ	126.371-95.634=30.737
min	376.364-376.451=-0.087
max	698.069-603.427=94.642

phase=processProdDef

*mean*	2243.717
σ	0.000
min	2243.717
max	2243.717

*mean*	874.000-852.000=22.000
σ	0.000
min	874.000-852.000=22.000
max	874.000-852.000=22.000

*mean*	2776.562-2723.275=53.287
σ	524.431-376.262=148.169
min	1724.057-1944.524=-220.466
max	3344.904-3288.273=56.631

phase=renaming

*mean*	21.436
σ	0.000
min	21.436
max	21.436

*mean*	874.000-851.375=22.625
σ	0.000-1.768=-1.768
min	874.000-847.000=27.000
max	874.000-852.000=22.000

*mean*	35.508-29.159=6.350
σ	6.278-8.419=-2.141
min	29.785-20.033=9.752
max	46.009-41.921=4.088

phase=type checker

*mean*	958.596
σ	0.047
min	958.573
max	958.698

*mean*	874.000-851.375=22.625
σ	0.000-1.768=-1.768
min	874.000-847.000=27.000
max	874.000-852.000=22.000

*mean*	676.811-633.090=43.721
σ	68.107-23.814=44.293
min	631.901-609.373=22.528
max	840.359-668.623=171.736

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.855-282.359=0.497
σ	0.038-0.034=0.004
min	282.801-282.312=0.490
max	282.893-282.395=0.498

*mean*	442.800-439.400=3.400
σ	3.834-3.286=0.548
min	440.000-437.000=3.000
max	447.000-443.000=4.000

*mean*	0.377-0.381=-0.004
σ	0.003-0.011=-0.007
min	0.374-0.375=-0.000
max	0.383-0.400=-0.017

iters=5

new-facts=1

prior-facts=6402

*mean*	1268.059-1267.590=0.468
σ	0.111-0.107=0.004
min	1267.963-1267.473=0.490
max	1268.245-1267.765=0.480

*mean*	1093.800-1111.600=-17.800
σ	169.274-170.795=-1.521
min	893.000-895.000=-2.000
max	1324.000-1329.000=-5.000

*mean*	2.009-1.989=0.020
σ	0.127-0.081=0.046
min	1.838-1.877=-0.039
max	2.112-2.071=0.041

iters=5

new-facts=6402

prior-facts=1

*mean*	1507.028-1506.524=0.504
σ	2.974-2.932=0.042
min	1505.463-1505.002=0.462
max	1512.335-1511.755=0.580

*mean*	626.000-624.000=2.000
σ	86.957-87.164=-0.207
min	496.000-494.000=2.000
max	728.000-726.000=2.000

*mean*	2.226-2.162=0.064
σ	0.204-0.096=0.108
min	2.087-2.101=-0.014
max	2.588-2.332=0.256

iters=5

new-facts=6402

prior-facts=6402

*mean*	1830.068-1829.591=0.477
σ	0.041-0.081=-0.040
min	1830.008-1829.501=0.507
max	1830.111-1829.714=0.397

*mean*	1717.400-1763.400=-46.000
σ	187.128-213.948=-26.820
min	1453.000-1489.000=-36.000
max	1886.000-1970.000=-84.000

*mean*	2.900-3.101=-0.200
σ	0.235-0.304=-0.069
min	2.617-2.783=-0.166
max	3.270-3.517=-0.247

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.755-1.760=-0.006
σ	0.129-0.039=0.090
min	1.560-1.708=-0.148
max	1.862-1.806=0.057

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	406.199-393.852=12.347
σ	509.796-509.574=0.222
min	151.295-139.062=12.233
max	1170.893-1158.212=12.680

*mean*	101.750-99.750=2.000
σ	7.500
min	98.000-96.000=2.000
max	113.000-111.000=2.000

*mean*	447.000-441.000=6.000
σ	0.000
min	447.000-441.000=6.000
max	447.000-441.000=6.000

*mean*	0.475-0.497=-0.022
σ	0.436-0.515=-0.079
min	0.254-0.235=0.019
max	1.130-1.271=-0.141

policies=20

*mean*	1513.141-1390.724=122.417
σ	0.267-0.166=0.101
min	1512.970-1390.604=122.367
max	1513.537-1390.969=122.568

*mean*	980.000-960.000=20.000
σ	0.000
min	980.000-960.000=20.000
max	980.000-960.000=20.000

*mean*	449.250-448.250=1.000
σ	1.500-10.595=-9.095
min	447.000-441.000=6.000
max	450.000-464.000=-14.000

*mean*	2.510-2.319=0.190
σ	0.025-0.010=0.015
min	2.477-2.308=0.169
max	2.538-2.333=0.205

policies=200

*mean*	15140.042-13915.849=1224.193
σ	0.113-0.072=0.041
min	15139.977-13915.769=1224.208
max	15140.211-13915.939=1224.272

*mean*	9800.000-9600.000=200.000
σ	0.000
min	9800.000-9600.000=200.000
max	9800.000-9600.000=200.000

*mean*	499.000-495.500=3.500
σ	3.367-3.416=-0.049
min	495.000-491.000=4.000
max	503.000-499.000=4.000

*mean*	25.299-23.461=1.838
σ	0.085-0.119=-0.035
min	25.245-23.333=1.912
max	25.423-23.594=1.829