Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.578-54.576=0.002
σ	0.351-0.347=0.004
min	54.447-54.447=-0.000
max	55.577-55.563=0.014

*mean*	418.000-417.000=1.000
σ	0.000
min	418.000-417.000=1.000
max	418.000-417.000=1.000

*mean*	0.141-0.138=0.003
σ	0.005-0.004=0.000
min	0.136-0.132=0.004
max	0.148-0.145=0.003

cache=y

dps=1

iters=10

policies=100

*mean*	43.706-43.707=-0.001
σ	0.006-0.008=-0.001
min	43.699-43.700=-0.001
max	43.721-43.723=-0.002

*mean*	418.000-417.000=1.000
σ	0.000
min	418.000-417.000=1.000
max	418.000-417.000=1.000

*mean*	0.123-0.124=-0.001
σ	0.004-0.005=-0.000
min	0.116-0.119=-0.003
max	0.130-0.134=-0.004

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618
σ	0.002-0.002=-0.000
min	36.615
max	36.619-36.620=-0.000

*mean*	4154.375-4147.375=7.000
σ	1901.845-1889.329=12.516
min	1556.000
max	7311.000-7268.000=43.000

*mean*	12.844-12.347=0.497
σ	0.173-0.281=-0.108
min	12.597-11.987=0.610
max	13.053-12.707=0.346

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.000
σ	0.002-0.002=0.000
min	36.616-36.616=-0.000
max	36.620-36.620=-0.000

*mean*	4154.375-4147.375=7.000
σ	1901.845-1889.329=12.516
min	1556.000
max	7311.000-7268.000=43.000

*mean*	13.159-12.651=0.508
σ	0.523-0.240=0.284
min	12.055-12.260=-0.205
max	13.629-13.000=0.629

op=table_records(), no indexes

*mean*	41.932-41.932=-0.000
σ	0.001-0.001=-0.000
min	41.929
max	41.933-41.933=0.000

*mean*	7311.000-7268.000=43.000
σ	0.000
min	7311.000-7268.000=43.000
max	7311.000-7268.000=43.000

*mean*	15.133-14.832=0.301
σ	0.580-0.239=0.341
min	13.920-14.297=-0.376
max	15.698-15.015=0.683

op=table_records(), repeat

*mean*	41.928-41.928=-0.000
σ	0.002-0.002=0.000
min	41.927-41.927=-0.000
max	41.932-41.931=0.001

*mean*	4154.375-4147.375=7.000
σ	1901.845-1889.329=12.516
min	1556.000
max	7311.000-7268.000=43.000

*mean*	12.822-12.525=0.297
σ	1.645-1.674=-0.029
min	11.205-10.621=0.584
max	15.353-14.541=0.812

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.653=0.000
σ	0.136-0.136=-0.000
min	27.603
max	27.990-27.990=-0.000

*mean*	4154.375-4147.375=7.000
σ	1901.845-1889.329=12.516
min	1556.000
max	7311.000-7268.000=43.000

*mean*	8.841-8.575=0.266
σ	0.340-0.234=0.106
min	8.323-8.237=0.086
max	9.283-8.886=0.397

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400
σ	0.002
min	26.399
max	26.403

*mean*	4154.375-4147.375=7.000
σ	1901.845-1889.329=12.516
min	1556.000
max	7311.000-7268.000=43.000

*mean*	6.999-6.364=0.635
σ	0.214-0.240=-0.026
min	6.698-5.911=0.787
max	7.281-6.684=0.597

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=-0.000
σ	0.002-0.002=0.000
min	25.665-25.665=-0.000
max	25.668-25.668=-0.000

*mean*	4154.375-4147.375=7.000
σ	1901.845-1889.329=12.516
min	1556.000
max	7311.000-7268.000=43.000

*mean*	5.999-5.511=0.487
σ	0.096-0.177=-0.081
min	5.842-5.247=0.595
max	6.133-5.773=0.360

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=0.000
σ	0.002-0.002=-0.000
min	25.967
max	25.972-25.972=-0.000

*mean*	4154.375-4147.375=7.000
σ	1901.845-1889.329=12.516
min	1556.000
max	7311.000-7268.000=43.000

*mean*	5.845-5.345=0.500
σ	0.156-0.091=0.065
min	5.661-5.185=0.476
max	6.149-5.437=0.712

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.606=-0.000
σ	0.000-0.000=-0.000
min	2524.606
max	2524.606-2524.607=-0.000

*mean*	7311.000-7268.000=43.000
σ	0.000
min	7311.000-7268.000=43.000
max	7311.000-7268.000=43.000

*mean*	1263.663-1650.848=-387.185
σ	469.358-1083.318=-613.960
min	1043.943-1027.704=16.239
max	2373.945-4139.613=-1765.668

op=load_product(), with indexes

*mean*	8744.721-8744.721=-0.000
σ	0.469-0.469=0.000
min	8744.553-8744.553=0.000
max	8745.882-8745.882=-0.000

*mean*	3576.250-3569.500=6.750
σ	1799.345-1789.772=9.573
min	1045.000-1044.000=1.000
max	5806.000-5776.000=30.000

*mean*	4899.809-5005.299=-105.490
σ	1563.225-1716.901=-153.677
min	3538.449-3522.701=15.748
max	7367.425-7440.697=-73.271

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=-0.000
σ	0.002-0.002=0.000
min	62.076
max	62.081

*mean*	4154.375-4147.375=7.000
σ	1901.845-1889.329=12.516
min	1556.000
max	7311.000-7268.000=43.000

*mean*	82.791-85.805=-3.014
σ	8.982-11.154=-2.172
min	72.835-72.524=0.311
max	97.738-99.691=-1.953

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=0.000
σ	0.001-0.001=-0.000
min	40.944-40.943=0.000
max	40.945

*mean*	7311.000-7268.000=43.000
σ	0.000
min	7311.000-7268.000=43.000
max	7311.000-7268.000=43.000

*mean*	106.573-105.221=1.352
σ	4.890-2.722=2.168
min	100.035-100.374=-0.340
max	113.759-107.690=6.070

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=-0.000
σ	0.000-0.000=0.000
min	66.685
max	66.687

*mean*	7311.000-7268.000=43.000
σ	0.000
min	7311.000-7268.000=43.000
max	7311.000-7268.000=43.000

*mean*	163.048-163.527=-0.479
σ	6.801-4.240=2.561
min	148.578-154.231=-5.653
max	168.664-167.504=1.159

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.836-11656.836=0.000
σ	4.324-4.324=-0.000
min	11655.305
max	11667.538

*mean*	4154.375-4147.375=7.000
σ	1901.845-1889.329=12.516
min	1556.000
max	7311.000-7268.000=43.000

*mean*	6752.471-6476.005=276.466
σ	1269.252-1173.186=96.066
min	4971.994-4932.680=39.314
max	8166.887-8148.272=18.615

op=vertical_lookup_list() on indexed

*mean*	11560.065-11560.065=0.000
σ	0.001-0.000=0.000
min	11560.064
max	11560.066

*mean*	7311.000-7268.000=43.000
σ	0.000
min	7311.000-7268.000=43.000
max	7311.000-7268.000=43.000

*mean*	5912.941-5552.446=360.495
σ	1544.894-1269.036=275.858
min	4411.401-4400.667=10.734
max	7814.411-7924.720=-110.309

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000-478.000=-1.000
σ	0.000
min	477.000-478.000=-1.000
max	477.000-478.000=-1.000

*mean*	359.480-372.897=-13.418
σ	30.679-23.223=7.456
min	297.692-349.887=-52.196
max	391.343-397.324=-5.981

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	560.000-562.000=-2.000
σ	0.000
min	560.000-562.000=-2.000
max	560.000-562.000=-2.000

*mean*	741.263-732.515=8.748
σ	58.773-86.354=-27.581
min	601.432-590.096=11.336
max	781.885-809.655=-27.770

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.501-1008.501=0.001
σ	0.760-0.760=-0.000
min	1008.026-1008.025=0.001
max	1011.642-1011.642=0.001

*mean*	1045.350-1044.900=0.450
σ	299.751-299.988=-0.238
min	563.000-562.000=1.000
max	1448.000

*mean*	1.518-1.524=-0.005
σ	0.076-0.078=-0.002
min	1.401-1.375=0.026
max	1.758-1.735=0.023

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.302-0.509=-0.207
σ	0.297-0.560=-0.263
min	0.142-0.235=-0.093
max	0.828-1.510=-0.682

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.476-0.835=-0.359
σ	0.318-0.514=-0.196
min	0.327-0.593=-0.265
max	1.045-1.755=-0.710

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.226-0.390=-0.163
σ	0.033-0.034=-0.002
min	0.206-0.362=-0.156
max	0.283-0.449=-0.166

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.337-0.597=-0.260
σ	0.020-0.015=0.005
min	0.318-0.582=-0.265
max	0.371-0.622=-0.251

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.741
σ	0.011
min	964.736
max	964.760

*mean*	436.600-431.000=5.600
σ	6.066-0.000=6.066
min	431.000
max	443.000-431.000=12.000

*mean*	0.551-0.710=-0.159
σ	0.030-0.053=-0.023
min	0.512-0.628=-0.116
max	0.583-0.754=-0.172

name=cdr_enhanced_4k_loc.art

*mean*	885.814
σ	0.002
min	885.812
max	885.816

*mean*	443.000-431.000=12.000
σ	0.000
min	443.000-431.000=12.000
max	443.000-431.000=12.000

*mean*	0.494-0.637=-0.143
σ	0.026-0.008=0.018
min	0.465-0.626=-0.161
max	0.524-0.645=-0.121

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.708
σ	0.002
min	7.707
max	7.711

*mean*	443.000-431.000=12.000
σ	0.000
min	443.000-431.000=12.000
max	443.000-431.000=12.000

*mean*	1.959-3.449=-1.490
σ	0.071-0.078=-0.006
min	1.859-3.288=-1.429
max	2.190-3.702=-1.513

name=record_render_large_syntax_err.art

*mean*	7.656
σ	0.002
min	7.655
max	7.659

*mean*	443.000-431.000=12.000
σ	0.000
min	443.000-431.000=12.000
max	443.000-431.000=12.000

*mean*	1.950-3.443=-1.493
σ	0.070-0.066=0.004
min	1.839-3.338=-1.499
max	2.183-3.674=-1.491

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.288
max	2.292

*mean*	443.000-431.000=12.000
σ	0.000
min	443.000-431.000=12.000
max	443.000-431.000=12.000

*mean*	0.305-0.544=-0.239
σ	0.008-0.015=-0.007
min	0.290-0.522=-0.232
max	0.357-0.631=-0.274

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	443.000-431.000=12.000
σ	0.000
min	443.000-431.000=12.000
max	443.000-431.000=12.000

*mean*	0.292-0.516=-0.224
σ	0.007-0.012=-0.005
min	0.278-0.491=-0.214
max	0.321-0.566=-0.246

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.015-298.106=-0.091
σ	1.061-1.006=0.054
min	297.567-297.732=-0.165
max	301.028-300.968=0.061

*mean*	440.600-441.700=-1.100
σ	15.357-16.344=-0.987
min	418.000-419.000=-1.000
max	465.000-468.000=-3.000

*mean*	0.603-0.612=-0.009
σ	0.025-0.022=0.003
min	0.565-0.566=-0.001
max	0.649-0.646=0.003

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.008-222.008=-0.000
σ	0.000-0.000=0.000
min	222.008-222.008=-0.000
max	222.008

*mean*	1679.125-1740.000=-60.875
σ	10.960-0.000=10.960
min	1652.000-1740.000=-88.000
max	1683.000-1740.000=-57.000

*mean*	209.788-209.138=0.650
σ	2.134-1.170=0.964
min	206.048-207.697=-1.649
max	212.979-210.836=2.143

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1679.125-1740.000=-60.875
σ	10.960-0.000=10.960
min	1652.000-1740.000=-88.000
max	1683.000-1740.000=-57.000

*mean*	10.937-9.677=1.260
σ	1.497-1.757=-0.260
min	9.279-6.132=3.147
max	12.684-12.672=0.012

phase=parser

*mean*	1042.103-1042.100=0.002
σ	0.000-0.000=-0.000
min	1042.103-1042.100=0.003
max	1042.103-1042.100=0.002

*mean*	1679.125-1740.000=-60.875
σ	10.960-0.000=10.960
min	1652.000-1740.000=-88.000
max	1683.000-1740.000=-57.000

*mean*	663.042-685.582=-22.540
σ	71.083-66.245=4.838
min	560.999-574.193=-13.194
max	728.184-725.516=2.668

phase=processProdDef

*mean*	6169.657-6169.660=-0.003
σ	0.000-0.001=-0.000
min	6169.657-6169.659=-0.002
max	6169.658-6169.661=-0.003

*mean*	1683.000-1740.000=-57.000
σ	0.000
min	1683.000-1740.000=-57.000
max	1683.000-1740.000=-57.000

*mean*	5828.206-5390.622=437.584
σ	1208.962-1413.585=-204.623
min	4023.037-3771.810=251.227
max	7354.097-7321.524=32.573

phase=renaming

*mean*	21.667
σ	0.000
min	21.667
max	21.667

*mean*	1679.125-1740.000=-60.875
σ	10.960-0.000=10.960
min	1652.000-1740.000=-88.000
max	1683.000-1740.000=-57.000

*mean*	42.024-32.008=10.016
σ	7.205-7.356=-0.151
min	31.644-20.017=11.626
max	48.583-47.119=1.464

phase=type checker

*mean*	958.461-958.461=-0.000
σ	0.066-0.066=-0.000
min	958.363
max	958.551-958.551=-0.000

*mean*	1679.125-1740.000=-60.875
σ	10.960-0.000=10.960
min	1652.000-1740.000=-88.000
max	1683.000-1740.000=-57.000

*mean*	763.499-686.682=76.817
σ	74.883-83.216=-8.333
min	660.381-638.084=22.298
max	883.899-886.531=-2.631

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.690-293.689=0.001
σ	0.038-0.042=-0.004
min	293.636-293.633=0.003
max	293.728-293.732=-0.004

*mean*	445.000
σ	0.000
min	445.000
max	445.000

*mean*	0.405-0.403=0.002
σ	0.008-0.010=-0.002
min	0.401-0.397=0.004
max	0.419-0.421=-0.002

iters=5

new-facts=1

prior-facts=6402

*mean*	1303.766-1303.768=-0.002
σ	0.085-0.081=0.004
min	1303.651-1303.651=0.000
max	1303.853-1303.851=0.001

*mean*	1081.600-1063.600=18.000
σ	222.956-168.399=54.557
min	825.000-842.000=-17.000
max	1374.000-1274.000=100.000

*mean*	2.075-1.968=0.106
σ	0.290-0.170=0.120
min	1.790-1.797=-0.007
max	2.391-2.178=0.213

iters=5

new-facts=6402

prior-facts=1

*mean*	1546.827-1546.811=0.016
σ	4.032-4.026=0.006
min	1544.815-1544.787=0.028
max	1554.033-1554.005=0.028

*mean*	620.800-612.800=8.000
σ	82.236-73.754=8.481
min	494.000-497.000=-3.000
max	697.000-691.000=6.000

*mean*	2.306-2.256=0.050
σ	0.182-0.150=0.032
min	2.154-2.133=0.022
max	2.548-2.506=0.042

iters=5

new-facts=6402

prior-facts=6402

*mean*	1865.784-1865.785=-0.000
σ	0.069-0.068=0.001
min	1865.710-1865.723=-0.012
max	1865.894-1865.899=-0.005

*mean*	1708.200-1711.400=-3.200
σ	171.141-248.540=-77.399
min	1490.000-1420.000=70.000
max	1939.000-2064.000=-125.000

*mean*	2.932-2.858=0.073
σ	0.086-0.104=-0.019
min	2.797-2.697=0.100
max	3.017-2.964=0.052

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.722-1.856=-0.134
σ	0.119-0.041=0.078
min	1.591-1.799=-0.209
max	1.883-1.897=-0.014

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	447.982-447.981=0.001
σ	579.239-579.239=0.000
min	158.358-158.360=-0.002
max	1316.841-1316.839=0.001

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	442.000-443.000=-1.000
σ	0.000
min	442.000-443.000=-1.000
max	442.000-443.000=-1.000

*mean*	0.534-0.539=-0.005
σ	0.529-0.547=-0.018
min	0.267-0.262=0.005
max	1.328-1.361=-0.032

policies=20

*mean*	1583.908-1583.914=-0.006
σ	0.359-0.343=0.016
min	1583.660-1583.676=-0.015
max	1584.440-1584.421=0.019

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	444.250-446.000=-1.750
σ	1.500-2.000=-0.500
min	442.000-443.000=-1.000
max	445.000-447.000=-2.000

*mean*	2.638-2.626=0.012
σ	0.016-0.009=0.007
min	2.625-2.617=0.008
max	2.659-2.638=0.021

policies=200

*mean*	15847.245-15847.172=0.073
σ	0.177-0.143=0.033
min	15847.113-15847.032=0.081
max	15847.506-15847.372=0.134

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	495.750-496.500=-0.750
σ	5.123-5.000=0.123
min	489.000-490.000=-1.000
max	501.000-502.000=-1.000

*mean*	26.712-26.701=0.011
σ	0.140-0.143=-0.003
min	26.577-26.547=0.030
max	26.836-26.886=-0.051