Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.581-54.580=0.000
σ	0.344-0.341=0.002
min	54.450-54.452=-0.002
max	55.558-55.551=0.007

*mean*	419.000-417.000=2.000
σ	0.000
min	419.000-417.000=2.000
max	419.000-417.000=2.000

*mean*	0.138-0.140=-0.002
σ	0.006-0.005=0.001
min	0.131-0.131=0.000
max	0.148-0.150=-0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.705-43.705=-0.000
σ	0.006-0.007=-0.001
min	43.696-43.695=0.002
max	43.714-43.715=-0.002

*mean*	419.000-417.000=2.000
σ	0.000
min	419.000-417.000=2.000
max	419.000-417.000=2.000

*mean*	0.120-0.124=-0.003
σ	0.005-0.004=0.001
min	0.114-0.120=-0.007
max	0.129-0.132=-0.003

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=0.000
min	36.615
max	36.620

*mean*	4153.125-4152.000=1.125
σ	1898.089-1900.570=-2.482
min	1555.000-1552.000=3.000
max	7295.000-7301.000=-6.000

*mean*	13.025-12.766=0.259
σ	0.291-0.317=-0.026
min	12.544-12.358=0.186
max	13.540-13.258=0.282

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.000
σ	0.002-0.002=-0.000
min	36.615-36.616=-0.000
max	36.620

*mean*	4153.125-4152.000=1.125
σ	1898.089-1900.570=-2.482
min	1555.000-1552.000=3.000
max	7295.000-7301.000=-6.000

*mean*	12.503-12.988=-0.485
σ	0.720-0.466=0.255
min	11.856-12.062=-0.206
max	13.518-13.489=0.028

op=table_records(), no indexes

*mean*	41.932-41.932=0.000
σ	0.001-0.001=-0.000
min	41.929-41.929=0.001
max	41.933-41.933=0.000

*mean*	7295.000-7301.000=-6.000
σ	0.000
min	7295.000-7301.000=-6.000
max	7295.000-7301.000=-6.000

*mean*	15.260-15.210=0.050
σ	0.521-0.617=-0.096
min	14.054-13.917=0.137
max	15.838-15.889=-0.051

op=table_records(), repeat

*mean*	41.928-41.928=-0.000
σ	0.002-0.002=-0.000
min	41.927
max	41.932

*mean*	4153.125-4152.000=1.125
σ	1898.089-1900.570=-2.482
min	1555.000-1552.000=3.000
max	7295.000-7301.000=-6.000

*mean*	13.156-12.953=0.202
σ	1.604-1.908=-0.303
min	11.453-10.935=0.517
max	15.692-15.526=0.166

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.653=-0.000
σ	0.136-0.136=0.000
min	27.603
max	27.990-27.990=0.000

*mean*	4153.125-4152.000=1.125
σ	1898.089-1900.570=-2.482
min	1555.000-1552.000=3.000
max	7295.000-7301.000=-6.000

*mean*	8.923-8.795=0.128
σ	0.482-0.282=0.199
min	8.182-8.449=-0.268
max	9.802-9.155=0.647

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.400=0.000
σ	0.002-0.002=-0.000
min	26.399
max	26.403

*mean*	4153.125-4152.000=1.125
σ	1898.089-1900.570=-2.482
min	1555.000-1552.000=3.000
max	7295.000-7301.000=-6.000

*mean*	6.943-6.874=0.069
σ	0.162-0.119=0.044
min	6.687-6.686=0.000
max	7.179-7.049=0.129

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=0.000
σ	0.002-0.002=-0.000
min	25.665-25.664=0.000
max	25.668

*mean*	4153.125-4152.000=1.125
σ	1898.089-1900.570=-2.482
min	1555.000-1552.000=3.000
max	7295.000-7301.000=-6.000

*mean*	6.014-6.029=-0.015
σ	0.115-0.144=-0.028
min	5.883-5.880=0.003
max	6.193-6.286=-0.093

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=-0.000
σ	0.002-0.002=0.000
min	25.967
max	25.972

*mean*	4153.125-4152.000=1.125
σ	1898.089-1900.570=-2.482
min	1555.000-1552.000=3.000
max	7295.000-7301.000=-6.000

*mean*	5.750-5.650=0.100
σ	0.139-0.212=-0.073
min	5.459-5.233=0.225
max	5.945-5.859=0.085

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.606=-0.000
σ	0.000-0.000=-0.000
min	2524.606
max	2524.606-2524.607=-0.001

*mean*	7295.000-7301.000=-6.000
σ	0.000
min	7295.000-7301.000=-6.000
max	7295.000-7301.000=-6.000

*mean*	1085.551-1294.273=-208.723
σ	107.220-451.842=-344.622
min	1038.804-1036.622=2.182
max	1350.603-2337.257=-986.653

op=load_product(), with indexes

*mean*	8744.721-8744.721=0.000
σ	0.469-0.469=-0.000
min	8744.553-8744.553=0.000
max	8745.882-8745.882=0.000

*mean*	3573.250-3572.875=0.375
σ	1796.250-1797.466=-1.216
min	1044.000-1043.000=1.000
max	5792.000-5796.000=-4.000

*mean*	5082.055-4971.800=110.255
σ	1699.492-1627.113=72.378
min	3541.123-3549.853=-8.730
max	7247.743-7445.991=-198.248

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=-0.000
σ	0.002-0.002=-0.000
min	62.076-62.076=0.000
max	62.081

*mean*	4153.125-4152.000=1.125
σ	1898.089-1900.570=-2.482
min	1555.000-1552.000=3.000
max	7295.000-7301.000=-6.000

*mean*	83.335-80.869=2.466
σ	11.817-8.796=3.021
min	71.072-71.014=0.058
max	99.619-94.289=5.330

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=-0.000
σ	0.001-0.001=0.000
min	40.943-40.944=-0.000
max	40.945

*mean*	7295.000-7301.000=-6.000
σ	0.000
min	7295.000-7301.000=-6.000
max	7295.000-7301.000=-6.000

*mean*	105.500-105.493=0.007
σ	3.576-2.996=0.580
min	99.235-99.921=-0.686
max	108.658-108.508=0.150

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=-0.000
σ	0.000-0.000=0.000
min	66.685
max	66.687

*mean*	7295.000-7301.000=-6.000
σ	0.000
min	7295.000-7301.000=-6.000
max	7295.000-7301.000=-6.000

*mean*	162.154-163.974=-1.819
σ	6.973-6.875=0.098
min	145.993-148.270=-2.277
max	165.920-168.351=-2.431

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.836-11656.836=0.000
σ	4.324-4.324=-0.000
min	11655.305
max	11667.538

*mean*	4153.125-4152.000=1.125
σ	1898.089-1900.570=-2.482
min	1555.000-1552.000=3.000
max	7295.000-7301.000=-6.000

*mean*	6504.172-6681.599=-177.427
σ	1228.389-1171.191=57.198
min	4949.530-4975.950=-26.419
max	8063.137-7992.332=70.805

op=vertical_lookup_list() on indexed

*mean*	11560.065-11560.065=0.000
σ	0.001-0.001=-0.000
min	11560.064
max	11560.066

*mean*	7295.000-7301.000=-6.000
σ	0.000
min	7295.000-7301.000=-6.000
max	7295.000-7301.000=-6.000

*mean*	5516.292-5099.613=416.680
σ	1150.439-1205.898=-55.459
min	4418.126-4393.804=24.322
max	7439.052-7691.889=-252.837

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	478.000-477.000=1.000
σ	0.000
min	478.000-477.000=1.000
max	478.000-477.000=1.000

*mean*	378.646-382.325=-3.678
σ	36.739-20.020=16.719
min	299.230-348.738=-49.508
max	400.493-394.839=5.654

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	562.000-560.500=1.500
σ	0.000-0.926=-0.926
min	562.000-560.000=2.000
max	562.000

*mean*	759.046-761.626=-2.580
σ	47.765-62.623=-14.858
min	657.749-661.365=-3.616
max	800.456-810.514=-10.057

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.501-1008.501=-0.001
σ	0.760-0.760=0.000
min	1008.026-1008.025=0.000
max	1011.642-1011.642=0.001

*mean*	1048.750-1047.050=1.700
σ	313.971-297.936=16.035
min	574.000-585.000=-11.000
max	1512.000-1448.000=64.000

*mean*	1.546-1.540=0.006
σ	0.081-0.082=-0.001
min	1.481-1.420=0.061
max	1.759-1.761=-0.002

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.379-0.433=-0.054
σ	0.476-0.605=-0.129
min	0.140-0.130=0.010
max	1.228-1.513=-0.286

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.482-0.481=0.000
σ	0.321-0.322=-0.001
min	0.334-0.321=0.013
max	1.057-1.057=-0.000

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.225-0.218=0.007
σ	0.029-0.019=0.011
min	0.202-0.205=-0.003
max	0.274-0.251=0.023

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.341-0.336=0.005
σ	0.018-0.016=0.001
min	0.328-0.320=0.008
max	0.371-0.364=0.007

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.741
σ	0.011
min	964.736
max	964.760

*mean*	431.800-434.000=-2.200
σ	1.789-3.674=-1.885
min	431.000
max	435.000-438.000=-3.000

*mean*	0.587-0.554=0.033
σ	0.013-0.050=-0.037
min	0.573-0.470=0.103
max	0.602-0.596=0.006

name=cdr_enhanced_4k_loc.art

*mean*	885.814
σ	0.002
min	885.812
max	885.816

*mean*	443.000-438.000=5.000
σ	0.000
min	443.000-438.000=5.000
max	443.000-438.000=5.000

*mean*	0.481-0.472=0.009
σ	0.038-0.039=-0.001
min	0.432-0.422=0.009
max	0.524-0.507=0.017

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.708
σ	0.002
min	7.707
max	7.711

*mean*	443.000-438.000=5.000
σ	0.000
min	443.000-438.000=5.000
max	443.000-438.000=5.000

*mean*	2.420-1.872=0.548
σ	0.289-0.080=0.209
min	1.866-1.732=0.134
max	2.815-2.097=0.718

name=record_render_large_syntax_err.art

*mean*	7.656
σ	0.002
min	7.655
max	7.659

*mean*	443.000-438.000=5.000
σ	0.000
min	443.000-438.000=5.000
max	443.000-438.000=5.000

*mean*	2.577-1.896=0.681
σ	0.076-0.090=-0.015
min	2.452-1.731=0.721
max	2.855-2.177=0.678

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.288
max	2.292

*mean*	443.000-438.000=5.000
σ	0.000
min	443.000-438.000=5.000
max	443.000-438.000=5.000

*mean*	0.300-0.304=-0.004
σ	0.008-0.018=-0.009
min	0.288-0.287=0.001
max	0.353-0.462=-0.108

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	443.000-438.000=5.000
σ	0.000
min	443.000-438.000=5.000
max	443.000-438.000=5.000

*mean*	0.287-0.288=-0.001
σ	0.008-0.007=0.001
min	0.276-0.272=0.004
max	0.329-0.317=0.012

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.955-297.954=0.001
σ	0.997-1.007=-0.011
min	297.565-297.527=0.038
max	300.787-300.807=-0.020

*mean*	442.700-442.300=0.400
σ	14.072-14.810=-0.739
min	418.000-422.000=-4.000
max	463.000-465.000=-2.000

*mean*	0.604-0.596=0.007
σ	0.025-0.028=-0.003
min	0.565-0.551=0.014
max	0.652-0.636=0.015

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.008-222.011=-0.004
σ	0.000
min	222.008-222.011=-0.004
max	222.008-222.011=-0.004

*mean*	1746.000-1761.250=-15.250
σ	0.000-21.651=-21.651
min	1746.000-1741.000=5.000
max	1746.000-1782.000=-36.000

*mean*	206.235-205.930=0.304
σ	2.972-1.936=1.035
min	200.138-202.653=-2.515
max	209.406-208.003=1.403

phase=macro expansion

*mean*	6.130-6.133=-0.004
σ	0.000
min	6.130-6.133=-0.004
max	6.130-6.133=-0.004

*mean*	1746.000-1761.250=-15.250
σ	0.000-21.651=-21.651
min	1746.000-1741.000=5.000
max	1746.000-1782.000=-36.000

*mean*	9.459-10.028=-0.569
σ	1.730-3.451=-1.721
min	6.138-6.114=0.024
max	12.584-15.471=-2.887

phase=parser

*mean*	1042.099-1042.098=0.001
σ	0.000-0.000=-0.000
min	1042.099-1042.097=0.001
max	1042.099-1042.098=0.001

*mean*	1746.000-1761.250=-15.250
σ	0.000-21.651=-21.651
min	1746.000-1741.000=5.000
max	1746.000-1782.000=-36.000

*mean*	636.738-699.660=-62.922
σ	78.590-79.467=-0.877
min	488.004-593.609=-105.606
max	720.083-837.591=-117.508

phase=processProdDef

*mean*	6169.661-6169.657=0.003
σ	0.001-0.001=-0.000
min	6169.660-6169.657=0.004
max	6169.662-6169.658=0.004

*mean*	1746.000-1766.375=-20.375
σ	0.000-21.017=-21.017
min	1746.000-1741.000=5.000
max	1746.000-1782.000=-36.000

*mean*	5748.596-4995.505=753.091
σ	1285.008-1744.628=-459.620
min	4027.879-3456.148=571.731
max	7063.710-8023.006=-959.295

phase=renaming

*mean*	21.667
σ	0.000
min	21.667
max	21.667

*mean*	1746.000-1761.250=-15.250
σ	0.000-21.651=-21.651
min	1746.000-1741.000=5.000
max	1746.000-1782.000=-36.000

*mean*	39.833-34.942=4.891
σ	5.665-14.260=-8.595
min	29.282-19.953=9.329
max	47.022-55.613=-8.591

phase=type checker

*mean*	958.461-958.457=0.004
σ	0.066
min	958.363-958.360=0.004
max	958.551-958.547=0.004

*mean*	1746.000-1761.250=-15.250
σ	0.000-21.651=-21.651
min	1746.000-1741.000=5.000
max	1746.000-1782.000=-36.000

*mean*	696.960-734.923=-37.963
σ	73.695-113.556=-39.861
min	627.735-629.577=-1.841
max	869.294-869.766=-0.473

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.686-293.688=-0.002
σ	0.038-0.037=0.000
min	293.633-293.636=-0.003
max	293.726-293.727=-0.001

*mean*	447.000-445.400=1.600
σ	0.000-0.548=-0.548
min	447.000-445.000=2.000
max	447.000-446.000=1.000

*mean*	0.397-0.400=-0.003
σ	0.001-0.003=-0.001
min	0.396-0.398=-0.002
max	0.399-0.405=-0.006

iters=5

new-facts=1

prior-facts=6402

*mean*	1303.794-1303.788=0.006
σ	0.059-0.042=0.017
min	1303.727-1303.720=0.008
max	1303.875-1303.835=0.040

*mean*	1087.400-1063.200=24.200
σ	179.539-168.764=10.775
min	877.000-840.000=37.000
max	1306.000-1274.000=32.000

*mean*	2.038-1.985=0.053
σ	0.210-0.172=0.039
min	1.818-1.770=0.048
max	2.291-2.143=0.148

iters=5

new-facts=6402

prior-facts=1

*mean*	1546.816-1546.813=0.003
σ	4.019-4.021=-0.002
min	1544.810-1544.790=0.020
max	1553.998-1553.998=-0.000

*mean*	633.800-611.800=22.000
σ	68.656-73.506=-4.850
min	539.000-496.000=43.000
max	721.000-690.000=31.000

*mean*	2.235-2.258=-0.023
σ	0.156-0.153=0.003
min	2.128-2.134=-0.006
max	2.503-2.472=0.031

iters=5

new-facts=6402

prior-facts=6402

*mean*	1865.808-1865.809=-0.001
σ	0.055-0.060=-0.005
min	1865.747-1865.739=0.008
max	1865.896-1865.897=-0.002

*mean*	1727.800-1712.600=15.200
σ	179.441-250.331=-70.890
min	1473.000-1420.000=53.000
max	1894.000-2068.000=-174.000

*mean*	3.082-2.962=0.120
σ	0.334-0.117=0.216
min	2.882-2.872=0.010
max	3.676-3.140=0.536

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.693-1.621=0.073
σ	0.158-0.164=-0.006
min	1.479-1.464=0.015
max	1.851-1.813=0.038

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	450.090-450.089=0.000
σ	579.264-579.264=0.000
min	160.455-160.453=0.002
max	1318.986-1318.986=0.001

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	443.000-444.000=-1.000
σ	0.000
min	443.000-444.000=-1.000
max	443.000-444.000=-1.000

*mean*	0.537-0.525=0.013
σ	0.542-0.516=0.026
min	0.264-0.264=-0.001
max	1.350-1.299=0.051

policies=20

*mean*	1604.893-1604.905=-0.011
σ	0.406-0.411=-0.005
min	1604.610-1604.617=-0.007
max	1605.493-1605.512=-0.019

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	445.250-451.750=-6.500
σ	1.500-10.340=-8.840
min	443.000-444.000=-1.000
max	446.000-467.000=-21.000

*mean*	2.675-2.683=-0.008
σ	0.012-0.015=-0.003
min	2.662-2.663=-0.001
max	2.691-2.698=-0.007

policies=200

*mean*	16057.314-16057.318=-0.004
σ	0.121-0.158=-0.037
min	16057.248-16057.180=0.068
max	16057.495-16057.531=-0.036

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	493.750-494.750=-1.000
σ	4.031-4.573=-0.542
min	489.000-490.000=-1.000
max	498.000-500.000=-2.000

*mean*	27.001-26.979=0.023
σ	0.099-0.057=0.042
min	26.885-26.929=-0.044
max	27.094-27.034=0.060