Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.580-54.623=-0.042
σ	0.342-0.340=0.002
min	54.455-54.495=-0.040
max	55.554-55.591=-0.037

*mean*	418.000
σ	0.000
min	418.000
max	418.000

*mean*	0.142-0.142=0.000
σ	0.005-0.004=0.000
min	0.138-0.137=0.001
max	0.149-0.149=-0.000

cache=y

dps=1

iters=10

policies=100

*mean*	43.704-43.785=-0.081
σ	0.005-0.006=-0.000
min	43.697-43.777=-0.080
max	43.712-43.794=-0.082

*mean*	418.000
σ	0.000
min	418.000
max	418.000

*mean*	0.124-0.122=0.001
σ	0.004-0.005=-0.001
min	0.120-0.117=0.003
max	0.130-0.132=-0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=0.000
min	36.615-36.616=-0.000
max	36.620-36.620=-0.000

*mean*	4157.500-4145.875=11.625
σ	1905.884-1889.269=16.615
min	1553.000-1554.000=-1.000
max	7322.000-7268.000=54.000

*mean*	12.539-12.870=-0.331
σ	0.291-0.191=0.100
min	12.078-12.634=-0.556
max	12.907-13.196=-0.289

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.000
σ	0.002-0.002=-0.000
min	36.615
max	36.620-36.620=-0.000

*mean*	4157.500-4145.875=11.625
σ	1905.884-1889.269=16.615
min	1553.000-1554.000=-1.000
max	7322.000-7268.000=54.000

*mean*	12.439-12.430=0.009
σ	0.801-0.613=0.189
min	11.234-11.813=-0.579
max	13.413-13.501=-0.088

op=table_records(), no indexes

*mean*	41.932-41.932=-0.000
σ	0.001-0.001=-0.000
min	41.928
max	41.933-41.933=-0.000

*mean*	7322.000-7268.000=54.000
σ	0.000
min	7322.000-7268.000=54.000
max	7322.000-7268.000=54.000

*mean*	15.118-15.273=-0.154
σ	0.734-0.504=0.230
min	13.410-14.302=-0.892
max	15.739-15.921=-0.182

op=table_records(), repeat

*mean*	41.928-41.928=0.000
σ	0.002-0.002=-0.000
min	41.927-41.927=-0.000
max	41.931

*mean*	4157.500-4145.875=11.625
σ	1905.884-1889.269=16.615
min	1553.000-1554.000=-1.000
max	7322.000-7268.000=54.000

*mean*	12.638-13.608=-0.970
σ	2.009-1.772=0.237
min	10.866-11.247=-0.381
max	15.348-15.621=-0.274

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.653=-0.000
σ	0.136-0.136=-0.000
min	27.603
max	27.990-27.990=-0.000

*mean*	4157.500-4145.875=11.625
σ	1905.884-1889.269=16.615
min	1553.000-1554.000=-1.000
max	7322.000-7268.000=54.000

*mean*	8.957-8.896=0.060
σ	0.389-0.198=0.191
min	8.368-8.581=-0.213
max	9.648-9.134=0.514

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.400=0.000
σ	0.002-0.002=-0.000
min	26.399
max	26.403

*mean*	4157.500-4145.875=11.625
σ	1905.884-1889.269=16.615
min	1553.000-1554.000=-1.000
max	7322.000-7268.000=54.000

*mean*	6.741-6.648=0.094
σ	0.608-0.410=0.198
min	5.630-5.928=-0.298
max	7.606-7.070=0.536

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=-0.000
σ	0.002-0.002=0.000
min	25.665-25.665=-0.000
max	25.668

*mean*	4157.500-4145.875=11.625
σ	1905.884-1889.269=16.615
min	1553.000-1554.000=-1.000
max	7322.000-7268.000=54.000

*mean*	6.084-6.044=0.040
σ	0.175-0.083=0.092
min	5.886-5.909=-0.023
max	6.450-6.153=0.298

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=-0.000
σ	0.002-0.002=0.000
min	25.967-25.967=-0.000
max	25.972

*mean*	4157.500-4145.875=11.625
σ	1905.884-1889.269=16.615
min	1553.000-1554.000=-1.000
max	7322.000-7268.000=54.000

*mean*	5.776-5.887=-0.111
σ	0.179-0.210=-0.031
min	5.396-5.642=-0.246
max	6.010-6.310=-0.300

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.606=-0.000
σ	0.000-0.000=-0.000
min	2524.606-2524.606=-0.000
max	2524.606-2524.607=-0.000

*mean*	7322.000-7268.000=54.000
σ	0.000
min	7322.000-7268.000=54.000
max	7322.000-7268.000=54.000

*mean*	1249.090-1547.280=-298.190
σ	482.574-973.791=-491.217
min	1025.427-1035.827=-10.400
max	2415.561-3821.806=-1406.246

op=load_product(), with indexes

*mean*	8744.721-8744.722=-0.000
σ	0.469-0.469=0.000
min	8744.553-8744.554=-0.001
max	8745.883-8745.883=0.000

*mean*	3579.125-3567.875=11.250
σ	1802.108-1787.806=14.303
min	1046.000-1047.000=-1.000
max	5815.000-5771.000=44.000

*mean*	4750.538-4447.607=302.931
σ	1576.234-1376.796=199.438
min	3526.584-3529.228=-2.644
max	7070.734-7490.367=-419.633

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=-0.000
σ	0.002-0.002=-0.000
min	62.076
max	62.081

*mean*	4157.500-4145.875=11.625
σ	1905.884-1889.269=16.615
min	1553.000-1554.000=-1.000
max	7322.000-7268.000=54.000

*mean*	77.521-84.601=-7.081
σ	10.485-12.646=-2.161
min	70.219-70.552=-0.333
max	101.526-101.803=-0.278

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=-0.000
σ	0.000-0.001=-0.000
min	40.944-40.944=-0.000
max	40.945-40.945=-0.000

*mean*	7322.000-7268.000=54.000
σ	0.000
min	7322.000-7268.000=54.000
max	7322.000-7268.000=54.000

*mean*	107.196-109.281=-2.085
σ	5.688-2.807=2.881
min	96.041-104.585=-8.544
max	112.829-112.838=-0.009

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=0.000
σ	0.000-0.000=-0.000
min	66.685
max	66.687

*mean*	7322.000-7268.000=54.000
σ	0.000
min	7322.000-7268.000=54.000
max	7322.000-7268.000=54.000

*mean*	162.888-165.017=-2.129
σ	7.566-5.314=2.251
min	145.363-152.445=-7.082
max	167.916-169.363=-1.447

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.836-11656.836=-0.000
σ	4.324-4.324=-0.000
min	11655.306-11655.305=0.000
max	11667.537-11667.538=-0.001

*mean*	4157.500-4145.875=11.625
σ	1905.884-1889.269=16.615
min	1553.000-1554.000=-1.000
max	7322.000-7268.000=54.000

*mean*	6160.321-6291.624=-131.302
σ	774.775-939.983=-165.208
min	4930.187-4927.432=2.755
max	7552.102-8232.513=-680.411

op=vertical_lookup_list() on indexed

*mean*	11560.065-11560.065=-0.000
σ	0.001-0.001=0.000
min	11560.064
max	11560.066

*mean*	7322.000-7268.000=54.000
σ	0.000
min	7322.000-7268.000=54.000
max	7322.000-7268.000=54.000

*mean*	5816.137-5963.573=-147.436
σ	1468.698-1650.119=-181.421
min	4412.419-4386.005=26.414
max	7828.115-8122.365=-294.250

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	478.000
σ	0.000
min	478.000
max	478.000

*mean*	361.039-380.141=-19.101
σ	42.957-19.734=23.224
min	295.008-345.504=-50.495
max	396.105-395.279=0.826

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	557.750-560.250=-2.500
σ	1.669-0.463=1.206
min	556.000-560.000=-4.000
max	560.000-561.000=-1.000

*mean*	740.687-741.732=-1.045
σ	78.996-66.598=12.398
min	593.048-624.426=-31.378
max	799.252-802.320=-3.069

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.502-1008.376=0.126
σ	0.760-0.760=0.000
min	1008.024-1007.900=0.124
max	1011.641-1011.516=0.125

*mean*	1047.900-1045.500=2.400
σ	299.632-298.907=0.725
min	585.000-565.000=20.000
max	1452.000-1447.000=5.000

*mean*	1.518-1.550=-0.033
σ	0.078-0.075=0.003
min	1.350-1.479=-0.130
max	1.744-1.757=-0.013

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913-0.891=0.021
σ	0.020
min	0.903-0.881=0.021
max	0.949-0.928=0.021

*mean*	401.000-403.000=-2.000
σ	0.000
min	401.000-403.000=-2.000
max	401.000-403.000=-2.000

*mean*	0.417-0.295=0.122
σ	0.406-0.285=0.121
min	0.161-0.136=0.025
max	1.139-0.799=0.339

name=error_case.art

*mean*	2.339-2.338=0.001
σ	0.012
min	2.333-2.332=0.001
max	2.361-2.359=0.001

*mean*	401.000-403.000=-2.000
σ	0.000
min	401.000-403.000=-2.000
max	401.000-403.000=-2.000

*mean*	0.733-0.477=0.256
σ	0.301-0.319=-0.017
min	0.579-0.324=0.254
max	1.271-1.046=0.224

name=heavy_item.art

*mean*	1.522-1.522=0.001
σ	0.002
min	1.521-1.520=0.001
max	1.525-1.524=0.001

*mean*	401.000-403.000=-2.000
σ	0.000
min	401.000-403.000=-2.000
max	401.000-403.000=-2.000

*mean*	0.382-0.217=0.165
σ	0.041-0.025=0.016
min	0.331-0.201=0.130
max	0.444-0.260=0.184

name=nested_use.art

*mean*	2.357-2.355=0.001
σ	0.002
min	2.356-2.355=0.001
max	2.360-2.358=0.001

*mean*	401.000-403.000=-2.000
σ	0.000
min	401.000-403.000=-2.000
max	401.000-403.000=-2.000

*mean*	0.599-0.330=0.270
σ	0.032-0.014=0.018
min	0.577-0.317=0.260
max	0.654-0.355=0.299

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.741-963.908=0.834
σ	0.011
min	964.736-963.902=0.834
max	964.760-963.926=0.834

*mean*	436.000-431.400=4.600
σ	6.595-0.894=5.701
min	430.000-431.000=-1.000
max	443.000-433.000=10.000

*mean*	0.624-0.551=0.073
σ	0.054-0.070=-0.015
min	0.589-0.473=0.116
max	0.719-0.607=0.111

name=cdr_enhanced_4k_loc.art

*mean*	885.814-884.884=0.930
σ	0.002
min	885.812-884.883=0.930
max	885.816-884.886=0.930

*mean*	443.000-435.000=8.000
σ	0.000
min	443.000-435.000=8.000
max	443.000-435.000=8.000

*mean*	0.435-0.489=-0.054
σ	0.058-0.027=0.032
min	0.380-0.462=-0.083
max	0.519-0.522=-0.003

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.708-7.706=0.001
σ	0.002
min	7.707-7.705=0.001
max	7.711-7.709=0.001

*mean*	443.000-435.000=8.000
σ	0.000
min	443.000-435.000=8.000
max	443.000-435.000=8.000

*mean*	1.969-1.943=0.026
σ	0.120-0.074=0.046
min	1.832-1.839=-0.007
max	2.857-2.308=0.549

name=record_render_large_syntax_err.art

*mean*	7.656-7.655=0.001
σ	0.002
min	7.655-7.654=0.001
max	7.659-7.658=0.001

*mean*	443.000-435.000=8.000
σ	0.000
min	443.000-435.000=8.000
max	443.000-435.000=8.000

*mean*	1.855-2.361=-0.507
σ	0.092-0.345=-0.254
min	1.730-1.877=-0.147
max	2.286-2.955=-0.670

name=record_render_success.art

*mean*	2.289-2.288=0.001
σ	0.002
min	2.288-2.287=0.001
max	2.292-2.291=0.001

*mean*	443.000-435.000=8.000
σ	0.000
min	443.000-435.000=8.000
max	443.000-435.000=8.000

*mean*	0.308-0.314=-0.007
σ	0.008-0.050=-0.043
min	0.295-0.294=0.000
max	0.351-0.796=-0.445

name=record_render_syntax_err.art

*mean*	2.165-2.163=0.001
σ	0.002
min	2.164-2.163=0.001
max	2.168-2.166=0.001

*mean*	443.000-435.000=8.000
σ	0.000
min	443.000-435.000=8.000
max	443.000-435.000=8.000

*mean*	0.296-0.294=0.002
σ	0.008-0.017=-0.010
min	0.282-0.277=0.005
max	0.326-0.447=-0.121

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.187-298.146=0.041
σ	1.012-0.995=0.017
min	297.783-297.699=0.083
max	301.060-300.971=0.089

*mean*	444.000-441.800=2.200
σ	18.215-14.250=3.965
min	416.000-418.000=-2.000
max	471.000-462.000=9.000

*mean*	0.607-0.609=-0.001
σ	0.010-0.015=-0.005
min	0.585-0.587=-0.002
max	0.618-0.631=-0.014

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.008-222.008=0.000
σ	0.000
min	222.008-222.008=0.000
max	222.008-222.008=0.000

*mean*	1760.500-1722.625=37.875
σ	16.570-57.279=-40.708
min	1745.000-1581.000=164.000
max	1776.000-1745.000=31.000

*mean*	201.810-212.184=-10.374
σ	2.906-2.644=0.263
min	197.374-208.583=-11.209
max	206.475-216.353=-9.878

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1760.500-1722.625=37.875
σ	16.570-57.279=-40.708
min	1745.000-1581.000=164.000
max	1776.000-1745.000=31.000

*mean*	10.807-10.923=-0.116
σ	2.051-1.950=0.101
min	7.444-7.299=0.144
max	12.725-12.709=0.016

phase=parser

*mean*	1042.099-1041.161=0.937
σ	0.000-0.000=0.000
min	1042.098-1041.161=0.937
max	1042.099-1041.161=0.938

*mean*	1760.500-1722.625=37.875
σ	16.570-57.279=-40.708
min	1745.000-1581.000=164.000
max	1776.000-1745.000=31.000

*mean*	644.146-628.452=15.694
σ	109.151-106.083=3.068
min	418.837-422.130=-3.293
max	721.527-726.644=-5.117

phase=processProdDef

*mean*	6169.656-6169.660=-0.004
σ	0.001-0.000=0.000
min	6169.655-6169.659=-0.004
max	6169.657-6169.660=-0.004

*mean*	1764.375-1743.125=21.250
σ	16.044-2.588=13.456
min	1745.000-1740.000=5.000
max	1776.000-1745.000=31.000

*mean*	4633.629-5115.434=-481.805
σ	1386.361-1110.128=276.233
min	3010.045-3785.905=-775.861
max	7438.511-7175.449=263.062

phase=renaming

*mean*	21.667-21.670=-0.004
σ	0.000
min	21.667-21.670=-0.004
max	21.667-21.670=-0.004

*mean*	1760.500-1722.625=37.875
σ	16.570-57.279=-40.708
min	1745.000-1581.000=164.000
max	1776.000-1745.000=31.000

*mean*	40.727-41.480=-0.753
σ	8.139-7.748=0.391
min	26.605-26.512=0.093
max	47.918-48.199=-0.280

phase=type checker

*mean*	958.457-958.537=-0.079
σ	0.066
min	958.360-958.439=-0.079
max	958.547-958.626=-0.079

*mean*	1760.500-1722.625=37.875
σ	16.570-57.279=-40.708
min	1745.000-1581.000=164.000
max	1776.000-1745.000=31.000

*mean*	749.691-740.341=9.350
σ	96.697-96.888=-0.191
min	626.277-642.316=-16.039
max	861.143-890.002=-28.859

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.685-292.780=0.905
σ	0.039-0.045=-0.006
min	293.631-292.715=0.917
max	293.726-292.823=0.903

*mean*	445.000
σ	0.000
min	445.000
max	445.000

*mean*	0.400-0.414=-0.014
σ	0.001-0.016=-0.015
min	0.399-0.398=0.001
max	0.402-0.432=-0.030

iters=5

new-facts=1

prior-facts=6402

*mean*	1303.826-1302.864=0.962
σ	0.032-0.077=-0.045
min	1303.778-1302.736=1.042
max	1303.857-1302.934=0.923

*mean*	1063.800-1088.400=-24.600
σ	168.901-171.302=-2.400
min	841.000-890.000=-49.000
max	1275.000-1320.000=-45.000

*mean*	2.074-2.044=0.030
σ	0.183-0.219=-0.036
min	1.748-1.804=-0.056
max	2.188-2.233=-0.045

iters=5

new-facts=6402

prior-facts=1

*mean*	1546.825-1545.944=0.881
σ	4.034-4.071=-0.037
min	1544.795-1543.952=0.843
max	1554.034-1553.221=0.813

*mean*	612.400-624.800=-12.400
σ	74.484-89.032=-14.548
min	495.000-503.000=-8.000
max	691.000-726.000=-35.000

*mean*	2.304-2.412=-0.108
σ	0.217-0.321=-0.104
min	2.140-2.143=-0.003
max	2.648-2.906=-0.258

iters=5

new-facts=6402

prior-facts=6402

*mean*	1865.808-1864.869=0.939
σ	0.063-0.069=-0.006
min	1865.737-1864.797=0.940
max	1865.894-1864.980=0.914

*mean*	1712.600-1728.400=-15.800
σ	252.288-175.239=77.049
min	1420.000-1481.000=-61.000
max	2073.000-1889.000=184.000

*mean*	2.950-3.068=-0.118
σ	0.120-0.286=-0.166
min	2.859-2.873=-0.013
max	3.131-3.575=-0.444

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.730-1.766=-0.036
σ	0.130-0.087=0.042
min	1.589-1.668=-0.079
max	1.861-1.869=-0.008

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	450.090-449.845=0.245
σ	579.264-579.102=0.162
min	160.456-160.291=0.165
max	1318.986-1318.498=0.488

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	444.000-442.000=2.000
σ	0.000
min	444.000-442.000=2.000
max	444.000-442.000=2.000

*mean*	0.538-0.541=-0.003
σ	0.544-0.543=0.001
min	0.264-0.267=-0.002
max	1.354-1.355=-0.001

policies=20

*mean*	1604.889-1603.244=1.646
σ	0.399-0.395=0.004
min	1604.615-1602.984=1.631
max	1605.480-1603.831=1.649

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	445.500-446.500=-1.000
σ	1.000-5.196=-4.196
min	444.000-442.000=2.000
max	446.000-451.000=-5.000

*mean*	2.673-2.682=-0.009
σ	0.004-0.017=-0.013
min	2.669-2.664=0.005
max	2.678-2.703=-0.025

policies=200

*mean*	16057.162-16040.820=16.342
σ	0.085-0.210=-0.126
min	16057.104-16040.624=16.481
max	16057.287-16041.116=16.171

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	496.750-500.750=-4.000
σ	5.315-6.344=-1.029
min	490.000-492.000=-2.000
max	501.000-507.000=-6.000

*mean*	27.088-27.040=0.048
σ	0.078-0.140=-0.062
min	27.016-26.878=0.138
max	27.168-27.207=-0.039