Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.578-54.576=0.001
σ	0.350-0.350=0.001
min	54.448-54.442=0.005
max	55.574-55.571=0.003

*mean*	417.000-418.000=-1.000
σ	0.000
min	417.000-418.000=-1.000
max	417.000-418.000=-1.000

*mean*	0.142-0.141=0.000
σ	0.006-0.005=0.000
min	0.137-0.135=0.002
max	0.153-0.150=0.003

cache=y

dps=1

iters=10

policies=100

*mean*	43.706-43.706=0.000
σ	0.005-0.005=0.000
min	43.700-43.698=0.002
max	43.716-43.715=0.000

*mean*	417.000-418.000=-1.000
σ	0.000
min	417.000-418.000=-1.000
max	417.000-418.000=-1.000

*mean*	0.122-0.124=-0.002
σ	0.005-0.004=0.001
min	0.116-0.121=-0.005
max	0.131-0.134=-0.003

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=0.000
min	36.615-36.616=-0.000
max	36.620-36.619=0.000

*mean*	4151.750-4148.250=3.500
σ	1898.206-1894.201=4.005
min	1556.000-1554.000=2.000
max	7296.000-7281.000=15.000

*mean*	12.392-12.449=-0.057
σ	0.207-0.327=-0.121
min	12.082-11.975=0.107
max	12.621-12.903=-0.282

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.000
σ	0.002-0.002=0.000
min	36.616-36.616=0.000
max	36.620-36.620=0.000

*mean*	4151.750-4148.250=3.500
σ	1898.206-1894.201=4.005
min	1556.000-1554.000=2.000
max	7296.000-7281.000=15.000

*mean*	12.841-12.712=0.129
σ	0.237-0.382=-0.145
min	12.383-11.897=0.486
max	13.090-13.070=0.020

op=table_records(), no indexes

*mean*	41.932-41.932=-0.000
σ	0.001-0.000=0.001
min	41.928-41.932=-0.003
max	41.933-41.933=0.000

*mean*	7296.000-7281.000=15.000
σ	0.000
min	7296.000-7281.000=15.000
max	7296.000-7281.000=15.000

*mean*	14.686-14.639=0.047
σ	0.505-0.436=0.069
min	13.507-13.635=-0.128
max	15.161-14.956=0.204

op=table_records(), repeat

*mean*	41.928-41.928=0.000
σ	0.002-0.002=0.000
min	41.927
max	41.932-41.931=0.001

*mean*	4151.750-4148.250=3.500
σ	1898.206-1894.201=4.005
min	1556.000-1554.000=2.000
max	7296.000-7281.000=15.000

*mean*	12.725-12.874=-0.149
σ	1.603-1.680=-0.077
min	10.548-10.567=-0.019
max	14.573-14.700=-0.127

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.653=-0.000
σ	0.136-0.136=0.000
min	27.603-27.603=-0.000
max	27.990-27.990=0.000

*mean*	4151.750-4148.250=3.500
σ	1898.206-1894.201=4.005
min	1556.000-1554.000=2.000
max	7296.000-7281.000=15.000

*mean*	8.439-8.410=0.029
σ	0.219-0.331=-0.112
min	8.058-7.840=0.218
max	8.719-8.988=-0.270

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.400=0.000
σ	0.002-0.002=0.000
min	26.399-26.399=-0.000
max	26.403

*mean*	4151.750-4148.250=3.500
σ	1898.206-1894.201=4.005
min	1556.000-1554.000=2.000
max	7296.000-7281.000=15.000

*mean*	6.299-6.179=0.120
σ	0.201-0.407=-0.206
min	5.944-5.393=0.552
max	6.543-6.627=-0.084

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=-0.000
σ	0.002-0.002=-0.000
min	25.664
max	25.668-25.669=-0.000

*mean*	4151.750-4148.250=3.500
σ	1898.206-1894.201=4.005
min	1556.000-1554.000=2.000
max	7296.000-7281.000=15.000

*mean*	5.614-5.524=0.090
σ	0.156-0.181=-0.025
min	5.317-5.221=0.096
max	5.889-5.856=0.033

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=-0.000
σ	0.002-0.002=0.000
min	25.967-25.967=-0.000
max	25.972-25.972=-0.000

*mean*	4151.750-4148.250=3.500
σ	1898.206-1894.201=4.005
min	1556.000-1554.000=2.000
max	7296.000-7281.000=15.000

*mean*	5.304-5.324=-0.020
σ	0.066-0.098=-0.033
min	5.203-5.148=0.055
max	5.378-5.432=-0.054

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.606=0.000
σ	0.000-0.000=0.000
min	2524.606
max	2524.607-2524.606=0.000

*mean*	7296.000-7281.000=15.000
σ	0.000
min	7296.000-7281.000=15.000
max	7296.000-7281.000=15.000

*mean*	1334.737-1477.636=-142.899
σ	519.236-796.349=-277.113
min	1039.789-1037.539=2.250
max	2524.013-3340.463=-816.450

op=load_product(), with indexes

*mean*	8744.721-8744.721=0.000
σ	0.469-0.469=-0.000
min	8744.553-8744.553=-0.000
max	8745.882-8745.882=0.000

*mean*	3572.125-3570.750=1.375
σ	1795.941-1794.230=1.711
min	1045.000-1043.000=2.000
max	5793.000-5788.000=5.000

*mean*	4686.320-4917.762=-231.441
σ	1274.607-1386.714=-112.107
min	3542.583-3517.619=24.963
max	6521.797-6904.720=-382.923

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.077=0.001
σ	0.002-0.002=0.000
min	62.076-62.076=0.000
max	62.081-62.080=0.001

*mean*	4151.750-4148.250=3.500
σ	1898.206-1894.201=4.005
min	1556.000-1554.000=2.000
max	7296.000-7281.000=15.000

*mean*	84.382-83.511=0.871
σ	12.316-11.573=0.743
min	72.009-71.780=0.229
max	101.009-102.614=-1.605

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=0.000
σ	0.001-0.001=-0.000
min	40.944-40.943=0.000
max	40.945

*mean*	7296.000-7281.000=15.000
σ	0.000
min	7296.000-7281.000=15.000
max	7296.000-7281.000=15.000

*mean*	105.510-106.379=-0.869
σ	5.364-3.470=1.894
min	94.000-101.224=-7.224
max	111.089-112.751=-1.662

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=0.000
σ	0.000-0.000=0.000
min	66.685
max	66.687-66.686=0.000

*mean*	7296.000-7281.000=15.000
σ	0.000
min	7296.000-7281.000=15.000
max	7296.000-7281.000=15.000

*mean*	162.028-163.817=-1.789
σ	9.140-5.920=3.220
min	140.615-151.205=-10.589
max	167.499-168.893=-1.394

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.836-11656.836=0.000
σ	4.324-4.324=-0.000
min	11655.305-11655.305=0.000
max	11667.538-11667.539=-0.001

*mean*	4151.750-4148.250=3.500
σ	1898.206-1894.201=4.005
min	1556.000-1554.000=2.000
max	7296.000-7281.000=15.000

*mean*	6172.312-6703.183=-530.871
σ	1192.576-1179.481=13.095
min	4958.274-4917.816=40.459
max	7848.808-8222.130=-373.321

op=vertical_lookup_list() on indexed

*mean*	11560.065-11560.065=-0.000
σ	0.000-0.001=-0.000
min	11560.064-11560.065=-0.000
max	11560.066-11560.066=-0.001

*mean*	7296.000-7281.000=15.000
σ	0.000
min	7296.000-7281.000=15.000
max	7296.000-7281.000=15.000

*mean*	5564.073-5754.301=-190.228
σ	1478.922-1469.422=9.500
min	4426.929-4399.678=27.252
max	7773.554-7888.688=-115.134

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000-476.000=1.000
σ	0.000
min	477.000-476.000=1.000
max	477.000-476.000=1.000

*mean*	373.320-358.362=14.958
σ	22.674-41.068=-18.394
min	337.769-294.493=43.276
max	393.706-396.352=-2.646

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	560.000
σ	0.000
min	560.000
max	560.000

*mean*	741.707-747.756=-6.050
σ	55.143-61.358=-6.215
min	634.465-634.586=-0.121
max	783.131-802.583=-19.452

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.497-1008.499=-0.002
σ	0.761-0.760=0.001
min	1008.025-1008.024=0.001
max	1011.643-1011.641=0.002

*mean*	1045.800-1043.500=2.300
σ	313.863-310.812=3.052
min	572.000
max	1510.000-1501.000=9.000

*mean*	1.560-1.537=0.024
σ	0.104-0.068=0.036
min	1.478-1.468=0.010
max	1.888-1.737=0.151

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.401-0.304=0.097
σ	0.504-0.290=0.214
min	0.146-0.143=0.004
max	1.300-0.819=0.481

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.481-0.496=-0.015
σ	0.323-0.326=-0.003
min	0.328-0.337=-0.010
max	1.058-1.079=-0.021

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.228-0.219=0.010
σ	0.019-0.025=-0.006
min	0.216-0.194=0.023
max	0.262-0.261=0.001

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.338-0.342=-0.004
σ	0.040-0.015=0.025
min	0.313-0.326=-0.013
max	0.409-0.363=0.046

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.741
σ	0.011
min	964.736
max	964.760

*mean*	431.400-433.600=-2.200
σ	0.894-3.130=-2.236
min	431.000
max	433.000-437.000=-4.000

*mean*	0.565-0.570=-0.006
σ	0.037-0.035=0.003
min	0.531-0.515=0.016
max	0.610-0.603=0.008

name=cdr_enhanced_4k_loc.art

*mean*	885.814
σ	0.002
min	885.812
max	885.816

*mean*	439.000-437.000=2.000
σ	0.000
min	439.000-437.000=2.000
max	439.000-437.000=2.000

*mean*	0.456-0.455=0.001
σ	0.054-0.035=0.019
min	0.392-0.415=-0.022
max	0.519-0.491=0.028

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.708
σ	0.002
min	7.707
max	7.711

*mean*	439.000-437.000=2.000
σ	0.000
min	439.000-437.000=2.000
max	439.000-437.000=2.000

*mean*	2.272-2.596=-0.324
σ	0.398-0.098=0.300
min	1.735-2.283=-0.548
max	3.022-2.972=0.050

name=record_render_large_syntax_err.art

*mean*	7.656
σ	0.002
min	7.655
max	7.659

*mean*	439.000-437.000=2.000
σ	0.000
min	439.000-437.000=2.000
max	439.000-437.000=2.000

*mean*	2.593-2.570=0.023
σ	0.100-0.071=0.028
min	2.461-2.435=0.026
max	3.268-2.838=0.430

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.288
max	2.292

*mean*	439.000-437.000=2.000
σ	0.000
min	439.000-437.000=2.000
max	439.000-437.000=2.000

*mean*	0.311-0.308=0.003
σ	0.011-0.014=-0.004
min	0.290-0.295=-0.005
max	0.373-0.424=-0.051

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	439.000-437.000=2.000
σ	0.000
min	439.000-437.000=2.000
max	439.000-437.000=2.000

*mean*	0.304-0.300=0.004
σ	0.051-0.009=0.042
min	0.284-0.286=-0.002
max	0.772-0.352=0.420

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.973-297.962=0.011
σ	0.981-1.009=-0.028
min	297.496-297.586=-0.091
max	300.742-300.831=-0.089

*mean*	442.600-440.000=2.600
σ	14.191-16.990=-2.799
min	418.000-413.000=5.000
max	464.000-465.000=-1.000

*mean*	0.615-0.624=-0.010
σ	0.018-0.010=0.009
min	0.577-0.612=-0.034
max	0.633-0.644=-0.010

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.008-222.011=-0.004
σ	0.000-0.000=0.000
min	222.008-222.011=-0.004
max	222.008-222.011=-0.004

*mean*	1739.000-1729.250=9.750
σ	0.000-36.570=-36.570
min	1739.000-1670.000=69.000
max	1739.000-1749.000=-10.000

*mean*	206.386-206.597=-0.211
σ	2.436-1.963=0.473
min	203.754-204.824=-1.070
max	210.834-210.534=0.301

phase=macro expansion

*mean*	6.130-6.133=-0.004
σ	0.000
min	6.130-6.133=-0.004
max	6.130-6.133=-0.004

*mean*	1739.000-1729.250=9.750
σ	0.000-36.570=-36.570
min	1739.000-1670.000=69.000
max	1739.000-1749.000=-10.000

*mean*	10.514-10.739=-0.225
σ	2.214-1.522=0.691
min	6.287-9.191=-2.904
max	12.826-12.597=0.230

phase=parser

*mean*	1042.099-1042.097=0.002
σ	0.000-0.000=0.000
min	1042.098-1042.097=0.002
max	1042.099-1042.097=0.002

*mean*	1739.000-1729.250=9.750
σ	0.000-36.570=-36.570
min	1739.000-1670.000=69.000
max	1739.000-1749.000=-10.000

*mean*	649.362-665.752=-16.390
σ	119.048-75.834=43.214
min	405.368-564.319=-158.951
max	728.934-726.195=2.739

phase=processProdDef

*mean*	6169.659-6169.659=-0.000
σ	0.001-0.001=0.000
min	6169.658-6169.658=0.000
max	6169.660-6169.659=0.000

*mean*	1739.125
σ	0.354-27.931=-27.577
min	1739.000-1670.000=69.000
max	1740.000-1749.000=-9.000

*mean*	5264.263-5261.132=3.131
σ	1448.810-1039.100=409.710
min	3049.933-3793.397=-743.464
max	6825.301-6841.554=-16.253

phase=renaming

*mean*	21.670-21.667=0.004
σ	0.000
min	21.670-21.667=0.004
max	21.670-21.667=0.004

*mean*	1739.000-1729.250=9.750
σ	0.000-36.570=-36.570
min	1739.000-1670.000=69.000
max	1739.000-1749.000=-10.000

*mean*	38.689-37.951=0.738
σ	7.799-8.128=-0.329
min	29.384-29.347=0.037
max	47.815-47.246=0.569

phase=type checker

*mean*	958.457
σ	0.066
min	958.360
max	958.547

*mean*	1739.000-1729.250=9.750
σ	0.000-36.570=-36.570
min	1739.000-1670.000=69.000
max	1739.000-1749.000=-10.000

*mean*	748.655-738.081=10.574
σ	88.828-96.330=-7.502
min	642.283-638.198=4.085
max	891.865-881.140=10.726

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.379-293.381=-0.002
σ	0.038-0.039=-0.001
min	293.329-293.330=-0.001
max	293.418-293.423=-0.005

*mean*	446.000-445.000=1.000
σ	0.000
min	446.000-445.000=1.000
max	446.000-445.000=1.000

*mean*	0.405-0.408=-0.003
σ	0.007-0.008=-0.001
min	0.399-0.399=0.001
max	0.412-0.415=-0.002

iters=5

new-facts=1

prior-facts=6402

*mean*	1303.471-1303.493=-0.022
σ	0.085-0.075=0.010
min	1303.325-1303.367=-0.042
max	1303.537-1303.558=-0.021

*mean*	1086.400-1085.200=1.200
σ	228.321-180.052=48.269
min	820.000-840.000=-20.000
max	1387.000-1302.000=85.000

*mean*	2.043-2.070=-0.027
σ	0.173-0.163=0.011
min	1.841-1.818=0.023
max	2.182-2.259=-0.077

iters=5

new-facts=6402

prior-facts=1

*mean*	1546.544-1546.511=0.033
σ	4.010-4.036=-0.027
min	1544.575-1544.522=0.053
max	1553.712-1553.726=-0.014

*mean*	624.800-614.400=10.400
σ	92.767-76.474=16.293
min	496.000-497.000=-1.000
max	738.000-701.000=37.000

*mean*	2.341-2.271=0.070
σ	0.195-0.204=-0.009
min	2.117-2.138=-0.021
max	2.605-2.633=-0.028

iters=5

new-facts=6402

prior-facts=6402

*mean*	1865.441-1865.454=-0.013
σ	0.039-0.060=-0.020
min	1865.387-1865.401=-0.014
max	1865.493-1865.550=-0.057

*mean*	1707.000-1745.400=-38.400
σ	165.183-229.496=-64.313
min	1525.000-1440.000=85.000
max	1951.000-1963.000=-12.000

*mean*	2.949-2.922=0.028
σ	0.181-0.160=0.021
min	2.752-2.701=0.051
max	3.226-3.119=0.107

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.723-1.655=0.067
σ	0.098-0.122=-0.024
min	1.607-1.521=0.086
max	1.831-1.810=0.021

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	447.982-447.980=0.003
σ	579.239-579.238=0.001
min	158.362-158.360=0.002
max	1316.841-1316.836=0.005

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	0.542-0.536=0.006
σ	0.547-0.538=0.008
min	0.268-0.264=0.004
max	1.362-1.344=0.018

policies=20

*mean*	1583.912-1583.917=-0.004
σ	0.359-0.357=0.002
min	1583.674-1583.670=0.004
max	1584.444-1584.445=-0.000

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	444.250-448.000=-3.750
σ	1.500-6.928=-5.428
min	442.000
max	445.000-454.000=-9.000

*mean*	2.655-2.637=0.018
σ	0.025-0.034=-0.009
min	2.632-2.611=0.022
max	2.679-2.687=-0.008

policies=200

*mean*	15847.230-15847.259=-0.029
σ	0.174-0.157=0.017
min	15847.080-15847.063=0.017
max	15847.479-15847.441=0.037

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	495.250-495.500=-0.250
σ	3.862-4.655=-0.793
min	490.000
max	499.000-501.000=-2.000

*mean*	26.674-26.720=-0.046
σ	0.114-0.103=0.011
min	26.570-26.603=-0.033
max	26.786-26.827=-0.041