Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.577-54.577=-0.000
σ	0.348-0.351=-0.003
min	54.443-54.445=-0.003
max	55.567-55.576=-0.009

*mean*	418.700-419.000=-0.300
σ	0.483-0.000=0.483
min	418.000-419.000=-1.000
max	419.000

*mean*	0.139-0.140=-0.001
σ	0.004-0.006=-0.002
min	0.132-0.131=0.001
max	0.148-0.150=-0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.706-43.706=-0.000
σ	0.007-0.006=0.002
min	43.698-43.701=-0.003
max	43.723-43.718=0.006

*mean*	419.000
σ	0.000
min	419.000
max	419.000

*mean*	0.122-0.122=-0.001
σ	0.004-0.005=-0.002
min	0.117-0.115=0.002
max	0.128-0.131=-0.003

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=-0.000
min	36.615
max	36.620-36.620=0.000

*mean*	4157.000-4155.625=1.375
σ	1907.202-1904.563=2.639
min	1555.000-1554.000=1.000
max	7328.000-7323.000=5.000

*mean*	12.339-12.766=-0.426
σ	0.240-0.242=-0.002
min	11.906-12.438=-0.533
max	12.658-13.152=-0.495

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.000
σ	0.002-0.002=0.000
min	36.615
max	36.619

*mean*	4157.000-4155.625=1.375
σ	1907.202-1904.563=2.639
min	1555.000-1554.000=1.000
max	7328.000-7323.000=5.000

*mean*	11.670-12.868=-1.198
σ	0.194-0.513=-0.319
min	11.346-11.944=-0.597
max	12.049-13.381=-1.332

op=table_records(), no indexes

*mean*	41.932-41.932=0.000
σ	0.001-0.001=-0.000
min	41.929-41.928=0.000
max	41.933-41.933=-0.000

*mean*	7328.000-7323.000=5.000
σ	0.000
min	7328.000-7323.000=5.000
max	7328.000-7323.000=5.000

*mean*	14.553-14.999=-0.446
σ	1.022-0.724=0.298
min	12.287-13.350=-1.062
max	15.540-15.505=0.035

op=table_records(), repeat

*mean*	41.929-41.929=-0.000
σ	0.001-0.002=-0.000
min	41.927-41.927=0.000
max	41.931-41.932=-0.001

*mean*	4157.000-4155.625=1.375
σ	1907.202-1904.563=2.639
min	1555.000-1554.000=1.000
max	7328.000-7323.000=5.000

*mean*	12.638-12.819=-0.182
σ	1.735-1.984=-0.249
min	10.523-11.031=-0.508
max	14.805-15.190=-0.384

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.653=-0.000
σ	0.136-0.136=0.000
min	27.603-27.603=0.000
max	27.990-27.990=0.000

*mean*	4157.000-4155.625=1.375
σ	1907.202-1904.563=2.639
min	1555.000-1554.000=1.000
max	7328.000-7323.000=5.000

*mean*	8.381-8.710=-0.329
σ	0.371-0.320=0.050
min	7.908-8.398=-0.490
max	8.860-9.223=-0.363

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.400=-0.000
σ	0.002-0.002=-0.000
min	26.399
max	26.403

*mean*	4157.000-4155.625=1.375
σ	1907.202-1904.563=2.639
min	1555.000-1554.000=1.000
max	7328.000-7323.000=5.000

*mean*	6.486-6.767=-0.281
σ	0.475-0.149=0.326
min	5.862-6.496=-0.634
max	7.469-6.981=0.487

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=-0.000
σ	0.002-0.002=0.000
min	25.664-25.665=-0.000
max	25.668-25.668=-0.000

*mean*	4157.000-4155.625=1.375
σ	1907.202-1904.563=2.639
min	1555.000-1554.000=1.000
max	7328.000-7323.000=5.000

*mean*	5.442-6.051=-0.609
σ	0.126-0.068=0.058
min	5.238-5.958=-0.719
max	5.603-6.143=-0.540

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=-0.000
σ	0.002-0.002=0.000
min	25.967-25.967=-0.000
max	25.972

*mean*	4157.000-4155.625=1.375
σ	1907.202-1904.563=2.639
min	1555.000-1554.000=1.000
max	7328.000-7323.000=5.000

*mean*	5.339-5.905=-0.567
σ	0.062-0.177=-0.115
min	5.246-5.640=-0.394
max	5.453-6.125=-0.672

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606
σ	0.000-0.000=-0.000
min	2524.605
max	2524.606-2524.607=-0.001

*mean*	7328.000-7323.000=5.000
σ	0.000
min	7328.000-7323.000=5.000
max	7328.000-7323.000=5.000

*mean*	1041.240-1040.755=0.484
σ	7.904-7.483=0.421
min	1031.142-1029.786=1.356
max	1053.051-1049.963=3.088

op=load_product(), with indexes

*mean*	8744.721-8744.722=-0.000
σ	0.469-0.469=0.000
min	8744.553-8744.553=0.000
max	8745.882

*mean*	3577.500
σ	1802.744-1799.939=2.805
min	1043.000
max	5814.000-5810.000=4.000

*mean*	4935.066-4810.393=124.673
σ	1636.592-1395.289=241.303
min	3537.708-3505.124=32.584
max	7230.607-6694.044=536.563

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=-0.000
σ	0.002-0.002=-0.000
min	62.076
max	62.081

*mean*	4157.000-4155.625=1.375
σ	1907.202-1904.563=2.639
min	1555.000-1554.000=1.000
max	7328.000-7323.000=5.000

*mean*	83.209-77.503=5.706
σ	14.022-6.695=7.327
min	70.847-70.275=0.573
max	103.976-88.915=15.061

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944
σ	0.001
min	40.944
max	40.945

*mean*	7328.000-7323.000=5.000
σ	0.000
min	7328.000-7323.000=5.000
max	7328.000-7323.000=5.000

*mean*	106.488-106.850=-0.362
σ	5.882-5.996=-0.114
min	96.595-96.333=0.263
max	115.143-112.821=2.321

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=0.000
σ	0.000-0.000=-0.000
min	66.685
max	66.687-66.687=-0.000

*mean*	7328.000-7323.000=5.000
σ	0.000
min	7328.000-7323.000=5.000
max	7328.000-7323.000=5.000

*mean*	162.646-162.182=0.465
σ	9.201-9.913=-0.712
min	141.938-140.892=1.046
max	168.314-168.468=-0.154

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.836-11656.836=0.001
σ	4.324-4.324=-0.000
min	11655.305
max	11667.538

*mean*	4157.000-4155.625=1.375
σ	1907.202-1904.563=2.639
min	1555.000-1554.000=1.000
max	7328.000-7323.000=5.000

*mean*	6558.375-6506.898=51.477
σ	1163.408-1330.643=-167.235
min	4904.382-4883.454=20.928
max	8278.467-8030.106=248.361

op=vertical_lookup_list() on indexed

*mean*	11560.065-11560.065=-0.000
σ	0.001-0.000=0.000
min	11560.064-11560.065=-0.001
max	11560.066-11560.066=0.001

*mean*	7328.000-7323.000=5.000
σ	0.000
min	7328.000-7323.000=5.000
max	7328.000-7323.000=5.000

*mean*	5573.130-5522.006=51.124
σ	1730.056-1345.327=384.729
min	4307.054-4375.906=-68.852
max	8967.510-7889.393=1078.117

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	478.000-477.000=1.000
σ	0.000
min	478.000-477.000=1.000
max	478.000-477.000=1.000

*mean*	371.804-367.767=4.037
σ	35.499-34.241=1.258
min	298.805-296.483=2.322
max	399.631-397.041=2.590

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	560.000
σ	0.000
min	560.000
max	560.000

*mean*	742.120-753.928=-11.808
σ	51.662-52.556=-0.895
min	637.954-627.752=10.201
max	789.744-792.308=-2.564

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.503-1008.501=0.001
σ	0.759-0.759=-0.001
min	1008.029-1008.025=0.005
max	1011.639-1011.641=-0.002

*mean*	1045.000-1045.250=-0.250
σ	300.232-299.422=0.811
min	562.000-565.000=-3.000
max	1448.000-1447.000=1.000

*mean*	1.507-1.538=-0.031
σ	0.083-0.079=0.004
min	1.334-1.466=-0.132
max	1.733-1.741=-0.008

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.396-0.298=0.098
σ	0.374-0.296=0.078
min	0.144-0.139=0.005
max	1.035-0.822=0.213

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.470-0.479=-0.009
σ	0.311-0.314=-0.003
min	0.316-0.325=-0.009
max	1.025-1.040=-0.015

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.219-0.217=0.002
σ	0.019-0.022=-0.002
min	0.199-0.203=-0.004
max	0.249-0.255=-0.006

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.322-0.336=-0.014
σ	0.019-0.018=0.001
min	0.308-0.326=-0.019
max	0.354-0.367=-0.014

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.741
σ	0.011
min	964.736
max	964.760

*mean*	431.400-430.600=0.800
σ	0.894-0.548=0.347
min	431.000-430.000=1.000
max	433.000-431.000=2.000

*mean*	0.503-0.551=-0.048
σ	0.026-0.047=-0.021
min	0.479-0.488=-0.009
max	0.543-0.604=-0.061

name=cdr_enhanced_4k_loc.art

*mean*	885.814
σ	0.002
min	885.812
max	885.816

*mean*	438.000-431.000=7.000
σ	0.000
min	438.000-431.000=7.000
max	438.000-431.000=7.000

*mean*	0.468-0.499=-0.031
σ	0.025-0.027=-0.003
min	0.444-0.454=-0.011
max	0.502-0.522=-0.019

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.708
σ	0.002
min	7.707
max	7.711

*mean*	438.000-431.000=7.000
σ	0.000
min	438.000-431.000=7.000
max	438.000-431.000=7.000

*mean*	1.948-2.576=-0.629
σ	0.080-0.099=-0.019
min	1.740-2.443=-0.703
max	2.378-3.079=-0.702

name=record_render_large_syntax_err.art

*mean*	7.656
σ	0.002
min	7.655
max	7.659

*mean*	438.000-431.000=7.000
σ	0.000
min	438.000-431.000=7.000
max	438.000-431.000=7.000

*mean*	2.588-2.600=-0.011
σ	0.113-0.087=0.026
min	2.014-2.444=-0.430
max	2.866-2.936=-0.070

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.288
max	2.292

*mean*	438.000-431.000=7.000
σ	0.000
min	438.000-431.000=7.000
max	438.000-431.000=7.000

*mean*	0.309-0.306=0.003
σ	0.010-0.008=0.002
min	0.293-0.293=0.000
max	0.372-0.361=0.011

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	438.000-431.000=7.000
σ	0.000
min	438.000-431.000=7.000
max	438.000-431.000=7.000

*mean*	0.294-0.293=0.002
σ	0.011-0.007=0.004
min	0.278-0.281=-0.003
max	0.367-0.335=0.032

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.005-298.006=-0.002
σ	1.021-1.026=-0.005
min	297.637-297.615=0.022
max	300.909-300.923=-0.014

*mean*	442.700-441.700=1.000
σ	16.573-16.364=0.209
min	418.000-415.000=3.000
max	471.000-466.000=5.000

*mean*	0.597-0.606=-0.009
σ	0.028-0.022=0.006
min	0.553-0.554=-0.001
max	0.628-0.632=-0.004

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.008-222.008=-0.000
σ	0.000-0.000=0.000
min	222.008-222.008=-0.000
max	222.008-222.008=0.000

*mean*	1742.000-1750.000=-8.000
σ	0.000
min	1742.000-1750.000=-8.000
max	1742.000-1750.000=-8.000

*mean*	209.251-209.055=0.196
σ	2.319-2.213=0.106
min	206.012-206.288=-0.276
max	213.049-214.026=-0.977

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1742.000-1750.000=-8.000
σ	0.000
min	1742.000-1750.000=-8.000
max	1742.000-1750.000=-8.000

*mean*	11.464-11.763=-0.299
σ	1.489-1.468=0.022
min	9.202-9.364=-0.162
max	12.558-12.739=-0.181

phase=parser

*mean*	1042.100-1042.096=0.003
σ	0.000-0.000=-0.000
min	1042.099-1042.096=0.003
max	1042.100-1042.097=0.003

*mean*	1742.000-1750.000=-8.000
σ	0.000
min	1742.000-1750.000=-8.000
max	1742.000-1750.000=-8.000

*mean*	669.700-692.919=-23.218
σ	73.107-63.483=9.624
min	564.348-589.103=-24.756
max	727.517-733.807=-6.289

phase=processProdDef

*mean*	6169.657-6169.661=-0.004
σ	0.001-0.001=0.000
min	6169.656-6169.660=-0.004
max	6169.659-6169.662=-0.003

*mean*	1742.000-1750.000=-8.000
σ	0.000
min	1742.000-1750.000=-8.000
max	1742.000-1750.000=-8.000

*mean*	5481.846-5738.148=-256.302
σ	1440.627-1055.097=385.529
min	3655.587-4357.336=-701.749
max	7292.315-7099.129=193.186

phase=renaming

*mean*	21.667-21.667=0.000
σ	0.001-0.000=0.001
min	21.667
max	21.670-21.667=0.004

*mean*	1742.000-1750.000=-8.000
σ	0.000
min	1742.000-1750.000=-8.000
max	1742.000-1750.000=-8.000

*mean*	43.695-45.519=-1.824
σ	5.178-3.940=1.238
min	34.301-38.895=-4.594
max	47.793-48.165=-0.371

phase=type checker

*mean*	958.457-958.461=-0.004
σ	0.066
min	958.360-958.363=-0.004
max	958.547-958.551=-0.004

*mean*	1742.000-1750.000=-8.000
σ	0.000
min	1742.000-1750.000=-8.000
max	1742.000-1750.000=-8.000

*mean*	773.299-749.538=23.761
σ	81.319-73.464=7.855
min	661.469-656.532=4.937
max	867.479-881.236=-13.757

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.381-293.381=-0.000
σ	0.034-0.034=-0.000
min	293.334-293.334=0.000
max	293.418-293.418=-0.000

*mean*	445.000
σ	0.000
min	445.000
max	445.000

*mean*	0.403-0.404=-0.001
σ	0.005-0.007=-0.002
min	0.399-0.399=0.000
max	0.411-0.417=-0.006

iters=5

new-facts=1

prior-facts=6402

*mean*	1303.466-1303.447=0.019
σ	0.081-0.074=0.007
min	1303.328-1303.346=-0.017
max	1303.535-1303.540=-0.004

*mean*	1083.800-1085.200=-1.400
σ	226.367-228.090=-1.723
min	823.000-819.000=4.000
max	1382.000-1385.000=-3.000

*mean*	2.057-2.021=0.037
σ	0.153-0.133=0.020
min	1.878-1.916=-0.039
max	2.195-2.187=0.008

iters=5

new-facts=6402

prior-facts=1

*mean*	1546.536-1546.532=0.004
σ	4.005-4.004=0.001
min	1544.577-1544.573=0.004
max	1553.696-1553.690=0.006

*mean*	623.800
σ	92.767-92.502=0.264
min	495.000
max	737.000

*mean*	2.343-2.323=0.020
σ	0.144-0.128=0.016
min	2.170-2.187=-0.017
max	2.526-2.490=0.035

iters=5

new-facts=6402

prior-facts=6402

*mean*	1865.446-1865.444=0.002
σ	0.047-0.055=-0.008
min	1865.390-1865.374=0.016
max	1865.495-1865.505=-0.011

*mean*	1690.200-1706.200=-16.000
σ	167.758-167.016=0.742
min	1513.000-1524.000=-11.000
max	1944.000-1955.000=-11.000

*mean*	2.983-3.087=-0.104
σ	0.114-0.246=-0.132
min	2.874-2.887=-0.013
max	3.115-3.509=-0.395

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.717-1.663=0.053
σ	0.142-0.203=-0.061
min	1.576-1.421=0.154
max	1.934-1.968=-0.033

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	447.980-447.979=0.001
σ	579.239-579.236=0.003
min	158.357-158.358=-0.001
max	1316.839-1316.834=0.006

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	0.537-0.540=-0.003
σ	0.550-0.551=-0.001
min	0.261-0.263=-0.002
max	1.362-1.366=-0.005

policies=20

*mean*	1583.909-1583.931=-0.022
σ	0.340-0.348=-0.009
min	1583.672-1583.688=-0.015
max	1584.412-1584.447=-0.035

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	445.250
σ	1.500
min	443.000
max	446.000

*mean*	2.620-2.634=-0.014
σ	0.006-0.012=-0.006
min	2.615-2.625=-0.009
max	2.628-2.651=-0.023

policies=200

*mean*	15847.252-15847.301=-0.049
σ	0.160-0.139=0.021
min	15847.066-15847.177=-0.111
max	15847.442-15847.484=-0.042

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	499.000-498.250=0.750
σ	5.477-3.500=1.977
min	493.000-494.000=-1.000
max	506.000-502.000=4.000

*mean*	26.577-26.623=-0.046
σ	0.206-0.130=0.076
min	26.388-26.448=-0.060
max	26.853-26.757=0.096