Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.577-54.577=-0.000
σ	0.347-0.347=0.000
min	54.445-54.445=-0.001
max	55.565-55.565=0.000

*mean*	421.700-418.000=3.700
σ	0.483-0.000=0.483
min	421.000-418.000=3.000
max	422.000-418.000=4.000

*mean*	0.139-0.140=-0.001
σ	0.004-0.004=-0.000
min	0.136-0.134=0.002
max	0.148-0.148=0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.706-43.706=-0.001
σ	0.006-0.006=-0.001
min	43.696-43.700=-0.005
max	43.714-43.722=-0.007

*mean*	422.000-418.000=4.000
σ	0.000
min	422.000-418.000=4.000
max	422.000-418.000=4.000

*mean*	0.123-0.123=-0.000
σ	0.004-0.005=-0.001
min	0.119-0.118=0.001
max	0.131-0.133=-0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=0.000
min	36.615
max	36.620-36.619=0.000

*mean*	4152.625-4148.625=4.000
σ	1899.266-1892.617=6.649
min	1555.000-1557.000=-2.000
max	7299.000-7277.000=22.000

*mean*	12.827-12.730=0.097
σ	0.317-0.172=0.145
min	12.370-12.449=-0.078
max	13.142-12.876=0.267

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.000
σ	0.002-0.002=0.000
min	36.615-36.616=-0.000
max	36.620-36.620=0.000

*mean*	4152.625-4148.625=4.000
σ	1899.266-1892.617=6.649
min	1555.000-1557.000=-2.000
max	7299.000-7277.000=22.000

*mean*	12.876-13.008=-0.132
σ	0.553-0.435=0.117
min	11.977-12.216=-0.239
max	13.358-13.357=0.001

op=table_records(), no indexes

*mean*	41.932-41.932=-0.000
σ	0.001-0.001=0.000
min	41.928-41.929=-0.001
max	41.933-41.933=-0.000

*mean*	7299.000-7277.000=22.000
σ	0.000
min	7299.000-7277.000=22.000
max	7299.000-7277.000=22.000

*mean*	15.074-15.357=-0.283
σ	0.520-0.475=0.046
min	13.928-14.376=-0.449
max	15.518-15.703=-0.185

op=table_records(), repeat

*mean*	41.928-41.928=-0.000
σ	0.002-0.002=-0.000
min	41.927
max	41.931-41.932=-0.001

*mean*	4152.625-4148.625=4.000
σ	1899.266-1892.617=6.649
min	1555.000-1557.000=-2.000
max	7299.000-7277.000=22.000

*mean*	13.049-13.445=-0.396
σ	1.741-1.913=-0.173
min	10.824-10.936=-0.112
max	15.246-15.817=-0.571

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.653=-0.000
σ	0.136-0.136=-0.000
min	27.603-27.603=0.000
max	27.990-27.990=-0.000

*mean*	4152.625-4148.625=4.000
σ	1899.266-1892.617=6.649
min	1555.000-1557.000=-2.000
max	7299.000-7277.000=22.000

*mean*	8.868-9.187=-0.319
σ	0.251-0.453=-0.202
min	8.538-8.585=-0.046
max	9.232-9.809=-0.577

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.400=0.000
σ	0.002-0.002=-0.000
min	26.399
max	26.403

*mean*	4152.625-4148.625=4.000
σ	1899.266-1892.617=6.649
min	1555.000-1557.000=-2.000
max	7299.000-7277.000=22.000

*mean*	7.092-6.661=0.431
σ	0.117-0.275=-0.159
min	6.926-6.235=0.691
max	7.308-7.024=0.284

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=0.000
σ	0.002-0.002=0.000
min	25.664-25.665=-0.000
max	25.669-25.668=0.000

*mean*	4152.625-4148.625=4.000
σ	1899.266-1892.617=6.649
min	1555.000-1557.000=-2.000
max	7299.000-7277.000=22.000

*mean*	6.031-6.064=-0.033
σ	0.098-0.143=-0.045
min	5.855-5.834=0.022
max	6.110-6.260=-0.149

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=-0.000
σ	0.002-0.002=0.000
min	25.967
max	25.972-25.972=0.000

*mean*	4152.625-4148.625=4.000
σ	1899.266-1892.617=6.649
min	1555.000-1557.000=-2.000
max	7299.000-7277.000=22.000

*mean*	5.796-5.587=0.209
σ	0.131-0.237=-0.106
min	5.494-5.213=0.281
max	5.901-5.900=0.001

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.606=0.000
σ	0.000-0.000=0.000
min	2524.606
max	2524.606

*mean*	7299.000-7277.000=22.000
σ	0.000
min	7299.000-7277.000=22.000
max	7299.000-7277.000=22.000

*mean*	1347.080-1499.971=-152.891
σ	520.314-856.793=-336.479
min	1034.297-1035.794=-1.496
max	2505.054-3502.681=-997.627

op=load_product(), with indexes

*mean*	8744.721-8744.721=0.000
σ	0.469-0.469=-0.000
min	8744.553-8744.553=0.000
max	8745.882-8745.882=0.000

*mean*	3572.625-3570.875=1.750
σ	1796.619-1792.666=3.953
min	1044.000
max	5794.000-5784.000=10.000

*mean*	4802.804-4844.482=-41.678
σ	1732.919-1462.811=270.108
min	3521.351-3528.970=-7.619
max	7298.759-7128.268=170.491

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=0.000
σ	0.002-0.002=-0.000
min	62.076-62.076=0.000
max	62.081

*mean*	4152.625-4148.625=4.000
σ	1899.266-1892.617=6.649
min	1555.000-1557.000=-2.000
max	7299.000-7277.000=22.000

*mean*	79.335-86.364=-7.029
σ	8.656-14.128=-5.473
min	71.221-71.659=-0.438
max	96.673-105.597=-8.924

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=0.000
σ	0.001-0.001=-0.000
min	40.944-40.944=0.000
max	40.945

*mean*	7299.000-7277.000=22.000
σ	0.000
min	7299.000-7277.000=22.000
max	7299.000-7277.000=22.000

*mean*	108.099-108.301=-0.202
σ	5.051-3.206=1.845
min	97.825-102.332=-4.508
max	113.967-112.593=1.373

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=0.000
σ	0.000-0.000=0.000
min	66.685
max	66.687-66.687=0.000

*mean*	7299.000-7277.000=22.000
σ	0.000
min	7299.000-7277.000=22.000
max	7299.000-7277.000=22.000

*mean*	162.570-163.903=-1.332
σ	9.303-4.843=4.460
min	140.561-154.741=-14.180
max	168.300-169.347=-1.047

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.836-11656.836=-0.000
σ	4.324-4.325=-0.001
min	11655.305
max	11667.538-11667.539=-0.002

*mean*	4152.625-4148.625=4.000
σ	1899.266-1892.617=6.649
min	1555.000-1557.000=-2.000
max	7299.000-7277.000=22.000

*mean*	6336.052-6243.392=92.661
σ	1046.646-1174.474=-127.827
min	4914.557-4891.584=22.973
max	7946.727-7782.498=164.229

op=vertical_lookup_list() on indexed

*mean*	11560.065-11560.065=0.000
σ	0.001-0.001=-0.000
min	11560.065-11560.064=0.001
max	11560.066

*mean*	7299.000-7277.000=22.000
σ	0.000
min	7299.000-7277.000=22.000
max	7299.000-7277.000=22.000

*mean*	5696.282-5699.885=-3.603
σ	1410.872-1640.593=-229.720
min	4350.773-4402.921=-52.147
max	7696.693-7746.388=-49.695

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000
σ	0.000
min	477.000
max	477.000

*mean*	369.373-386.324=-16.951
σ	21.865-15.512=6.353
min	346.324-349.103=-2.779
max	394.333-396.694=-2.361

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	562.000-559.250=2.750
σ	0.000-1.035=-1.035
min	562.000-558.000=4.000
max	562.000-560.000=2.000

*mean*	772.701-746.299=26.401
σ	21.411-59.103=-37.692
min	738.020-646.144=91.876
max	804.688-781.845=22.844

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.503-1008.500=0.004
σ	0.760-0.760=-0.000
min	1008.026-1008.025=0.001
max	1011.642-1011.641=0.001

*mean*	1045.700-1044.650=1.050
σ	299.799-299.892=-0.093
min	563.000-561.000=2.000
max	1448.000-1447.000=1.000

*mean*	1.512-1.530=-0.018
σ	0.073-0.076=-0.003
min	1.375-1.451=-0.075
max	1.734-1.759=-0.025

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.404-0.300=0.104
σ	0.530-0.293=0.237
min	0.149-0.135=0.014
max	1.351-0.820=0.530

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.476-0.507=-0.032
σ	0.321-0.303=0.018
min	0.320-0.326=-0.006
max	1.049-1.035=0.014

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.220-0.217=0.004
σ	0.024-0.025=-0.000
min	0.200-0.202=-0.002
max	0.262-0.260=0.002

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.336-0.329=0.006
σ	0.020-0.021=-0.001
min	0.316-0.311=0.005
max	0.365-0.366=-0.000

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.741
σ	0.011
min	964.736
max	964.760

*mean*	436.000-431.000=5.000
σ	2.236-0.000=2.236
min	432.000-431.000=1.000
max	437.000-431.000=6.000

*mean*	0.549-0.544=0.005
σ	0.052-0.047=0.005
min	0.477-0.492=-0.015
max	0.603-0.606=-0.003

name=cdr_enhanced_4k_loc.art

*mean*	885.814
σ	0.002
min	885.812
max	885.816

*mean*	442.000-431.000=11.000
σ	0.000
min	442.000-431.000=11.000
max	442.000-431.000=11.000

*mean*	0.483-0.484=-0.001
σ	0.045-0.037=0.008
min	0.429-0.450=-0.021
max	0.526-0.524=0.002

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.708
σ	0.002
min	7.707
max	7.711

*mean*	442.000-431.000=11.000
σ	0.000
min	442.000-431.000=11.000
max	442.000-431.000=11.000

*mean*	2.463-2.624=-0.162
σ	0.329-0.086=0.243
min	1.855-2.459=-0.604
max	2.920-2.816=0.104

name=record_render_large_syntax_err.art

*mean*	7.656
σ	0.002
min	7.655
max	7.659

*mean*	442.000-431.000=11.000
σ	0.000
min	442.000-431.000=11.000
max	442.000-431.000=11.000

*mean*	2.586-2.582=0.004
σ	0.093-0.075=0.018
min	2.409-2.423=-0.014
max	2.946-2.841=0.105

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.288
max	2.292

*mean*	442.000-431.000=11.000
σ	0.000
min	442.000-431.000=11.000
max	442.000-431.000=11.000

*mean*	0.304-0.303=0.001
σ	0.012-0.009=0.004
min	0.287-0.287=0.001
max	0.392-0.358=0.034

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	442.000-431.000=11.000
σ	0.000
min	442.000-431.000=11.000
max	442.000-431.000=11.000

*mean*	0.289-0.291=-0.002
σ	0.007-0.008=-0.001
min	0.273-0.277=-0.003
max	0.322-0.328=-0.006

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.118-297.994=0.124
σ	0.937-1.051=-0.114
min	297.704-297.553=0.151
max	300.769-300.979=-0.210

*mean*	442.400-442.800=-0.400
σ	19.495-16.956=2.539
min	413.000-418.000=-5.000
max	470.000-464.000=6.000

*mean*	0.606-0.600=0.006
σ	0.026-0.024=0.002
min	0.567-0.564=0.003
max	0.658-0.627=0.030

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.011-222.008=0.004
σ	0.000
min	222.011-222.008=0.004
max	222.011-222.008=0.004

*mean*	1719.375-1743.000=-23.625
σ	37.921-0.000=37.921
min	1658.000-1743.000=-85.000
max	1744.000-1743.000=1.000

*mean*	200.469-205.536=-5.066
σ	1.672-1.573=0.099
min	197.974-203.080=-5.106
max	203.223-208.198=-4.975

phase=macro expansion

*mean*	6.133-6.130=0.004
σ	0.000
min	6.133-6.130=0.004
max	6.133-6.130=0.004

*mean*	1719.375-1743.000=-23.625
σ	37.921-0.000=37.921
min	1658.000-1743.000=-85.000
max	1744.000-1743.000=1.000

*mean*	11.194-13.274=-2.079
σ	1.505-1.287=0.218
min	9.445-12.517=-3.072
max	12.957-15.527=-2.570

phase=parser

*mean*	1042.096-1042.099=-0.003
σ	0.000-0.000=-0.000
min	1042.095-1042.099=-0.003
max	1042.096-1042.099=-0.003

*mean*	1719.375-1743.000=-23.625
σ	37.921-0.000=37.921
min	1658.000-1743.000=-85.000
max	1744.000-1743.000=1.000

*mean*	731.900-752.202=-20.301
σ	81.705-54.682=27.023
min	585.595-701.596=-116.002
max	841.385-841.477=-0.092

phase=processProdDef

*mean*	6169.660-6169.661=-0.001
σ	0.000
min	6169.660-6169.660=-0.000
max	6169.661-6169.661=-0.000

*mean*	1730.125-1743.000=-12.875
σ	29.230-0.000=29.230
min	1658.000-1743.000=-85.000
max	1744.000-1743.000=1.000

*mean*	5642.802-4986.519=656.283
σ	1549.206-886.977=662.229
min	4067.617-3969.543=98.075
max	8072.624-6867.514=1205.109

phase=renaming

*mean*	21.667
σ	0.000
min	21.667
max	21.667

*mean*	1719.375-1743.000=-23.625
σ	37.921-0.000=37.921
min	1658.000-1743.000=-85.000
max	1744.000-1743.000=1.000

*mean*	38.698-49.580=-10.882
σ	8.011-3.751=4.259
min	31.426-47.212=-15.785
max	47.915-55.779=-7.863

phase=type checker

*mean*	958.457-958.461=-0.004
σ	0.066
min	958.360-958.363=-0.004
max	958.547-958.551=-0.004

*mean*	1719.375-1743.000=-23.625
σ	37.921-0.000=37.921
min	1658.000-1743.000=-85.000
max	1744.000-1743.000=1.000

*mean*	772.661-854.912=-82.250
σ	127.001-60.447=66.554
min	632.371-752.360=-119.989
max	955.104-913.479=41.625

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.379-293.379=-0.000
σ	0.037-0.036=0.001
min	293.330-293.329=0.000
max	293.418-293.417=0.001

*mean*	446.000-445.000=1.000
σ	0.000
min	446.000-445.000=1.000
max	446.000-445.000=1.000

*mean*	0.404-0.407=-0.003
σ	0.006-0.008=-0.002
min	0.399-0.398=0.000
max	0.411-0.415=-0.004

iters=5

new-facts=1

prior-facts=6402

*mean*	1303.448-1303.479=-0.032
σ	0.068-0.094=-0.026
min	1303.350-1303.319=0.031
max	1303.530-1303.552=-0.022

*mean*	1062.200-1100.200=-38.000
σ	167.362-190.774=-23.411
min	840.000-839.000=1.000
max	1270.000-1330.000=-60.000

*mean*	1.944-2.063=-0.118
σ	0.204-0.239=-0.036
min	1.770-1.783=-0.013
max	2.186-2.319=-0.133

iters=5

new-facts=6402

prior-facts=1

*mean*	1546.507-1546.517=-0.010
σ	4.012-4.028=-0.015
min	1544.526-1544.547=-0.020
max	1553.678-1553.716=-0.038

*mean*	612.000-618.000=-6.000
σ	73.304-80.215=-6.911
min	497.000
max	690.000-712.000=-22.000

*mean*	2.259-2.295=-0.036
σ	0.122-0.204=-0.082
min	2.154-2.160=-0.005
max	2.432-2.651=-0.219

iters=5

new-facts=6402

prior-facts=6402

*mean*	1865.442-1865.447=-0.005
σ	0.045-0.044=0.001
min	1865.398-1865.389=0.009
max	1865.499-1865.493=0.006

*mean*	1709.600-1726.600=-17.000
σ	252.569-169.677=82.892
min	1414.000-1479.000=-65.000
max	2063.000-1877.000=186.000

*mean*	2.935-2.990=-0.055
σ	0.170-0.312=-0.142
min	2.708-2.639=0.069
max	3.164-3.494=-0.330

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.755-1.736=0.019
σ	0.087-0.120=-0.033
min	1.638-1.544=0.094
max	1.833-1.836=-0.003

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	447.980-447.981=-0.001
σ	579.239-579.240=-0.001
min	158.360-158.358=0.002
max	1316.839-1316.841=-0.003

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	443.000-440.000=3.000
σ	0.000
min	443.000-440.000=3.000
max	443.000-440.000=3.000

*mean*	0.538-0.524=0.013
σ	0.548-0.524=0.025
min	0.262-0.261=0.001
max	1.360-1.310=0.050

policies=20

*mean*	1583.924-1583.935=-0.011
σ	0.372-0.357=0.015
min	1583.668-1583.689=-0.020
max	1584.476-1584.464=0.012

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	445.250-446.000=-0.750
σ	1.500-6.928=-5.428
min	443.000-440.000=3.000
max	446.000-452.000=-6.000

*mean*	2.663-2.631=0.031
σ	0.044-0.014=0.030
min	2.622-2.613=0.009
max	2.716-2.646=0.069

policies=200

*mean*	15847.279-15847.253=0.026
σ	0.178-0.067=0.111
min	15847.119-15847.161=-0.042
max	15847.511-15847.317=0.194

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	497.250-493.750=3.500
σ	4.787-3.862=0.925
min	492.000-490.000=2.000
max	503.000-499.000=4.000

*mean*	26.628-26.651=-0.023
σ	0.131-0.112=0.019
min	26.481-26.492=-0.011
max	26.776-26.746=0.030