Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.576-54.574=0.002
σ	0.349-0.349=-0.000
min	54.441-54.435=0.006
max	55.568-55.567=0.001

*mean*	415.000-418.700=-3.700
σ	0.000-0.483=-0.483
min	415.000-418.000=-3.000
max	415.000-419.000=-4.000

*mean*	0.138-0.138=0.000
σ	0.006-0.006=0.000
min	0.132-0.132=0.000
max	0.148-0.148=-0.000

cache=y

dps=1

iters=10

policies=100

*mean*	43.707-43.706=0.002
σ	0.006-0.008=-0.002
min	43.703-43.692=0.010
max	43.719-43.719=-0.001

*mean*	415.000-419.000=-4.000
σ	0.000
min	415.000-419.000=-4.000
max	415.000-419.000=-4.000

*mean*	0.123-0.125=-0.002
σ	0.005-0.005=-0.000
min	0.117-0.120=-0.003
max	0.132-0.134=-0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=0.000
min	36.615-36.616=-0.000
max	36.620

*mean*	4154.750-4157.625=-2.875
σ	1903.160-1901.110=2.050
min	1553.000-1559.000=-6.000
max	7316.000-7320.000=-4.000

*mean*	12.886-13.077=-0.191
σ	0.199-0.349=-0.151
min	12.704-12.764=-0.061
max	13.312-13.675=-0.363

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.000
σ	0.002-0.002=-0.000
min	36.616-36.615=0.000
max	36.620-36.620=-0.000

*mean*	4154.750-4157.625=-2.875
σ	1903.160-1901.110=2.050
min	1553.000-1559.000=-6.000
max	7316.000-7320.000=-4.000

*mean*	12.895-13.071=-0.177
σ	0.619-0.641=-0.022
min	12.099-12.113=-0.013
max	13.598-14.075=-0.477

op=table_records(), no indexes

*mean*	41.932-41.932=0.000
σ	0.001-0.001=-0.000
min	41.929-41.928=0.000
max	41.933-41.933=-0.000

*mean*	7316.000-7320.000=-4.000
σ	0.000
min	7316.000-7320.000=-4.000
max	7316.000-7320.000=-4.000

*mean*	15.198-15.023=0.175
σ	0.685-0.857=-0.172
min	13.667-13.025=0.642
max	16.005-15.622=0.383

op=table_records(), repeat

*mean*	41.928-41.929=-0.000
σ	0.002-0.002=-0.000
min	41.927-41.927=-0.000
max	41.931-41.931=-0.000

*mean*	4154.750-4157.625=-2.875
σ	1903.160-1901.110=2.050
min	1553.000-1559.000=-6.000
max	7316.000-7320.000=-4.000

*mean*	12.753-12.771=-0.018
σ	1.851-1.950=-0.100
min	10.842-10.714=0.129
max	15.088-15.304=-0.215

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.653=0.000
σ	0.136-0.136=-0.000
min	27.603
max	27.990-27.990=-0.000

*mean*	4154.750-4157.625=-2.875
σ	1903.160-1901.110=2.050
min	1553.000-1559.000=-6.000
max	7316.000-7320.000=-4.000

*mean*	9.021-8.947=0.074
σ	0.225-0.470=-0.244
min	8.763-8.362=0.400
max	9.329-9.730=-0.401

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.400=-0.000
σ	0.002-0.002=0.000
min	26.399-26.399=0.000
max	26.403

*mean*	4154.750-4157.625=-2.875
σ	1903.160-1901.110=2.050
min	1553.000-1559.000=-6.000
max	7316.000-7320.000=-4.000

*mean*	6.878-6.550=0.328
σ	0.312-0.292=0.020
min	6.435-6.049=0.386
max	7.273-7.012=0.260

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=0.000
σ	0.002-0.002=0.000
min	25.665-25.664=0.000
max	25.668

*mean*	4154.750-4157.625=-2.875
σ	1903.160-1901.110=2.050
min	1553.000-1559.000=-6.000
max	7316.000-7320.000=-4.000

*mean*	6.089-6.085=0.004
σ	0.070-0.179=-0.109
min	5.977-5.805=0.173
max	6.218-6.323=-0.105

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=0.000
σ	0.002-0.002=-0.000
min	25.967
max	25.972

*mean*	4154.750-4157.625=-2.875
σ	1903.160-1901.110=2.050
min	1553.000-1559.000=-6.000
max	7316.000-7320.000=-4.000

*mean*	5.811-5.703=0.108
σ	0.087-0.212=-0.125
min	5.716-5.302=0.413
max	5.951-5.901=0.050

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.606=0.000
σ	0.000-0.000=0.000
min	2524.606
max	2524.606-2524.606=0.000

*mean*	7316.000-7320.000=-4.000
σ	0.000
min	7316.000-7320.000=-4.000
max	7316.000-7320.000=-4.000

*mean*	1091.964-1039.718=52.246
σ	126.740-10.215=116.525
min	1040.138-1029.025=11.113
max	1405.463-1061.281=344.182

op=load_product(), with indexes

*mean*	8744.722-8744.721=0.001
σ	0.469-0.469=0.000
min	8744.553-8744.553=0.000
max	8745.883-8745.882=0.001

*mean*	3576.375-3579.875=-3.500
σ	1798.196-1799.826=-1.631
min	1047.000-1044.000=3.000
max	5804.000-5815.000=-11.000

*mean*	5068.227-4973.980=94.247
σ	1719.455-1608.518=110.937
min	3526.555-3489.860=36.696
max	7386.910-7034.149=352.762

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=0.000
σ	0.002-0.002=-0.000
min	62.076-62.076=0.000
max	62.081-62.080=0.000

*mean*	4154.750-4157.625=-2.875
σ	1903.160-1901.110=2.050
min	1553.000-1559.000=-6.000
max	7316.000-7320.000=-4.000

*mean*	83.531-82.796=0.735
σ	9.968-9.303=0.664
min	72.825-72.394=0.431
max	94.865-96.882=-2.017

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=0.000
σ	0.001-0.001=0.000
min	40.944
max	40.945-40.945=0.000

*mean*	7316.000-7320.000=-4.000
σ	0.000
min	7316.000-7320.000=-4.000
max	7316.000-7320.000=-4.000

*mean*	105.711-105.096=0.615
σ	4.978-5.644=-0.666
min	96.062-95.528=0.534
max	112.154-111.899=0.255

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=-0.000
σ	0.000-0.000=-0.000
min	66.685
max	66.687-66.687=-0.000

*mean*	7316.000-7320.000=-4.000
σ	0.000
min	7316.000-7320.000=-4.000
max	7316.000-7320.000=-4.000

*mean*	162.898-160.958=1.939
σ	9.221-9.480=-0.259
min	140.920-140.166=0.754
max	167.962-166.715=1.247

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.836-11656.836=0.000
σ	4.324-4.324=0.000
min	11655.305
max	11667.538-11667.538=0.000

*mean*	4154.750-4157.625=-2.875
σ	1903.160-1901.110=2.050
min	1553.000-1559.000=-6.000
max	7316.000-7320.000=-4.000

*mean*	6527.194-6380.491=146.703
σ	1159.770-1111.807=47.963
min	4993.829-4946.797=47.032
max	7863.603-7829.537=34.066

op=vertical_lookup_list() on indexed

*mean*	11560.065-11560.065=-0.000
σ	0.001-0.001=0.000
min	11560.064-11560.065=-0.001
max	11560.066

*mean*	7316.000-7320.000=-4.000
σ	0.000
min	7316.000-7320.000=-4.000
max	7316.000-7320.000=-4.000

*mean*	5863.618-5736.437=127.181
σ	1491.013-1849.422=-358.408
min	4392.554-4334.288=58.266
max	7680.409-8756.636=-1076.227

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000-476.000=1.000
σ	0.000
min	477.000-476.000=1.000
max	477.000-476.000=1.000

*mean*	389.055-382.063=6.992
σ	6.567-16.796=-10.229
min	373.414-354.256=19.158
max	393.799-395.579=-1.780

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	560.000-560.250=-0.250
σ	0.000-0.463=-0.463
min	560.000
max	560.000-561.000=-1.000

*mean*	765.785-730.291=35.495
σ	39.581-47.209=-7.628
min	676.825-649.466=27.358
max	813.193-778.509=34.684

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.500-1008.502=-0.002
σ	0.759-0.759=0.000
min	1008.028-1008.025=0.003
max	1011.638-1011.641=-0.003

*mean*	1044.600-1047.600=-3.000
σ	299.850-313.277=-13.427
min	562.000-573.000=-11.000
max	1447.000-1510.000=-63.000

*mean*	1.546-1.535=0.011
σ	0.076-0.096=-0.020
min	1.474-1.358=0.116
max	1.768-1.759=0.009

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.405-0.396=0.009
σ	0.510-0.507=0.003
min	0.148-0.145=0.002
max	1.315-1.301=0.014

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.489-0.547=-0.059
σ	0.327-0.305=0.022
min	0.331-0.338=-0.007
max	1.073-1.061=0.011

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.225-0.218=0.007
σ	0.026-0.022=0.004
min	0.204-0.203=0.001
max	0.268-0.257=0.011

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.340-0.338=0.002
σ	0.021-0.019=0.002
min	0.320-0.325=-0.005
max	0.371-0.370=0.001

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.741
σ	0.011
min	964.736
max	964.760

*mean*	433.200-429.000=4.200
σ	2.588-0.000=2.588
min	431.000-429.000=2.000
max	436.000-429.000=7.000

*mean*	0.587-0.579=0.008
σ	0.027-0.032=-0.005
min	0.540-0.530=0.010
max	0.605-0.603=0.002

name=cdr_enhanced_4k_loc.art

*mean*	885.814
σ	0.002
min	885.812
max	885.816

*mean*	436.000-429.000=7.000
σ	0.000
min	436.000-429.000=7.000
max	436.000-429.000=7.000

*mean*	0.479-0.464=0.016
σ	0.023-0.055=-0.032
min	0.456-0.397=0.059
max	0.517-0.528=-0.011

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.708
σ	0.002
min	7.707
max	7.711

*mean*	436.000-429.000=7.000
σ	0.000
min	436.000-429.000=7.000
max	436.000-429.000=7.000

*mean*	2.672-2.119=0.553
σ	0.118-0.332=-0.215
min	2.455-1.806=0.649
max	3.076-2.910=0.166

name=record_render_large_syntax_err.art

*mean*	7.656
σ	0.002
min	7.655
max	7.659

*mean*	436.000-429.000=7.000
σ	0.000
min	436.000-429.000=7.000
max	436.000-429.000=7.000

*mean*	2.640-1.963=0.677
σ	0.089-0.071=0.018
min	2.473-1.847=0.625
max	2.908-2.212=0.695

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.288
max	2.292

*mean*	436.000-429.000=7.000
σ	0.000
min	436.000-429.000=7.000
max	436.000-429.000=7.000

*mean*	0.311-0.307=0.003
σ	0.010-0.009=0.001
min	0.298-0.291=0.006
max	0.369-0.359=0.009

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	436.000-429.000=7.000
σ	0.000
min	436.000-429.000=7.000
max	436.000-429.000=7.000

*mean*	0.301-0.292=0.009
σ	0.051-0.008=0.043
min	0.283-0.277=0.006
max	0.804-0.334=0.470

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.026-298.125=-0.099
σ	0.966-1.042=-0.076
min	297.577-297.720=-0.143
max	300.769-301.089=-0.319

*mean*	441.300-441.700=-0.400
σ	15.966-16.479=-0.514
min	418.000
max	465.000-470.000=-5.000

*mean*	0.619-0.610=0.009
σ	0.017-0.026=-0.009
min	0.589-0.548=0.040
max	0.642-0.642=-0.000

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.008-222.008=0.000
σ	0.000
min	222.008-222.008=0.000
max	222.008-222.008=0.000

*mean*	1788.750-1745.000=43.750
σ	23.807-0.000=23.807
min	1760.000-1745.000=15.000
max	1806.000-1745.000=61.000

*mean*	209.547-207.950=1.597
σ	1.731-0.982=0.748
min	206.282-206.745=-0.463
max	211.884-209.234=2.650

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1788.750-1745.000=43.750
σ	23.807-0.000=23.807
min	1760.000-1745.000=15.000
max	1806.000-1745.000=61.000

*mean*	9.758-10.909=-1.151
σ	1.829-2.164=-0.335
min	6.311-6.405=-0.093
max	13.135-12.694=0.441

phase=parser

*mean*	1042.099-1042.099=-0.000
σ	0.000-0.000=0.000
min	1042.099-1042.099=-0.000
max	1042.099-1042.100=-0.000

*mean*	1788.750-1745.000=43.750
σ	23.807-0.000=23.807
min	1760.000-1745.000=15.000
max	1806.000-1745.000=61.000

*mean*	665.759-649.182=16.577
σ	103.917-113.973=-10.056
min	561.988-427.211=134.778
max	848.829-734.295=114.534

phase=processProdDef

*mean*	6169.661-6169.659=0.003
σ	0.001-0.000=0.000
min	6169.660-6169.658=0.003
max	6169.662-6169.659=0.003

*mean*	1794.500-1745.000=49.500
σ	21.294-0.000=21.294
min	1760.000-1745.000=15.000
max	1806.000-1745.000=61.000

*mean*	5307.270-5324.935=-17.666
σ	1508.786-1397.072=111.713
min	3620.681-3589.852=30.829
max	7480.161-7550.032=-69.871

phase=renaming

*mean*	21.667-21.671=-0.004
σ	0.000
min	21.667-21.671=-0.004
max	21.667-21.671=-0.004

*mean*	1788.750-1745.000=43.750
σ	23.807-0.000=23.807
min	1760.000-1745.000=15.000
max	1806.000-1745.000=61.000

*mean*	33.604-39.058=-5.453
σ	10.444-10.367=0.077
min	20.615-20.725=-0.110
max	55.336-48.311=7.025

phase=type checker

*mean*	958.461-958.457=0.004
σ	0.066
min	958.363-958.360=0.004
max	958.551-958.547=0.004

*mean*	1788.750-1745.000=43.750
σ	23.807-0.000=23.807
min	1760.000-1745.000=15.000
max	1806.000-1745.000=61.000

*mean*	699.097-743.614=-44.517
σ	110.832-73.813=37.019
min	639.245-630.717=8.528
max	946.792-831.806=114.986

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.379-293.381=-0.002
σ	0.038-0.034=0.004
min	293.328-293.333=-0.005
max	293.418-293.418=0.000

*mean*	445.000
σ	0.000
min	445.000
max	445.000

*mean*	0.410-0.405=0.005
σ	0.009-0.007=0.002
min	0.399-0.399=-0.000
max	0.420-0.413=0.007

iters=5

new-facts=1

prior-facts=6402

*mean*	1303.463-1303.464=-0.000
σ	0.072-0.081=-0.009
min	1303.344-1303.328=0.016
max	1303.531-1303.537=-0.006

*mean*	1080.400-1100.000=-19.600
σ	221.240-195.388=25.852
min	819.000-893.000=-74.000
max	1369.000-1366.000=3.000

*mean*	2.034-2.046=-0.013
σ	0.131-0.098=0.033
min	1.871-1.946=-0.075
max	2.169-2.173=-0.004

iters=5

new-facts=6402

prior-facts=1

*mean*	1546.540-1546.551=-0.010
σ	4.009-3.998=0.012
min	1544.584-1544.599=-0.015
max	1553.708-1553.697=0.010

*mean*	623.400-621.400=2.000
σ	92.961-92.254=0.707
min	494.000
max	737.000-738.000=-1.000

*mean*	2.355-2.376=-0.022
σ	0.154-0.190=-0.036
min	2.185-2.174=0.011
max	2.561-2.558=0.003

iters=5

new-facts=6402

prior-facts=6402

*mean*	1865.443-1865.439=0.004
σ	0.046-0.043=0.002
min	1865.389-1865.390=-0.001
max	1865.488-1865.489=-0.000

*mean*	1715.800-1712.000=3.800
σ	168.999-164.918=4.081
min	1501.000-1502.000=-1.000
max	1943.000-1939.000=4.000

*mean*	2.928-2.905=0.022
σ	0.044-0.060=-0.016
min	2.878-2.814=0.064
max	2.989-2.962=0.026

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.879-1.762=0.117
σ	0.037-0.122=-0.084
min	1.823-1.636=0.187
max	1.919-1.920=-0.001

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	447.982-447.982=-0.000
σ	579.239-579.239=0.000
min	158.362-158.358=0.004
max	1316.841-1316.840=0.000

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	443.000-444.000=-1.000
σ	0.000
min	443.000-444.000=-1.000
max	443.000-444.000=-1.000

*mean*	0.526-0.461=0.065
σ	0.512-0.391=0.120
min	0.268-0.263=0.004
max	1.293-1.048=0.245

policies=20

*mean*	1583.941-1583.934=0.007
σ	0.364-0.361=0.003
min	1583.687-1583.680=0.007
max	1584.479-1584.467=0.013

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	445.250-446.250=-1.000
σ	1.500
min	443.000-444.000=-1.000
max	446.000-447.000=-1.000

*mean*	2.654-2.643=0.011
σ	0.015-0.013=0.001
min	2.642-2.634=0.008
max	2.674-2.663=0.011

policies=200

*mean*	15847.259-15847.312=-0.053
σ	0.079-0.119=-0.040
min	15847.177-15847.218=-0.042
max	15847.338-15847.480=-0.142

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	496.250-497.000=-0.750
σ	4.787-4.546=0.241
min	491.000-492.000=-1.000
max	502.000-503.000=-1.000

*mean*	26.719-26.778=-0.059
σ	0.118-0.148=-0.030
min	26.627-26.572=0.055
max	26.885-26.912=-0.027