Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.620-54.619=0.001
σ	0.350-0.349=0.001
min	54.487-54.481=0.006
max	55.616-55.613=0.003

*mean*	417.000-418.000=-1.000
σ	0.000
min	417.000-418.000=-1.000
max	417.000-418.000=-1.000

*mean*	0.140-0.140=0.000
σ	0.007-0.004=0.002
min	0.132-0.136=-0.004
max	0.151-0.150=0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.788-43.788=0.000
σ	0.006-0.006=-0.000
min	43.779-43.779=0.000
max	43.802-43.800=0.002

*mean*	417.000-418.000=-1.000
σ	0.000
min	417.000-418.000=-1.000
max	417.000-418.000=-1.000

*mean*	0.122-0.122=0.001
σ	0.006-0.004=0.001
min	0.115-0.118=-0.004
max	0.132-0.130=0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618
σ	0.002-0.002=0.000
min	36.615
max	36.620-36.620=0.000

*mean*	4157.250-4149.500=7.750
σ	1902.037-1896.603=5.434
min	1559.000-1554.000=5.000
max	7324.000-7289.000=35.000

*mean*	12.127-12.819=-0.692
σ	0.219-0.302=-0.083
min	11.829-12.400=-0.571
max	12.457-13.208=-0.751

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.000
σ	0.002-0.002=-0.000
min	36.615
max	36.619

*mean*	4157.250-4149.500=7.750
σ	1902.037-1896.603=5.434
min	1559.000-1554.000=5.000
max	7324.000-7289.000=35.000

*mean*	12.083-12.709=-0.626
σ	0.575-0.779=-0.204
min	11.342-11.621=-0.280
max	12.838-13.511=-0.674

op=table_records(), no indexes

*mean*	41.931-41.932=-0.000
σ	0.001-0.001=-0.000
min	41.928-41.928=-0.000
max	41.932-41.933=-0.001

*mean*	7324.000-7289.000=35.000
σ	0.000
min	7324.000-7289.000=35.000
max	7324.000-7289.000=35.000

*mean*	14.640-15.479=-0.839
σ	0.815-0.337=0.478
min	12.901-15.023=-2.123
max	15.343-16.069=-0.726

op=table_records(), repeat

*mean*	41.929-41.928=0.000
σ	0.002-0.002=-0.000
min	41.927
max	41.931-41.932=-0.001

*mean*	4157.250-4149.500=7.750
σ	1902.037-1896.603=5.434
min	1559.000-1554.000=5.000
max	7324.000-7289.000=35.000

*mean*	12.364-12.939=-0.575
σ	1.766-1.612=0.154
min	10.406-10.830=-0.424
max	14.671-15.163=-0.492

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653
σ	0.137-0.137=-0.000
min	27.603-27.603=0.000
max	27.991-27.991=-0.000

*mean*	4157.250-4149.500=7.750
σ	1902.037-1896.603=5.434
min	1559.000-1554.000=5.000
max	7324.000-7289.000=35.000

*mean*	8.584-9.009=-0.425
σ	0.378-0.325=0.052
min	8.200-8.566=-0.366
max	9.215-9.407=-0.192

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.400=0.000
σ	0.002-0.002=-0.000
min	26.399
max	26.403

*mean*	4157.250-4149.500=7.750
σ	1902.037-1896.603=5.434
min	1559.000-1554.000=5.000
max	7324.000-7289.000=35.000

*mean*	6.177-6.763=-0.586
σ	0.389-0.312=0.077
min	5.502-6.310=-0.808
max	6.652-7.202=-0.551

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=-0.000
σ	0.002-0.002=-0.000
min	25.664-25.665=-0.000
max	25.668-25.668=-0.000

*mean*	4157.250-4149.500=7.750
σ	1902.037-1896.603=5.434
min	1559.000-1554.000=5.000
max	7324.000-7289.000=35.000

*mean*	5.512-6.046=-0.533
σ	0.192-0.113=0.079
min	5.221-5.847=-0.626
max	5.769-6.172=-0.403

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=-0.000
σ	0.002-0.002=0.000
min	25.967
max	25.972-25.972=-0.000

*mean*	4157.250-4149.500=7.750
σ	1902.037-1896.603=5.434
min	1559.000-1554.000=5.000
max	7324.000-7289.000=35.000

*mean*	5.315-5.893=-0.579
σ	0.113-0.139=-0.027
min	5.152-5.713=-0.561
max	5.474-6.144=-0.670

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.606=-0.000
σ	0.000-0.000=-0.000
min	2524.606-2524.606=-0.000
max	2524.607-2524.607=-0.000

*mean*	7324.000-7289.000=35.000
σ	0.000
min	7324.000-7289.000=35.000
max	7324.000-7289.000=35.000

*mean*	1046.196-1484.536=-438.340
σ	10.120-849.540=-839.421
min	1033.300-1046.268=-12.967
max	1060.944-3497.164=-2436.220

op=load_product(), with indexes

*mean*	8744.722-8744.722=-0.000
σ	0.469-0.469=0.000
min	8744.553-8744.554=-0.000
max	8745.883

*mean*	3579.625-3571.000=8.625
σ	1800.228-1794.127=6.101
min	1045.000
max	5817.000-5789.000=28.000

*mean*	4949.626-4775.700=173.927
σ	1692.382-1647.579=44.802
min	3527.093-3516.446=10.647
max	7428.146-7250.131=178.015

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=-0.000
σ	0.002-0.002=-0.000
min	62.076
max	62.080-62.081=-0.001

*mean*	4157.250-4149.500=7.750
σ	1902.037-1896.603=5.434
min	1559.000-1554.000=5.000
max	7324.000-7289.000=35.000

*mean*	78.893-83.934=-5.040
σ	8.511-12.502=-3.991
min	69.651-70.119=-0.467
max	93.092-100.703=-7.611

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=0.000
σ	0.001-0.000=0.000
min	40.944-40.944=0.000
max	40.945-40.945=0.000

*mean*	7324.000-7289.000=35.000
σ	0.000
min	7324.000-7289.000=35.000
max	7324.000-7289.000=35.000

*mean*	106.540-108.725=-2.185
σ	5.260-3.862=1.398
min	96.053-102.036=-5.983
max	111.416-113.049=-1.632

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=0.000
σ	0.000-0.000=0.000
min	66.685
max	66.687-66.687=0.000

*mean*	7324.000-7289.000=35.000
σ	0.000
min	7324.000-7289.000=35.000
max	7324.000-7289.000=35.000

*mean*	161.506-165.197=-3.691
σ	8.416-5.051=3.366
min	142.113-154.390=-12.278
max	168.138-169.778=-1.640

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.836-11656.836=-0.001
σ	4.324-4.324=0.000
min	11655.305
max	11667.537

*mean*	4157.250-4149.500=7.750
σ	1902.037-1896.603=5.434
min	1559.000-1554.000=5.000
max	7324.000-7289.000=35.000

*mean*	6428.503-6517.118=-88.615
σ	1142.559-1298.224=-155.665
min	4929.842-4881.933=47.908
max	7973.154-7900.699=72.455

op=vertical_lookup_list() on indexed

*mean*	11560.065-11560.065=-0.000
σ	0.001-0.001=-0.000
min	11560.065
max	11560.066-11560.066=0.000

*mean*	7324.000-7289.000=35.000
σ	0.000
min	7324.000-7289.000=35.000
max	7324.000-7289.000=35.000

*mean*	5537.225-5665.633=-128.408
σ	1527.988-1299.568=228.420
min	4404.695-4382.721=21.974
max	8597.960-7713.398=884.562

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	476.000-477.000=-1.000
σ	0.000
min	476.000-477.000=-1.000
max	476.000-477.000=-1.000

*mean*	379.956-373.567=6.389
σ	18.432-32.399=-13.966
min	348.806-302.626=46.179
max	397.318-393.726=3.592

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	560.250-561.000=-0.750
σ	0.463-0.000=0.463
min	560.000-561.000=-1.000
max	561.000

*mean*	709.841-777.405=-67.564
σ	82.842-18.580=64.262
min	591.084-751.328=-160.245
max	797.350-808.054=-10.704

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.369-1008.376=-0.006
σ	0.760-0.760=0.001
min	1007.903-1007.900=0.003
max	1011.514-1011.517=-0.003

*mean*	1056.200-1047.200=9.000
σ	315.401-300.607=14.794
min	560.000-563.000=-3.000
max	1526.000-1451.000=75.000

*mean*	1.537-1.549=-0.012
σ	0.081-0.077=0.004
min	1.381-1.411=-0.030
max	1.764-1.757=0.007

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.891
σ	0.020
min	0.881
max	0.928

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.289-0.392=-0.103
σ	0.285-0.514=-0.229
min	0.136-0.137=-0.000
max	0.793-1.308=-0.515

name=error_case.art

*mean*	2.338
σ	0.012
min	2.332
max	2.359

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.491-0.660=-0.169
σ	0.318-0.254=0.064
min	0.324-0.344=-0.020
max	1.057-1.048=0.010

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.520
max	1.524

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.226-0.375=-0.149
σ	0.025-0.037=-0.012
min	0.203-0.349=-0.146
max	0.262-0.438=-0.176

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.414-0.588=-0.174
σ	0.169-0.020=0.148
min	0.319-0.574=-0.255
max	0.710-0.621=0.089

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.908
σ	0.011
min	963.902
max	963.926

*mean*	433.600-434.400=-0.800
σ	5.683-1.342=4.342
min	430.000-432.000=-2.000
max	443.000-435.000=8.000

*mean*	0.575-0.697=-0.122
σ	0.044-0.065=-0.021
min	0.518-0.592=-0.073
max	0.612-0.746=-0.134

name=cdr_enhanced_4k_loc.art

*mean*	884.884
σ	0.002
min	884.883
max	884.886

*mean*	443.000-435.000=8.000
σ	0.000
min	443.000-435.000=8.000
max	443.000-435.000=8.000

*mean*	0.495-0.512=-0.017
σ	0.055-0.019=0.035
min	0.398-0.483=-0.085
max	0.522-0.529=-0.007

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706
σ	0.002
min	7.705
max	7.709

*mean*	443.000-435.000=8.000
σ	0.000
min	443.000-435.000=8.000
max	443.000-435.000=8.000

*mean*	2.604-2.695=-0.090
σ	0.091-0.082=0.008
min	2.454-2.527=-0.073
max	3.015-2.968=0.046

name=record_render_large_syntax_err.art

*mean*	7.655
σ	0.002
min	7.654
max	7.658

*mean*	443.000-435.000=8.000
σ	0.000
min	443.000-435.000=8.000
max	443.000-435.000=8.000

*mean*	2.676-2.589=0.088
σ	0.102-0.092=0.009
min	2.481-2.430=0.052
max	3.020-2.913=0.108

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	443.000-435.000=8.000
σ	0.000
min	443.000-435.000=8.000
max	443.000-435.000=8.000

*mean*	0.312-0.306=0.006
σ	0.042-0.009=0.033
min	0.291-0.292=-0.001
max	0.610-0.371=0.239

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	443.000-435.000=8.000
σ	0.000
min	443.000-435.000=8.000
max	443.000-435.000=8.000

*mean*	0.290-0.295=-0.005
σ	0.008-0.038=-0.030
min	0.272-0.280=-0.008
max	0.322-0.661=-0.339

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.811-297.808=0.003
σ	1.053-1.010=0.043
min	297.401-297.431=-0.030
max	300.802-300.682=0.119

*mean*	442.100-445.400=-3.300
σ	15.624-20.614=-4.990
min	418.000-415.000=3.000
max	469.000-473.000=-4.000

*mean*	0.614-0.618=-0.004
σ	0.014-0.013=0.000
min	0.590-0.601=-0.011
max	0.637-0.637=0.000

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.011
σ	0.000
min	222.011
max	222.011

*mean*	1728.000-1762.250=-34.250
σ	10.690-23.608=-12.918
min	1718.000-1724.000=-6.000
max	1738.000-1775.000=-37.000

*mean*	212.131-210.588=1.543
σ	1.728-2.895=-1.167
min	209.675-207.051=2.624
max	214.605-216.688=-2.083

phase=macro expansion

*mean*	6.133
σ	0.000
min	6.133
max	6.133

*mean*	1728.000-1762.250=-34.250
σ	10.690-23.608=-12.918
min	1718.000-1724.000=-6.000
max	1738.000-1775.000=-37.000

*mean*	11.187-11.184=0.003
σ	1.589-1.527=0.062
min	9.354-9.370=-0.016
max	12.965-12.684=0.280

phase=parser

*mean*	1041.161-1041.161=-0.000
σ	0.000-0.000=0.000
min	1041.160
max	1041.161

*mean*	1728.000-1762.250=-34.250
σ	10.690-23.608=-12.918
min	1718.000-1724.000=-6.000
max	1738.000-1775.000=-37.000

*mean*	653.097-662.712=-9.615
σ	72.863-71.466=1.396
min	563.268-565.680=-2.412
max	725.413-728.769=-3.356

phase=processProdDef

*mean*	6169.658-6169.658=0.000
σ	0.000-0.000=0.000
min	6169.657
max	6169.659-6169.658=0.001

*mean*	1730.500-1768.625=-38.125
σ	10.351-18.031=-7.680
min	1718.000-1724.000=-6.000
max	1738.000-1775.000=-37.000

*mean*	5967.945-5488.282=479.663
σ	1157.782-1211.329=-53.547
min	4148.154-3648.001=500.153
max	7167.430-6769.545=397.885

phase=renaming

*mean*	21.667
σ	0.000
min	21.667
max	21.667

*mean*	1728.000-1762.250=-34.250
σ	10.690-23.608=-12.918
min	1718.000-1724.000=-6.000
max	1738.000-1775.000=-37.000

*mean*	43.118-51.977=-8.858
σ	5.047-19.490=-14.443
min	34.644-34.867=-0.224
max	47.885-98.564=-50.680

phase=type checker

*mean*	958.670
σ	0.066
min	958.573
max	958.760

*mean*	1728.000-1762.250=-34.250
σ	10.690-23.608=-12.918
min	1718.000-1724.000=-6.000
max	1738.000-1775.000=-37.000

*mean*	752.242-775.127=-22.885
σ	60.386-73.215=-12.829
min	664.892-673.271=-8.379
max	848.523-884.566=-36.043

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	292.775-292.774=0.001
σ	0.035-0.035=-0.000
min	292.727-292.725=0.002
max	292.812-292.810=0.001

*mean*	445.000
σ	0.000
min	445.000
max	445.000

*mean*	0.398-0.402=-0.004
σ	0.001-0.008=-0.007
min	0.397-0.395=0.001
max	0.400-0.411=-0.011

iters=5

new-facts=1

prior-facts=6402

*mean*	1302.866-1302.865=0.001
σ	0.087-0.080=0.007
min	1302.737-1302.730=0.007
max	1302.946-1302.928=0.018

*mean*	1074.600-1087.800=-13.200
σ	184.386-168.584=15.802
min	841.000-893.000=-52.000
max	1318.000-1321.000=-3.000

*mean*	1.992-2.085=-0.093
σ	0.185-0.266=-0.081
min	1.826-1.815=0.010
max	2.221-2.442=-0.221

iters=5

new-facts=6402

prior-facts=1

*mean*	1545.896-1545.930=-0.034
σ	4.032-4.024=0.009
min	1543.895-1543.976=-0.081
max	1553.102-1553.122=-0.020

*mean*	611.200-632.600=-21.400
σ	74.523-90.007=-15.484
min	494.000-493.000=1.000
max	690.000-726.000=-36.000

*mean*	2.246-2.351=-0.104
σ	0.215-0.240=-0.025
min	2.124-2.103=0.021
max	2.627-2.679=-0.052

iters=5

new-facts=6402

prior-facts=6402

*mean*	1864.841-1864.840=0.000
σ	0.042-0.042=-0.000
min	1864.796-1864.773=0.022
max	1864.900-1864.883=0.017

*mean*	1713.400-1729.800=-16.400
σ	250.500-175.796=74.704
min	1422.000-1485.000=-63.000
max	2061.000-1894.000=167.000

*mean*	2.922-3.095=-0.173
σ	0.087-0.327=-0.240
min	2.824-2.888=-0.063
max	3.027-3.677=-0.650

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.748-1.664=0.085
σ	0.142-0.108=0.034
min	1.587-1.510=0.077
max	1.907-1.797=0.109

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	447.754-447.755=-0.001
σ	579.113-579.111=0.003
min	158.193-158.195=-0.002
max	1316.424-1316.421=0.003

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	0.525-0.505=0.020
σ	0.506-0.487=0.019
min	0.267-0.261=0.006
max	1.284-1.237=0.048

policies=20

*mean*	1582.289-1582.280=0.009
σ	0.355-0.343=0.012
min	1582.042-1582.037=0.005
max	1582.814-1582.786=0.028

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	446.500-448.000=-1.500
σ	4.041-5.774=-1.732
min	443.000
max	450.000-453.000=-3.000

*mean*	2.632-2.615=0.017
σ	0.011-0.024=-0.014
min	2.623-2.591=0.032
max	2.644-2.647=-0.003

policies=200

*mean*	15830.801-15830.848=-0.047
σ	0.196-0.031=0.164
min	15830.678-15830.805=-0.127
max	15831.093-15830.876=0.217

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	497.000-496.500=0.500
σ	3.367-4.509=-1.143
min	493.000-491.000=2.000
max	501.000-502.000=-1.000

*mean*	26.632-26.546=0.086
σ	0.083-0.159=-0.076
min	26.534-26.380=0.153
max	26.735-26.684=0.051