Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.617-54.618=-0.001
σ	0.350-0.352=-0.001
min	54.487-54.480=0.007
max	55.613-55.618=-0.005

*mean*	420.000-417.000=3.000
σ	0.000
min	420.000-417.000=3.000
max	420.000-417.000=3.000

*mean*	0.141-0.138=0.003
σ	0.005-0.004=0.001
min	0.136-0.131=0.005
max	0.152-0.145=0.008

cache=y

dps=1

iters=10

policies=100

*mean*	43.785-43.785=0.000
σ	0.006-0.007=-0.001
min	43.779-43.773=0.006
max	43.799-43.798=0.001

*mean*	420.000-417.000=3.000
σ	0.000
min	420.000-417.000=3.000
max	420.000-417.000=3.000

*mean*	0.124-0.122=0.001
σ	0.005-0.005=0.000
min	0.119-0.117=0.002
max	0.130-0.130=0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=-0.000
min	36.616-36.615=0.000
max	36.620-36.620=0.000

*mean*	4112.000-4290.625=-178.625
σ	1577.972-1877.362=-299.390
min	1915.000-2074.000=-159.000
max	6032.000-7587.000=-1555.000

*mean*	13.191-12.346=0.845
σ	1.788-0.222=1.566
min	12.228-12.082=0.146
max	17.592-12.721=4.871

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.000
σ	0.002-0.002=0.000
min	36.616
max	36.620-36.620=-0.000

*mean*	4112.000-4290.625=-178.625
σ	1577.972-1877.362=-299.390
min	1915.000-2074.000=-159.000
max	6032.000-7587.000=-1555.000

*mean*	12.910-12.662=0.249
σ	1.723-0.564=1.159
min	11.433-11.712=-0.279
max	16.799-13.219=3.581

op=table_records(), no indexes

*mean*	41.928-41.928=-0.000
σ	0.000-0.000=0.000
min	41.928-41.928=-0.000
max	41.929-41.929=0.000

*mean*	6032.000-7587.000=-1555.000
σ	0.000
min	6032.000-7587.000=-1555.000
max	6032.000-7587.000=-1555.000

*mean*	13.722-14.122=-0.400
σ	1.063-1.197=-0.134
min	11.606-12.508=-0.902
max	14.925-15.346=-0.421

op=table_records(), repeat

*mean*	41.928-41.928=-0.000
σ	0.002-0.002=0.000
min	41.927
max	41.931-41.931=-0.000

*mean*	4046.000-4089.125=-43.125
σ	1628.502-1526.791=101.711
min	1915.000-2074.000=-159.000
max	6032.000-5975.000=57.000

*mean*	12.955-12.709=0.246
σ	2.149-1.854=0.296
min	10.399-10.897=-0.498
max	14.931-14.927=0.004

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.605-27.605=-0.000
σ	0.002-0.002=0.000
min	27.603-27.603=0.000
max	27.607

*mean*	4046.000-4089.125=-43.125
σ	1628.502-1526.791=101.711
min	1915.000-2074.000=-159.000
max	6032.000-5975.000=57.000

*mean*	8.530-8.716=-0.186
σ	0.391-0.538=-0.148
min	7.995-8.127=-0.132
max	9.070-9.503=-0.433

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.400=0.000
σ	0.002-0.002=0.000
min	26.399-26.399=0.000
max	26.403

*mean*	4046.000-4089.125=-43.125
σ	1628.502-1526.791=101.711
min	1915.000-2074.000=-159.000
max	6032.000-5975.000=57.000

*mean*	6.416-6.219=0.197
σ	0.171-0.313=-0.141
min	6.185-5.667=0.518
max	6.651-6.628=0.024

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=0.000
σ	0.002-0.002=-0.000
min	25.665-25.664=0.000
max	25.669-25.670=-0.000

*mean*	4112.000-4290.625=-178.625
σ	1577.972-1877.362=-299.390
min	1915.000-2074.000=-159.000
max	6032.000-7587.000=-1555.000

*mean*	5.737-5.609=0.128
σ	0.555-0.129=0.426
min	5.385-5.442=-0.057
max	7.090-5.855=1.236

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=-0.000
σ	0.002-0.002=-0.000
min	25.967
max	25.971-25.971=-0.000

*mean*	4112.000-4290.625=-178.625
σ	1577.972-1877.362=-299.390
min	1915.000-2074.000=-159.000
max	6032.000-7587.000=-1555.000

*mean*	5.599-5.329=0.270
σ	0.528-0.181=0.347
min	5.358-5.012=0.346
max	6.902-5.551=1.351

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.593-2524.594=-0.000
σ	0.000-0.001=-0.001
min	2524.593-2524.593=0.000
max	2524.594-2524.597=-0.003

*mean*	6032.000-7587.000=-1555.000
σ	0.000
min	6032.000-7587.000=-1555.000
max	6032.000-7587.000=-1555.000

*mean*	1437.378-1110.994=326.384
σ	625.108-164.173=460.935
min	1027.584-1045.799=-18.214
max	2651.473-1517.060=1134.413

op=load_product(), with indexes

*mean*	8744.559-8744.559=-0.000
σ	0.033-0.033=-0.000
min	8744.544-8744.545=-0.001
max	8744.640-8744.640=-0.000

*mean*	3816.125-3820.500=-4.375
σ	1666.942-1591.957=74.985
min	1915.000-2074.000=-159.000
max	6032.000-5975.000=57.000

*mean*	4478.887-4540.059=-61.172
σ	1363.206-1348.664=14.542
min	3550.577-3542.116=8.461
max	7502.152-6691.875=810.277

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.079=-0.000
σ	0.002-0.002=0.000
min	62.076-62.076=-0.000
max	62.081-62.080=0.001

*mean*	4112.000-4290.625=-178.625
σ	1577.972-1877.362=-299.390
min	1915.000-2074.000=-159.000
max	6032.000-7587.000=-1555.000

*mean*	148.251-135.648=12.603
σ	190.410-151.212=39.199
min	71.361-72.146=-0.785
max	618.733-508.799=109.935

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=-0.000
σ	0.001-0.001=0.000
min	40.944-40.944=-0.000
max	40.945

*mean*	6032.000-7587.000=-1555.000
σ	0.000
min	6032.000-7587.000=-1555.000
max	6032.000-7587.000=-1555.000

*mean*	96.547-101.037=-4.490
σ	10.002-8.776=1.226
min	75.687-88.570=-12.883
max	107.244-109.016=-1.772

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=0.000
σ	0.000-0.000=-0.000
min	66.685
max	66.686-66.687=-0.000

*mean*	6032.000-7587.000=-1555.000
σ	0.000
min	6032.000-7587.000=-1555.000
max	6032.000-7587.000=-1555.000

*mean*	231.903-311.908=-80.006
σ	247.667-448.678=-201.011
min	112.011-137.063=-25.052
max	843.605-1421.888=-578.283

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.833
σ	4.318
min	11655.305
max	11667.521

*mean*	4046.000-4089.125=-43.125
σ	1628.502-1526.791=101.711
min	1915.000-2074.000=-159.000
max	6032.000-5975.000=57.000

*mean*	6248.247-6427.067=-178.821
σ	1245.688-1307.636=-61.948
min	4909.141-4914.429=-5.288
max	8282.019-8172.389=109.630

op=vertical_lookup_list() on indexed

*mean*	11560.068-11560.068=0.000
σ	0.001-0.001=-0.000
min	11560.067-11560.066=0.001
max	11560.069

*mean*	6032.000-7587.000=-1555.000
σ	0.000
min	6032.000-7587.000=-1555.000
max	6032.000-7587.000=-1555.000

*mean*	6710.566-5280.325=1430.240
σ	1216.705-1169.728=46.977
min	4403.511-4366.582=36.928
max	8101.423-7201.752=899.671

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.583-172.582=0.002
σ	0.026-0.021=0.004
min	172.558
max	172.630-172.613=0.017

*mean*	1915.000-2074.000=-159.000
σ	0.000
min	1915.000-2074.000=-159.000
max	1915.000-2074.000=-159.000

*mean*	357.309-352.317=4.992
σ	42.655-60.729=-18.074
min	269.836-263.430=6.406
max	407.123-447.250=-40.127

op=pointedIndexFromKvs

rows=400000

*mean*	357.362-357.366=-0.004
σ	0.040-0.045=-0.005
min	357.321
max	357.412-357.420=-0.009

*mean*	1915.000-2074.000=-159.000
σ	0.000
min	1915.000-2074.000=-159.000
max	1915.000-2074.000=-159.000

*mean*	771.261-783.911=-12.650
σ	54.326-15.354=38.972
min	642.851-769.858=-127.008
max	808.220-813.767=-5.547

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.185-1008.187=-0.002
σ	0.874-0.875=-0.001
min	1007.685-1007.687=-0.002
max	1011.803-1011.805=-0.002

*mean*	1048.900-1049.350=-0.450
σ	307.178-301.377=5.801
min	562.000-547.000=15.000
max	1481.000-1452.000=29.000

*mean*	1.550-1.545=0.005
σ	0.092-0.076=0.016
min	1.453-1.479=-0.027
max	1.823-1.759=0.064

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883-0.883=0.000
σ	0.002-0.002=0.000
min	0.881
max	0.886

*mean*	1481.000-1452.000=29.000
σ	0.000
min	1481.000-1452.000=29.000
max	1481.000-1452.000=29.000

*mean*	0.408-0.397=0.012
σ	0.133-0.111=0.022
min	0.330-0.326=0.004
max	0.644-0.593=0.051

name=error_case.art

*mean*	2.333
σ	0.003-0.004=-0.002
min	2.332
max	2.337-2.341=-0.004

*mean*	1481.000-1452.000=29.000
σ	0.000
min	1481.000-1452.000=29.000
max	1481.000-1452.000=29.000

*mean*	0.883-0.880=0.003
σ	0.085-0.083=0.002
min	0.827-0.823=0.003
max	1.030-1.025=0.005

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.520
max	1.524

*mean*	1481.000-1452.000=29.000
σ	0.000
min	1481.000-1452.000=29.000
max	1481.000-1452.000=29.000

*mean*	0.532-0.546=-0.014
σ	0.053-0.049=0.004
min	0.491-0.501=-0.011
max	0.620-0.628=-0.007

name=nested_use.art

*mean*	2.355
σ	0.002-0.002=-0.000
min	2.355
max	2.358-2.359=-0.000

*mean*	1481.000-1452.000=29.000
σ	0.000
min	1481.000-1452.000=29.000
max	1481.000-1452.000=29.000

*mean*	0.828-0.850=-0.022
σ	0.043-0.032=0.011
min	0.791-0.824=-0.032
max	0.900-0.902=-0.003

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.541-963.544=-0.003
σ	0.028-0.025=0.003
min	963.523
max	963.589-963.585=0.005

*mean*	1481.000-1452.000=29.000
σ	0.000
min	1481.000-1452.000=29.000
max	1481.000-1452.000=29.000

*mean*	0.825-0.800=0.025
σ	0.054-0.077=-0.023
min	0.750-0.671=0.079
max	0.871-0.860=0.011

name=cdr_enhanced_4k_loc.art

*mean*	884.854-884.853=0.000
σ	0.006-0.007=-0.001
min	884.847
max	884.861-884.863=-0.002

*mean*	1481.000-1452.000=29.000
σ	0.000
min	1481.000-1452.000=29.000
max	1481.000-1452.000=29.000

*mean*	0.739-0.730=0.009
σ	0.017-0.028=-0.011
min	0.709-0.681=0.028
max	0.750-0.747=0.003

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=0.000
σ	0.002-0.002=0.000
min	7.705
max	7.712-7.711=0.001

*mean*	1481.000-1452.000=29.000
σ	0.000
min	1481.000-1452.000=29.000
max	1481.000-1452.000=29.000

*mean*	4.246-3.495=0.751
σ	0.098-0.083=0.015
min	4.087-3.374=0.713
max	4.652-3.973=0.680

name=record_render_large_syntax_err.art

*mean*	7.655-7.655=-0.000
σ	0.002-0.002=-0.000
min	7.654
max	7.658

*mean*	1481.000-1452.000=29.000
σ	0.000
min	1481.000-1452.000=29.000
max	1481.000-1452.000=29.000

*mean*	4.244-4.059=0.185
σ	0.077-0.330=-0.253
min	4.089-3.406=0.683
max	4.570-4.442=0.128

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	1481.000-1452.000=29.000
σ	0.000
min	1481.000-1452.000=29.000
max	1481.000-1452.000=29.000

*mean*	0.743-0.745=-0.002
σ	0.019-0.017=0.002
min	0.706-0.704=0.002
max	0.859-0.849=0.011

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	1481.000-1452.000=29.000
σ	0.000
min	1481.000-1452.000=29.000
max	1481.000-1452.000=29.000

*mean*	0.700-0.710=-0.011
σ	0.015-0.015=-0.000
min	0.674-0.677=-0.003
max	0.786-0.783=0.003

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.413-297.471=-0.059
σ	0.287-0.226=0.061
min	297.173-297.219=-0.046
max	298.197-298.018=0.179

*mean*	1915.000-2074.000=-159.000
σ	0.000
min	1915.000-2074.000=-159.000
max	1915.000-2074.000=-159.000

*mean*	0.607-0.555=0.053
σ	0.036-0.034=0.002
min	0.569-0.512=0.057
max	0.694-0.590=0.103

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	221.996
σ	0.000
min	221.996
max	221.996

*mean*	1817.000
σ	0.000
min	1817.000
max	1817.000

*mean*	206.686
σ	1.766
min	204.391
max	208.674

phase=macro expansion

*mean*	6.127
σ	0.000
min	6.127
max	6.127

*mean*	1817.000
σ	0.000
min	1817.000
max	1817.000

*mean*	10.758
σ	2.099
min	7.534
max	13.800

phase=parser

*mean*	1041.086
σ	0.000
min	1041.086
max	1041.086

*mean*	1817.000
σ	0.000
min	1817.000
max	1817.000

*mean*	636.292
σ	105.698
min	421.881
max	728.774

phase=processProdDef

*mean*	6169.660
σ	0.000
min	6169.660
max	6169.661

*mean*	1817.000
σ	0.000
min	1817.000
max	1817.000

*mean*	6563.675
σ	977.444
min	4343.988
max	7272.435

phase=renaming

*mean*	21.666
σ	0.000
min	21.666
max	21.666

*mean*	1817.000
σ	0.000
min	1817.000
max	1817.000

*mean*	41.386
σ	8.321
min	26.374
max	51.814

phase=type checker

*mean*	958.665
σ	0.055
min	958.579
max	958.736

*mean*	1817.000
σ	0.000
min	1817.000
max	1817.000

*mean*	792.979
σ	111.448
min	632.669
max	970.706

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	289.764-289.772=-0.008
σ	0.036-0.038=-0.002
min	289.716-289.730=-0.013
max	289.802-289.813=-0.011

*mean*	1817.000-1452.000=365.000
σ	0.000
min	1817.000-1452.000=365.000
max	1817.000-1452.000=365.000

*mean*	0.390-0.400=-0.010
σ	0.001-0.009=-0.007
min	0.389-0.394=-0.005
max	0.392-0.415=-0.023

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.601-1299.683=-0.082
σ	0.122-0.095=0.027
min	1299.501-1299.568=-0.066
max	1299.807-1299.822=-0.015

*mean*	1817.000-1452.000=365.000
σ	0.000
min	1817.000-1452.000=365.000
max	1817.000-1452.000=365.000

*mean*	1.935-2.074=-0.139
σ	0.169-0.105=0.063
min	1.815-1.977=-0.162
max	2.196-2.219=-0.023

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.630-1542.628=0.002
σ	3.998-4.043=-0.045
min	1540.660-1540.617=0.043
max	1549.776-1549.854=-0.078

*mean*	1817.000-1452.000=365.000
σ	0.000
min	1817.000-1452.000=365.000
max	1817.000-1452.000=365.000

*mean*	2.239-2.313=-0.074
σ	0.094-0.162=-0.068
min	2.131-2.099=0.032
max	2.372-2.517=-0.145

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.629-1861.635=-0.006
σ	0.047-0.062=-0.015
min	1861.579-1861.550=0.029
max	1861.690-1861.694=-0.003

*mean*	1856.200-1733.200=123.000
σ	53.677-243.584=-189.907
min	1817.000-1452.000=365.000
max	1915.000-2074.000=-159.000

*mean*	3.114-3.090=0.024
σ	0.332-0.324=0.008
min	2.862-2.831=0.031
max	3.693-3.640=0.053

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.806-1.727=0.079
σ	0.109-0.114=-0.006
min	1.628-1.593=0.036
max	1.898-1.892=0.006

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.183-446.184=-0.001
σ	577.141-577.140=0.001
min	157.610-157.611=-0.001
max	1311.895-1311.894=0.000

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	1817.000-1452.000=365.000
σ	0.000
min	1817.000-1452.000=365.000
max	1817.000-1452.000=365.000

*mean*	0.553-0.526=0.026
σ	0.577-0.531=0.047
min	0.258-0.260=-0.002
max	1.419-1.322=0.097

policies=20

*mean*	1576.410-1576.417=-0.007
σ	0.346-0.357=-0.011
min	1576.174-1576.179=-0.005
max	1576.924-1576.949=-0.024

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	1817.000-1452.000=365.000
σ	0.000
min	1817.000-1452.000=365.000
max	1817.000-1452.000=365.000

*mean*	2.619-2.629=-0.011
σ	0.020-0.041=-0.021
min	2.590-2.595=-0.005
max	2.636-2.687=-0.051

policies=200

*mean*	15772.234-15772.214=0.020
σ	0.141-0.087=0.053
min	15772.109-15772.136=-0.027
max	15772.428-15772.338=0.090

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	1817.000-1452.000=365.000
σ	0.000
min	1817.000-1452.000=365.000
max	1817.000-1452.000=365.000

*mean*	26.634-26.529=0.105
σ	0.217-0.070=0.147
min	26.432-26.446=-0.014
max	26.855-26.608=0.247