Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.715-54.715=0.000
σ	0.363-0.365=-0.002
min	54.580-54.578=0.002
max	55.748-55.753=-0.005

*mean*	414.700-417.000=-2.300
σ	0.483-0.000=0.483
min	414.000-417.000=-3.000
max	415.000-417.000=-2.000

*mean*	0.140-0.140=0.000
σ	0.004-0.004=0.000
min	0.136-0.134=0.003
max	0.146-0.145=0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.787-43.788=-0.000
σ	0.007-0.005=0.001
min	43.781-43.783=-0.001
max	43.802-43.797=0.005

*mean*	415.000-417.300=-2.300
σ	0.000-0.483=-0.483
min	415.000-417.000=-2.000
max	415.000-418.000=-3.000

*mean*	0.121-0.123=-0.002
σ	0.005-0.004=0.001
min	0.114-0.119=-0.005
max	0.130-0.130=-0.000

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=-0.000
min	36.616
max	36.620-36.620=-0.000

*mean*	4112.000-4278.000=-166.000
σ	1570.756-1898.479=-327.723
min	1974.000-1984.000=-10.000
max	6030.000-7591.000=-1561.000

*mean*	12.095-12.867=-0.772
σ	0.409-1.790=-1.381
min	11.442-11.682=-0.240
max	12.820-17.217=-4.396

op=column_set() on indexed, repeat

*mean*	36.617-36.618=-0.000
σ	0.002-0.002=-0.000
min	36.616-36.616=0.000
max	36.620

*mean*	4112.000-4278.000=-166.000
σ	1570.756-1898.479=-327.723
min	1974.000-1984.000=-10.000
max	6030.000-7591.000=-1561.000

*mean*	12.512-12.637=-0.125
σ	0.184-1.593=-1.408
min	12.242-11.397=0.846
max	12.730-16.385=-3.655

op=table_records(), no indexes

*mean*	41.929-41.929=-0.000
σ	0.000-0.001=-0.000
min	41.928
max	41.929-41.930=-0.000

*mean*	6030.000-7591.000=-1561.000
σ	0.000
min	6030.000-7591.000=-1561.000
max	6030.000-7591.000=-1561.000

*mean*	13.109-13.690=-0.582
σ	1.249-1.225=0.025
min	10.512-12.025=-1.513
max	14.625-15.022=-0.397

op=table_records(), repeat

*mean*	41.929-41.929=-0.000
σ	0.002-0.002=0.000
min	41.927-41.928=-0.000
max	41.932-41.932=0.000

*mean*	4037.875-4076.625=-38.750
σ	1629.492-1550.391=79.101
min	1974.000-1984.000=-10.000
max	6030.000-5980.000=50.000

*mean*	12.601-12.201=0.400
σ	2.004-1.998=0.006
min	10.282-10.201=0.081
max	14.606-14.704=-0.099

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.605-27.605=0.000
σ	0.002-0.002=0.000
min	27.604-27.604=0.000
max	27.608-27.608=0.000

*mean*	4037.875-4076.625=-38.750
σ	1629.492-1550.391=79.101
min	1974.000-1984.000=-10.000
max	6030.000-5980.000=50.000

*mean*	8.469-8.330=0.139
σ	0.323-0.384=-0.061
min	8.114-7.828=0.286
max	8.917-8.876=0.040

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401
σ	0.002-0.002=-0.000
min	26.400-26.400=0.000
max	26.404-26.404=-0.000

*mean*	4037.875-4076.625=-38.750
σ	1629.492-1550.391=79.101
min	1974.000-1984.000=-10.000
max	6030.000-5980.000=50.000

*mean*	5.974-6.178=-0.205
σ	0.330-0.336=-0.006
min	5.259-5.783=-0.524
max	6.376-6.711=-0.335

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.668=-0.000
σ	0.004-0.004=-0.000
min	25.666-25.665=0.000
max	25.677

*mean*	4112.000-4278.000=-166.000
σ	1570.756-1898.479=-327.723
min	1974.000-1984.000=-10.000
max	6030.000-7591.000=-1561.000

*mean*	5.391-5.553=-0.163
σ	0.108-0.416=-0.308
min	5.167-5.163=0.004
max	5.519-6.548=-1.030

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=0.000
σ	0.002-0.002=-0.000
min	25.968-25.968=0.000
max	25.972

*mean*	4112.000-4278.000=-166.000
σ	1570.756-1898.479=-327.723
min	1974.000-1984.000=-10.000
max	6030.000-7591.000=-1561.000

*mean*	5.137-5.375=-0.238
σ	0.272-0.515=-0.243
min	4.753-4.883=-0.130
max	5.568-6.586=-1.018

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.603-2524.603=0.001
σ	0.002-0.000=0.001
min	2524.603-2524.602=0.000
max	2524.607-2524.603=0.004

*mean*	6030.000-7591.000=-1561.000
σ	0.000
min	6030.000-7591.000=-1561.000
max	6030.000-7591.000=-1561.000

*mean*	1481.554-1158.450=323.104
σ	678.162-206.774=471.388
min	1047.318-1038.552=8.765
max	2644.773-1493.847=1150.926

op=load_product(), with indexes

*mean*	8744.567-8744.568=-0.000
σ	0.034-0.033=0.000
min	8744.553-8744.554=-0.001
max	8744.650-8744.649=0.001

*mean*	3819.250-3791.250=28.000
σ	1653.801-1628.850=24.951
min	1974.000-1984.000=-10.000
max	6030.000-5980.000=50.000

*mean*	4201.488-4737.613=-536.125
σ	1229.525-1437.222=-207.697
min	3537.846-3539.437=-1.591
max	7108.754-6973.313=135.442

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=-0.000
σ	0.002-0.002=0.000
min	62.076-62.076=-0.000
max	62.080

*mean*	4112.000-4278.000=-166.000
σ	1570.756-1898.479=-327.723
min	1974.000-1984.000=-10.000
max	6030.000-7591.000=-1561.000

*mean*	114.675-206.388=-91.714
σ	102.320-348.831=-246.511
min	70.667-71.174=-0.507
max	367.086-1069.343=-702.257

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.945
σ	0.001
min	40.945
max	40.946

*mean*	6030.000-7591.000=-1561.000
σ	0.000
min	6030.000-7591.000=-1561.000
max	6030.000-7591.000=-1561.000

*mean*	97.107-98.231=-1.124
σ	9.030-10.444=-1.414
min	83.257-84.164=-0.906
max	107.688-109.117=-1.429

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.687-66.686=0.000
σ	0.000-0.000=0.000
min	66.686
max	66.687-66.687=0.000

*mean*	6030.000-7591.000=-1561.000
σ	0.000
min	6030.000-7591.000=-1561.000
max	6030.000-7591.000=-1561.000

*mean*	223.326-275.399=-52.073
σ	226.667-357.112=-130.445
min	122.903-127.837=-4.934
max	783.352-1158.350=-374.998

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.959-11656.959=-0.000
σ	4.319-4.319=0.000
min	11655.431
max	11667.649

*mean*	4037.875-4076.625=-38.750
σ	1629.492-1550.391=79.101
min	1974.000-1984.000=-10.000
max	6030.000-5980.000=50.000

*mean*	5945.019-6503.068=-558.049
σ	1181.289-1332.359=-151.070
min	4943.832-4916.060=27.772
max	8061.513-8258.303=-196.790

op=vertical_lookup_list() on indexed

*mean*	11560.069-11560.070=-0.000
σ	0.001-0.002=-0.001
min	11560.067
max	11560.070-11560.074=-0.004

*mean*	6030.000-7591.000=-1561.000
σ	0.000
min	6030.000-7591.000=-1561.000
max	6030.000-7591.000=-1561.000

*mean*	6944.065-4958.751=1985.314
σ	1251.703-829.345=422.358
min	4478.184-4388.166=90.018
max	8194.544-6417.833=1776.711

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.582-172.583=-0.001
σ	0.021-0.025=-0.004
min	172.558
max	172.608-172.622=-0.013

*mean*	1974.000-1984.000=-10.000
σ	0.000
min	1974.000-1984.000=-10.000
max	1974.000-1984.000=-10.000

*mean*	354.367-357.901=-3.533
σ	26.610-32.534=-5.924
min	300.484-299.980=0.504
max	386.669-414.756=-28.087

op=pointedIndexFromKvs

rows=400000

*mean*	357.361-357.365=-0.004
σ	0.037-0.043=-0.007
min	357.321
max	357.399-357.420=-0.021

*mean*	1974.000-1984.000=-10.000
σ	0.000
min	1974.000-1984.000=-10.000
max	1974.000-1984.000=-10.000

*mean*	778.674-791.648=-12.975
σ	47.172-16.297=30.875
min	700.204-769.384=-69.180
max	809.988-810.066=-0.077

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.300-1024.306=-0.006
σ	0.897-0.890=0.007
min	1023.832-1023.807=0.025
max	1028.023-1027.998=0.025

*mean*	1047.700-1044.250=3.450
σ	306.896-293.424=13.472
min	549.000-551.000=-2.000
max	1480.000-1439.000=41.000

*mean*	1.566-1.535=0.031
σ	0.069-0.085=-0.015
min	1.503-1.415=0.088
max	1.784-1.793=-0.010

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883
σ	0.002
min	0.881
max	0.886

*mean*	1480.000-1439.000=41.000
σ	0.000
min	1480.000-1439.000=41.000
max	1480.000-1439.000=41.000

*mean*	0.430-0.431=-0.000
σ	0.143-0.136=0.006
min	0.342-0.357=-0.015
max	0.682-0.673=0.009

name=error_case.art

*mean*	2.333
σ	0.003
min	2.332
max	2.337

*mean*	1480.000-1439.000=41.000
σ	0.000
min	1480.000-1439.000=41.000
max	1480.000-1439.000=41.000

*mean*	0.903-0.891=0.012
σ	0.091-0.086=0.005
min	0.834-0.832=0.002
max	1.061-1.041=0.020

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.520
max	1.524

*mean*	1480.000-1439.000=41.000
σ	0.000
min	1480.000-1439.000=41.000
max	1480.000-1439.000=41.000

*mean*	0.557-0.554=0.003
σ	0.056-0.053=0.004
min	0.504-0.508=-0.003
max	0.643-0.644=-0.001

name=nested_use.art

*mean*	2.355-2.356=-0.000
σ	0.002-0.002=0.000
min	2.355
max	2.358

*mean*	1480.000-1439.000=41.000
σ	0.000
min	1480.000-1439.000=41.000
max	1480.000-1439.000=41.000

*mean*	0.842-0.862=-0.021
σ	0.043-0.038=0.006
min	0.810-0.828=-0.018
max	0.915-0.922=-0.007

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.020-964.020=-0.000
σ	0.032-0.029=0.003
min	964.001
max	964.076-964.071=0.005

*mean*	1480.000-1439.000=41.000
σ	0.000
min	1480.000-1439.000=41.000
max	1480.000-1439.000=41.000

*mean*	0.820-0.820=-0.000
σ	0.040-0.058=-0.018
min	0.765-0.743=0.023
max	0.866-0.874=-0.008

name=cdr_enhanced_4k_loc.art

*mean*	884.895-884.895=0.001
σ	0.006-0.005=0.001
min	884.889
max	884.902-884.901=0.000

*mean*	1480.000-1439.000=41.000
σ	0.000
min	1480.000-1439.000=41.000
max	1480.000-1439.000=41.000

*mean*	0.720-0.732=-0.012
σ	0.049-0.032=0.017
min	0.632-0.675=-0.043
max	0.747-0.750=-0.003

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.707-7.707=0.000
σ	0.002-0.002=-0.000
min	7.707
max	7.710-7.712=-0.001

*mean*	1480.000-1439.000=41.000
σ	0.000
min	1480.000-1439.000=41.000
max	1480.000-1439.000=41.000

*mean*	4.316-4.353=-0.037
σ	0.092-0.080=0.012
min	4.185-4.217=-0.032
max	4.729-4.660=0.069

name=record_render_large_syntax_err.art

*mean*	7.656
σ	0.002
min	7.655
max	7.659

*mean*	1480.000-1439.000=41.000
σ	0.000
min	1480.000-1439.000=41.000
max	1480.000-1439.000=41.000

*mean*	4.269-4.323=-0.054
σ	0.051-0.066=-0.015
min	4.172-4.152=0.020
max	4.407-4.526=-0.119

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	1480.000-1439.000=41.000
σ	0.000
min	1480.000-1439.000=41.000
max	1480.000-1439.000=41.000

*mean*	0.786-0.771=0.015
σ	0.039-0.018=0.021
min	0.746-0.743=0.003
max	0.990-0.891=0.100

name=record_render_syntax_err.art

*mean*	2.164
σ	0.002
min	2.163
max	2.167

*mean*	1480.000-1439.000=41.000
σ	0.000
min	1480.000-1439.000=41.000
max	1480.000-1439.000=41.000

*mean*	0.725-0.735=-0.009
σ	0.017-0.014=0.003
min	0.695-0.701=-0.006
max	0.826-0.792=0.035

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.487-298.422=0.065
σ	0.221-0.235=-0.014
min	298.346-298.254=0.092
max	299.095-299.068=0.027

*mean*	1974.000-1984.000=-10.000
σ	0.000
min	1974.000-1984.000=-10.000
max	1974.000-1984.000=-10.000

*mean*	0.577-0.567=0.011
σ	0.044-0.034=0.010
min	0.506-0.524=-0.018
max	0.633-0.606=0.027

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	239.536-239.536=0.000
σ	0.000-0.000=0.000
min	239.536
max	239.536-239.536=0.000

*mean*	1480.000-1665.625=-185.625
σ	0.000-129.507=-129.507
min	1480.000-1439.000=41.000
max	1480.000-1754.000=-274.000

*mean*	221.079-220.720=0.359
σ	3.513-2.196=1.318
min	216.023-216.458=-0.435
max	224.720-223.169=1.551

phase=macro expansion

*mean*	6.133
σ	0.000
min	6.133
max	6.133

*mean*	1480.000-1665.625=-185.625
σ	0.000-129.507=-129.507
min	1480.000-1439.000=41.000
max	1480.000-1754.000=-274.000

*mean*	6.840-8.746=-1.906
σ	1.284-1.876=-0.592
min	6.310-6.376=-0.066
max	10.014-10.427=-0.413

phase=parser

*mean*	1041.423-1041.423=0.000
σ	0.011-0.011=0.000
min	1041.395-1041.396=-0.000
max	1041.427

*mean*	1480.000-1665.625=-185.625
σ	0.000-129.507=-129.507
min	1480.000-1439.000=41.000
max	1480.000-1754.000=-274.000

*mean*	530.935-630.440=-99.505
σ	130.527-126.991=3.536
min	380.187-382.356=-2.168
max	721.225-741.182=-19.958

phase=processProdDef

*mean*	6169.656-6169.656=-0.000
σ	0.000-0.001=-0.000
min	6169.656
max	6169.656-6169.657=-0.001

*mean*	1480.000-1705.000=-225.000
σ	0.000-93.696=-93.696
min	1480.000-1511.000=-31.000
max	1480.000-1754.000=-274.000

*mean*	6681.427-5484.826=1196.601
σ	626.889-1129.310=-502.420
min	5619.534-3679.899=1939.635
max	7544.251-7392.443=151.809

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	1480.000-1665.625=-185.625
σ	0.000-129.507=-129.507
min	1480.000-1439.000=41.000
max	1480.000-1754.000=-274.000

*mean*	29.378-28.972=0.406
σ	10.926-5.503=5.423
min	19.794-20.619=-0.825
max	45.525-36.130=9.395

phase=type checker

*mean*	990.675
σ	0.055
min	990.589
max	990.745

*mean*	1480.000-1665.625=-185.625
σ	0.000-129.507=-129.507
min	1480.000-1439.000=41.000
max	1480.000-1754.000=-274.000

*mean*	760.009-676.844=83.164
σ	85.639-42.898=42.741
min	661.538-652.117=9.421
max	893.815-777.955=115.860

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.223-293.218=0.005
σ	0.038-0.034=0.003
min	293.170-293.174=-0.004
max	293.260-293.253=0.007

*mean*	1480.000-1754.000=-274.000
σ	0.000
min	1480.000-1754.000=-274.000
max	1480.000-1754.000=-274.000

*mean*	0.404-0.405=-0.001
σ	0.006-0.007=-0.001
min	0.398-0.397=0.001
max	0.411-0.410=0.001

iters=5

new-facts=1

prior-facts=6402

*mean*	1319.276-1319.301=-0.024
σ	0.069-0.137=-0.067
min	1319.194-1319.171=0.023
max	1319.381-1319.516=-0.135

*mean*	1480.000-1754.000=-274.000
σ	0.000
min	1480.000-1754.000=-274.000
max	1480.000-1754.000=-274.000

*mean*	1.921-2.076=-0.154
σ	0.030-0.101=-0.070
min	1.881-1.939=-0.058
max	1.959-2.201=-0.242

iters=5

new-facts=6402

prior-facts=1

*mean*	1558.839-1558.822=0.018
σ	3.993-3.963=0.030
min	1556.925-1556.941=-0.016
max	1565.978-1565.908=0.069

*mean*	1480.000-1754.000=-274.000
σ	0.000
min	1480.000-1754.000=-274.000
max	1480.000-1754.000=-274.000

*mean*	2.524-2.412=0.112
σ	0.302-0.225=0.077
min	2.220-2.195=0.025
max	2.930-2.664=0.266

iters=5

new-facts=6402

prior-facts=6402

*mean*	1881.349-1881.350=-0.001
σ	0.061-0.061=0.000
min	1881.266-1881.266=-0.001
max	1881.423-1881.415=0.008

*mean*	1770.600-1853.800=-83.200
σ	214.373-119.917=94.456
min	1485.000-1754.000=-269.000
max	1974.000-1984.000=-10.000

*mean*	3.308-3.323=-0.015
σ	0.377-0.372=0.005
min	2.916-2.931=-0.016
max	3.758-3.799=-0.042

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.872-1.788=0.084
σ	0.061-0.131=-0.070
min	1.772-1.627=0.145
max	1.932-1.973=-0.040

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	450.182-450.184=-0.001
σ	583.338-583.339=-0.001
min	158.512-158.511=0.001
max	1325.189-1325.192=-0.003

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	1480.000-1754.000=-274.000
σ	0.000
min	1480.000-1754.000=-274.000
max	1480.000-1754.000=-274.000

*mean*	0.565-0.508=0.056
σ	0.578-0.483=0.095
min	0.267-0.263=0.004
max	1.431-1.233=0.198

policies=20

*mean*	1585.408-1585.406=0.003
σ	0.365-0.364=0.002
min	1585.164-1585.160=0.004
max	1585.952-1585.946=0.006

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	1480.000-1754.000=-274.000
σ	0.000
min	1480.000-1754.000=-274.000
max	1480.000-1754.000=-274.000

*mean*	2.642-2.643=-0.001
σ	0.018-0.015=0.003
min	2.626-2.621=0.005
max	2.658-2.656=0.002

policies=200

*mean*	15862.148-15862.133=0.015
σ	0.134-0.057=0.077
min	15862.003-15862.073=-0.069
max	15862.288-15862.210=0.078

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	1480.000-1754.000=-274.000
σ	0.000
min	1480.000-1754.000=-274.000
max	1480.000-1754.000=-274.000

*mean*	26.768-26.843=-0.075
σ	0.104-0.105=-0.001
min	26.631-26.735=-0.103
max	26.876-26.985=-0.109