Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.715-54.715=-0.000
σ	0.364-0.363=0.001
min	54.581-54.580=0.001
max	55.750-55.748=0.003

*mean*	418.000-414.700=3.300
σ	0.000-0.483=-0.483
min	418.000-414.000=4.000
max	418.000-415.000=3.000

*mean*	0.141-0.140=0.000
σ	0.003-0.004=-0.001
min	0.138-0.136=0.001
max	0.147-0.146=0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.788-43.787=0.000
σ	0.007-0.007=-0.000
min	43.778-43.781=-0.003
max	43.800-43.802=-0.002

*mean*	418.000-415.000=3.000
σ	0.000
min	418.000-415.000=3.000
max	418.000-415.000=3.000

*mean*	0.123-0.121=0.003
σ	0.004-0.005=-0.001
min	0.119-0.114=0.005
max	0.130-0.130=-0.000

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=0.000
min	36.616
max	36.620-36.620=0.000

*mean*	4099.875-4112.000=-12.125
σ	1586.364-1570.756=15.609
min	1898.000-1974.000=-76.000
max	6030.000

*mean*	12.234-12.095=0.139
σ	0.210-0.409=-0.199
min	11.989-11.442=0.547
max	12.573-12.820=-0.247

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.000
σ	0.002-0.002=-0.000
min	36.616-36.616=0.000
max	36.620-36.620=-0.000

*mean*	4099.875-4112.000=-12.125
σ	1586.364-1570.756=15.609
min	1898.000-1974.000=-76.000
max	6030.000

*mean*	12.546-12.512=0.034
σ	0.432-0.184=0.248
min	11.532-12.242=-0.710
max	12.892-12.730=0.162

op=table_records(), no indexes

*mean*	41.929-41.929=0.000
σ	0.000-0.000=-0.000
min	41.928
max	41.929-41.929=0.000

*mean*	6030.000
σ	0.000
min	6030.000
max	6030.000

*mean*	13.323-13.109=0.215
σ	1.254-1.249=0.004
min	10.892-10.512=0.379
max	14.876-14.625=0.251

op=table_records(), repeat

*mean*	41.929-41.929=0.000
σ	0.002-0.002=-0.000
min	41.928-41.927=0.000
max	41.931-41.932=-0.001

*mean*	4026.000-4037.875=-11.875
σ	1643.940-1629.492=14.448
min	1898.000-1974.000=-76.000
max	6030.000

*mean*	12.811-12.601=0.210
σ	1.766-2.004=-0.239
min	10.352-10.282=0.070
max	14.662-14.606=0.057

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.605-27.605=-0.000
σ	0.002-0.002=-0.000
min	27.604-27.604=0.000
max	27.608-27.608=-0.000

*mean*	4026.000-4037.875=-11.875
σ	1643.940-1629.492=14.448
min	1898.000-1974.000=-76.000
max	6030.000

*mean*	8.387-8.469=-0.083
σ	0.355-0.323=0.032
min	7.858-8.114=-0.257
max	8.785-8.917=-0.131

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=-0.000
σ	0.002-0.002=-0.000
min	26.400
max	26.404-26.404=-0.000

*mean*	4026.000-4037.875=-11.875
σ	1643.940-1629.492=14.448
min	1898.000-1974.000=-76.000
max	6030.000

*mean*	6.479-5.974=0.506
σ	0.133-0.330=-0.197
min	6.273-5.259=1.014
max	6.689-6.376=0.313

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.668=-0.000
σ	0.004-0.004=-0.000
min	25.666-25.666=0.000
max	25.677-25.677=-0.000

*mean*	4099.875-4112.000=-12.125
σ	1586.364-1570.756=15.609
min	1898.000-1974.000=-76.000
max	6030.000

*mean*	5.590-5.391=0.199
σ	0.072-0.108=-0.036
min	5.483-5.167=0.316
max	5.689-5.519=0.170

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=-0.000
σ	0.002-0.002=0.000
min	25.968-25.968=-0.000
max	25.972

*mean*	4099.875-4112.000=-12.125
σ	1586.364-1570.756=15.609
min	1898.000-1974.000=-76.000
max	6030.000

*mean*	5.408-5.137=0.271
σ	0.082-0.272=-0.191
min	5.300-4.753=0.547
max	5.530-5.568=-0.038

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.603-2524.603=-0.001
σ	0.000-0.002=-0.001
min	2524.603
max	2524.603-2524.607=-0.004

*mean*	6030.000
σ	0.000
min	6030.000
max	6030.000

*mean*	1497.312-1481.554=15.758
σ	713.651-678.162=35.490
min	1032.543-1047.318=-14.775
max	2822.370-2644.773=177.597

op=load_product(), with indexes

*mean*	8744.568-8744.567=0.000
σ	0.033-0.034=-0.001
min	8744.553-8744.553=0.000
max	8744.649-8744.650=-0.001

*mean*	3798.250-3819.250=-21.000
σ	1678.397-1653.801=24.596
min	1898.000-1974.000=-76.000
max	6030.000

*mean*	4337.222-4201.488=135.734
σ	1123.196-1229.525=-106.329
min	3517.717-3537.846=-20.129
max	6301.003-7108.754=-807.751

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=0.001
σ	0.002-0.002=0.000
min	62.076-62.076=0.000
max	62.080

*mean*	4099.875-4112.000=-12.125
σ	1586.364-1570.756=15.609
min	1898.000-1974.000=-76.000
max	6030.000

*mean*	108.298-114.675=-6.377
σ	86.192-102.320=-16.129
min	69.886-70.667=-0.780
max	320.575-367.086=-46.511

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.945
σ	0.001
min	40.945
max	40.946

*mean*	6030.000
σ	0.000
min	6030.000
max	6030.000

*mean*	95.069-97.107=-2.038
σ	8.464-9.030=-0.566
min	83.380-83.257=0.122
max	105.582-107.688=-2.106

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.687-66.687=0.000
σ	0.000-0.000=-0.000
min	66.686
max	66.687-66.687=-0.000

*mean*	6030.000
σ	0.000
min	6030.000
max	6030.000

*mean*	224.391-223.326=1.065
σ	229.304-226.667=2.638
min	123.809-122.903=0.906
max	790.939-783.352=7.587

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.959-11656.959=0.000
σ	4.321-4.319=0.001
min	11655.431
max	11667.652-11667.649=0.004

*mean*	4026.000-4037.875=-11.875
σ	1643.940-1629.492=14.448
min	1898.000-1974.000=-76.000
max	6030.000

*mean*	6260.898-5945.019=315.878
σ	1327.068-1181.289=145.779
min	4906.618-4943.832=-37.214
max	8138.143-8061.513=76.630

op=vertical_lookup_list() on indexed

*mean*	11560.070-11560.069=0.000
σ	0.002-0.001=0.001
min	11560.067
max	11560.074-11560.070=0.004

*mean*	6030.000
σ	0.000
min	6030.000
max	6030.000

*mean*	6447.574-6944.065=-496.491
σ	1446.836-1251.703=195.133
min	4414.287-4478.184=-63.898
max	8262.481-8194.544=67.937

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.580-172.582=-0.002
σ	0.022-0.021=0.000
min	172.558
max	172.616-172.608=0.007

*mean*	1898.000-1974.000=-76.000
σ	0.000
min	1898.000-1974.000=-76.000
max	1898.000-1974.000=-76.000

*mean*	331.566-354.367=-22.801
σ	38.254-26.610=11.644
min	265.125-300.484=-35.359
max	395.025-386.669=8.356

op=pointedIndexFromKvs

rows=400000

*mean*	357.366-357.361=0.005
σ	0.043-0.037=0.006
min	357.321
max	357.412-357.399=0.013

*mean*	1898.000-1974.000=-76.000
σ	0.000
min	1898.000-1974.000=-76.000
max	1898.000-1974.000=-76.000

*mean*	759.253-778.674=-19.421
σ	58.430-47.172=11.258
min	627.467-700.204=-72.737
max	800.183-809.988=-9.805

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.306-1024.300=0.006
σ	0.881-0.897=-0.016
min	1023.807-1023.832=-0.025
max	1027.951-1028.023=-0.072

*mean*	1043.800-1047.700=-3.900
σ	293.580-306.896=-13.316
min	550.000-549.000=1.000
max	1438.000-1480.000=-42.000

*mean*	1.553-1.566=-0.013
σ	0.075-0.069=0.005
min	1.450-1.503=-0.053
max	1.781-1.784=-0.003

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883
σ	0.002
min	0.881
max	0.886

*mean*	1438.000-1480.000=-42.000
σ	0.000
min	1438.000-1480.000=-42.000
max	1438.000-1480.000=-42.000

*mean*	0.428-0.430=-0.003
σ	0.137-0.143=-0.005
min	0.358-0.342=0.016
max	0.673-0.682=-0.008

name=error_case.art

*mean*	2.333
σ	0.003
min	2.332
max	2.337

*mean*	1438.000-1480.000=-42.000
σ	0.000
min	1438.000-1480.000=-42.000
max	1438.000-1480.000=-42.000

*mean*	0.900-0.903=-0.002
σ	0.084-0.091=-0.008
min	0.844-0.834=0.010
max	1.044-1.061=-0.017

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.520
max	1.524

*mean*	1438.000-1480.000=-42.000
σ	0.000
min	1438.000-1480.000=-42.000
max	1438.000-1480.000=-42.000

*mean*	0.572-0.557=0.015
σ	0.075-0.056=0.018
min	0.520-0.504=0.016
max	0.699-0.643=0.056

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	1438.000-1480.000=-42.000
σ	0.000
min	1438.000-1480.000=-42.000
max	1438.000-1480.000=-42.000

*mean*	0.858-0.842=0.016
σ	0.046-0.043=0.002
min	0.815-0.810=0.005
max	0.929-0.915=0.014

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.021-964.020=0.001
σ	0.027-0.032=-0.004
min	964.001
max	964.068-964.076=-0.008

*mean*	1438.000-1480.000=-42.000
σ	0.000
min	1438.000-1480.000=-42.000
max	1438.000-1480.000=-42.000

*mean*	0.861-0.820=0.041
σ	0.032-0.040=-0.008
min	0.805-0.765=0.040
max	0.885-0.866=0.019

name=cdr_enhanced_4k_loc.art

*mean*	884.895-884.895=-0.000
σ	0.006-0.006=-0.000
min	884.889
max	884.901-884.902=-0.000

*mean*	1438.000-1480.000=-42.000
σ	0.000
min	1438.000-1480.000=-42.000
max	1438.000-1480.000=-42.000

*mean*	0.704-0.720=-0.016
σ	0.054-0.049=0.004
min	0.621-0.632=-0.011
max	0.753-0.747=0.006

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.707-7.707=-0.000
σ	0.002-0.002=0.000
min	7.707
max	7.711-7.710=0.000

*mean*	1438.000-1480.000=-42.000
σ	0.000
min	1438.000-1480.000=-42.000
max	1438.000-1480.000=-42.000

*mean*	4.315-4.316=-0.000
σ	0.072-0.092=-0.020
min	4.182-4.185=-0.003
max	4.553-4.729=-0.176

name=record_render_large_syntax_err.art

*mean*	7.656
σ	0.002
min	7.655
max	7.659

*mean*	1438.000-1480.000=-42.000
σ	0.000
min	1438.000-1480.000=-42.000
max	1438.000-1480.000=-42.000

*mean*	4.286-4.269=0.017
σ	0.079-0.051=0.028
min	4.131-4.172=-0.041
max	4.541-4.407=0.134

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	1438.000-1480.000=-42.000
σ	0.000
min	1438.000-1480.000=-42.000
max	1438.000-1480.000=-42.000

*mean*	0.754-0.786=-0.032
σ	0.038-0.039=-0.001
min	0.582-0.746=-0.164
max	0.897-0.990=-0.094

name=record_render_syntax_err.art

*mean*	2.164
σ	0.002
min	2.163
max	2.167

*mean*	1438.000-1480.000=-42.000
σ	0.000
min	1438.000-1480.000=-42.000
max	1438.000-1480.000=-42.000

*mean*	0.730-0.725=0.004
σ	0.015-0.017=-0.002
min	0.695-0.695=-0.001
max	0.799-0.826=-0.027

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.407-298.487=-0.081
σ	0.285-0.221=0.063
min	298.119-298.346=-0.227
max	299.132-299.095=0.036

*mean*	1898.000-1974.000=-76.000
σ	0.000
min	1898.000-1974.000=-76.000
max	1898.000-1974.000=-76.000

*mean*	0.599-0.577=0.022
σ	0.047-0.044=0.003
min	0.509-0.506=0.003
max	0.704-0.633=0.071

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	239.536-239.536=0.000
σ	0.000-0.000=-0.000
min	239.536-239.536=0.000
max	239.536-239.536=-0.000

*mean*	1456.000-1480.000=-24.000
σ	50.912-0.000=50.912
min	1438.000-1480.000=-42.000
max	1582.000-1480.000=102.000

*mean*	223.725-221.079=2.646
σ	2.077-3.513=-1.437
min	220.583-216.023=4.560
max	226.297-224.720=1.577

phase=macro expansion

*mean*	6.133-6.133=0.000
σ	0.000
min	6.133-6.133=0.000
max	6.133-6.133=0.000

*mean*	1456.000-1480.000=-24.000
σ	50.912-0.000=50.912
min	1438.000-1480.000=-42.000
max	1582.000-1480.000=102.000

*mean*	9.268-6.840=2.428
σ	1.796-1.284=0.512
min	6.344-6.310=0.034
max	10.682-10.014=0.668

phase=parser

*mean*	1041.423-1041.423=-0.000
σ	0.011-0.011=-0.000
min	1041.396-1041.395=0.000
max	1041.427-1041.427=-0.000

*mean*	1456.000-1480.000=-24.000
σ	50.912-0.000=50.912
min	1438.000-1480.000=-42.000
max	1582.000-1480.000=102.000

*mean*	655.880-530.935=124.945
σ	171.515-130.527=40.988
min	383.563-380.187=3.376
max	835.482-721.225=114.258

phase=processProdDef

*mean*	6169.656-6169.656=0.000
σ	0.000-0.000=-0.000
min	6169.656-6169.656=0.000
max	6169.657-6169.656=0.000

*mean*	1496.250-1480.000=16.250
σ	117.883-0.000=117.883
min	1438.000-1480.000=-42.000
max	1760.000-1480.000=280.000

*mean*	6436.722-6681.427=-244.705
σ	1061.302-626.889=434.413
min	3898.628-5619.534=-1720.906
max	7223.938-7544.251=-320.313

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	1456.000-1480.000=-24.000
σ	50.912-0.000=50.912
min	1438.000-1480.000=-42.000
max	1582.000-1480.000=102.000

*mean*	32.069-29.378=2.691
σ	1.960-10.926=-8.966
min	29.426-19.794=9.632
max	35.879-45.525=-9.646

phase=type checker

*mean*	990.675
σ	0.055
min	990.589
max	990.745

*mean*	1456.000-1480.000=-24.000
σ	50.912-0.000=50.912
min	1438.000-1480.000=-42.000
max	1582.000-1480.000=102.000

*mean*	721.177-760.009=-38.832
σ	52.237-85.639=-33.402
min	664.705-661.538=3.167
max	821.131-893.815=-72.684

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.229-293.223=0.006
σ	0.039-0.038=0.001
min	293.176-293.170=0.006
max	293.270-293.260=0.010

*mean*	1760.000-1480.000=280.000
σ	0.000
min	1760.000-1480.000=280.000
max	1760.000-1480.000=280.000

*mean*	0.415-0.404=0.011
σ	0.015-0.006=0.009
min	0.402-0.398=0.004
max	0.439-0.411=0.028

iters=5

new-facts=1

prior-facts=6402

*mean*	1319.269-1319.276=-0.007
σ	0.060-0.069=-0.010
min	1319.195-1319.194=0.002
max	1319.356-1319.381=-0.025

*mean*	1760.000-1480.000=280.000
σ	0.000
min	1760.000-1480.000=280.000
max	1760.000-1480.000=280.000

*mean*	2.033-1.921=0.112
σ	0.167-0.030=0.137
min	1.852-1.881=-0.029
max	2.253-1.959=0.294

iters=5

new-facts=6402

prior-facts=1

*mean*	1558.840-1558.839=0.001
σ	4.025-3.993=0.032
min	1556.938-1556.925=0.012
max	1566.038-1565.978=0.060

*mean*	1760.000-1480.000=280.000
σ	0.000
min	1760.000-1480.000=280.000
max	1760.000-1480.000=280.000

*mean*	2.485-2.524=-0.039
σ	0.263-0.302=-0.040
min	2.141-2.220=-0.079
max	2.690-2.930=-0.241

iters=5

new-facts=6402

prior-facts=6402

*mean*	1881.335-1881.349=-0.014
σ	0.053-0.061=-0.008
min	1881.269-1881.266=0.004
max	1881.397-1881.423=-0.026

*mean*	1815.200-1770.600=44.600
σ	75.586-214.373=-138.787
min	1760.000-1485.000=275.000
max	1898.000-1974.000=-76.000

*mean*	3.080-3.308=-0.228
σ	0.135-0.377=-0.242
min	2.917-2.916=0.001
max	3.274-3.758=-0.484

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.763-1.872=-0.109
σ	0.110-0.061=0.049
min	1.575-1.772=-0.197
max	1.849-1.932=-0.084

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	450.185-450.182=0.003
σ	583.337-583.338=-0.001
min	158.514-158.512=0.003
max	1325.191-1325.189=0.002

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	1760.000-1480.000=280.000
σ	0.000
min	1760.000-1480.000=280.000
max	1760.000-1480.000=280.000

*mean*	0.440-0.565=-0.125
σ	0.320-0.578=-0.258
min	0.279-0.267=0.012
max	0.919-1.431=-0.512

policies=20

*mean*	1585.452-1585.408=0.044
σ	0.420-0.365=0.055
min	1585.179-1585.164=0.015
max	1586.079-1585.952=0.127

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	1760.000-1480.000=280.000
σ	0.000
min	1760.000-1480.000=280.000
max	1760.000-1480.000=280.000

*mean*	2.753-2.642=0.111
σ	0.011-0.018=-0.007
min	2.743-2.626=0.117
max	2.766-2.658=0.108

policies=200

*mean*	15862.293-15862.148=0.144
σ	0.146-0.134=0.012
min	15862.163-15862.003=0.160
max	15862.444-15862.288=0.156

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	1760.000-1480.000=280.000
σ	0.000
min	1760.000-1480.000=280.000
max	1760.000-1480.000=280.000

*mean*	27.026-26.768=0.258
σ	0.576-0.104=0.473
min	26.671-26.631=0.040
max	27.888-26.876=1.012