Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.678-54.678=-0.000
σ	0.360-0.357=0.003
min	54.537-54.549=-0.012
max	55.701-55.693=0.008

*mean*	417.000-421.000=-4.000
σ	0.000
min	417.000-421.000=-4.000
max	417.000-421.000=-4.000

*mean*	0.143-0.145=-0.002
σ	0.005-0.009=-0.004
min	0.137-0.139=-0.002
max	0.150-0.168=-0.017

cache=y

dps=1

iters=10

policies=100

*mean*	43.705-43.705=0.000
σ	0.006-0.006=-0.001
min	43.692-43.694=-0.002
max	43.712-43.714=-0.001

*mean*	417.000-421.000=-4.000
σ	0.000
min	417.000-421.000=-4.000
max	417.000-421.000=-4.000

*mean*	0.124-0.126=-0.001
σ	0.005-0.009=-0.003
min	0.116-0.116=-0.000
max	0.134-0.143=-0.009

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=0.000
min	36.616-36.616=0.000
max	36.620-36.620=0.000

*mean*	4044.000-3865.750=178.250
σ	2003.795-1850.535=153.260
min	1235.000-1275.000=-40.000
max	7145.000-6159.000=986.000

*mean*	13.409-12.902=0.508
σ	1.848-0.247=1.601
min	12.233-12.542=-0.310
max	17.883-13.270=4.613

op=column_set() on indexed, repeat

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=0.000
min	36.616-36.616=-0.000
max	36.620-36.620=-0.000

*mean*	4044.000-3865.750=178.250
σ	2003.795-1850.535=153.260
min	1235.000-1275.000=-40.000
max	7145.000-6159.000=986.000

*mean*	12.693-12.935=-0.242
σ	1.841-0.577=1.264
min	11.675-11.995=-0.320
max	17.210-13.449=3.760

op=table_records(), no indexes

*mean*	41.929-41.930=-0.000
σ	0.002-0.002=0.000
min	41.928
max	41.932

*mean*	7145.000-6159.000=986.000
σ	0.000
min	7145.000-6159.000=986.000
max	7145.000-6159.000=986.000

*mean*	14.629-15.181=-0.552
σ	0.289-0.316=-0.026
min	14.310-14.431=-0.121
max	15.025-15.413=-0.387

op=table_records(), repeat

*mean*	41.929-41.929=-0.000
σ	0.002-0.002=0.000
min	41.927
max	41.932

*mean*	4044.000-3865.750=178.250
σ	2003.795-1850.535=153.260
min	1235.000-1275.000=-40.000
max	7145.000-6159.000=986.000

*mean*	14.701-13.359=1.341
σ	1.625-1.908=-0.283
min	11.051-10.912=0.138
max	16.189-15.274=0.915

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.654=-0.000
σ	0.136-0.136=-0.000
min	27.604
max	27.991-27.991=-0.000

*mean*	4044.000-3865.750=178.250
σ	2003.795-1850.535=153.260
min	1235.000-1275.000=-40.000
max	7145.000-6159.000=986.000

*mean*	9.918-9.331=0.587
σ	1.689-0.389=1.300
min	8.602-8.900=-0.297
max	12.701-9.784=2.917

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=-0.000
σ	0.002-0.002=0.000
min	26.400-26.400=-0.000
max	26.404

*mean*	4044.000-3865.750=178.250
σ	2003.795-1850.535=153.260
min	1235.000-1275.000=-40.000
max	7145.000-6159.000=986.000

*mean*	7.827-6.660=1.167
σ	1.577-0.305=1.272
min	6.820-5.974=0.846
max	10.379-6.975=3.404

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.668=-0.000
σ	0.004-0.004=0.000
min	25.665
max	25.678-25.677=0.000

*mean*	4044.000-3865.750=178.250
σ	2003.795-1850.535=153.260
min	1235.000-1275.000=-40.000
max	7145.000-6159.000=986.000

*mean*	6.083-6.013=0.070
σ	0.551-0.134=0.418
min	5.648-5.793=-0.145
max	7.371-6.155=1.216

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=-0.000
σ	0.002-0.002=0.000
min	25.968-25.968=-0.000
max	25.972-25.972=0.000

*mean*	4044.000-3865.750=178.250
σ	2003.795-1850.535=153.260
min	1235.000-1275.000=-40.000
max	7145.000-6159.000=986.000

*mean*	5.969-5.953=0.016
σ	0.553-0.133=0.420
min	5.663-5.810=-0.147
max	7.290-6.226=1.064

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.613-2524.604=-1502.991
σ	0.002-0.002=0.000
min	1021.612-2524.602=-1502.990
max	1021.616-2524.606=-1502.991

*mean*	7145.000-6159.000=986.000
σ	0.000
min	7145.000-6159.000=986.000
max	7145.000-6159.000=986.000

*mean*	375.158-1349.729=-974.570
σ	73.050-579.618=-506.568
min	347.048-1029.815=-682.768
max	555.803-2408.465=-1852.662

op=load_product(), with indexes

*mean*	7917.793-7917.788=0.004
σ	0.469-0.469=-0.001
min	7917.624-7917.621=0.004
max	7918.953-7918.950=0.003

*mean*	3272.625-3224.125=48.500
σ	1824.032-1839.462=-15.430
min	814.000-809.000=5.000
max	5619.000-6159.000=-540.000

*mean*	3650.172-3789.602=-139.430
σ	1104.112-1296.772=-192.660
min	3112.127-3075.327=36.800
max	6213.005-6201.392=11.613

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.077=-0.000
σ	0.002-0.002=0.000
min	62.076-62.076=-0.000
max	62.080

*mean*	4044.000-3865.750=178.250
σ	2003.795-1850.535=153.260
min	1235.000-1275.000=-40.000
max	7145.000-6159.000=986.000

*mean*	91.564-84.237=7.327
σ	21.531-12.164=9.367
min	70.900-71.829=-0.930
max	128.616-101.698=26.918

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946-40.946=-0.000
σ	0.002-0.002=0.000
min	40.944-40.945=-0.000
max	40.950

*mean*	7145.000-6159.000=986.000
σ	0.000
min	7145.000-6159.000=986.000
max	7145.000-6159.000=986.000

*mean*	61.008-63.501=-2.493
σ	0.453-3.710=-3.258
min	60.408-60.990=-0.582
max	61.776-70.343=-8.567

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.688-66.688=-0.000
σ	0.002-0.002=0.000
min	66.686
max	66.691

*mean*	7145.000-6159.000=986.000
σ	0.000
min	7145.000-6159.000=986.000
max	7145.000-6159.000=986.000

*mean*	98.673-100.227=-1.554
σ	0.669-0.815=-0.146
min	97.687-99.254=-1.567
max	99.481-101.918=-2.436

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	14217.171-11745.441=2471.730
σ	4.303-4.303=0.000
min	14215.576-11743.845=2471.731
max	14227.820-11756.090=2471.730

*mean*	4044.000-3865.750=178.250
σ	2003.795-1850.535=153.260
min	1235.000-1275.000=-40.000
max	7145.000-6159.000=986.000

*mean*	8410.071-6193.452=2216.619
σ	1785.987-1064.275=721.712
min	6063.572-4931.855=1131.717
max	10543.005-7608.167=2934.838

op=vertical_lookup_list() on indexed

*mean*	13159.109-10687.378=2471.731
σ	0.002-0.002=-0.000
min	13159.106-10687.375=2471.730
max	13159.110-10687.380=2471.730

*mean*	7145.000-6159.000=986.000
σ	0.000
min	7145.000-6159.000=986.000
max	7145.000-6159.000=986.000

*mean*	5170.799-4858.262=312.537
σ	201.808-1594.580=-1392.772
min	5040.292-3982.244=1058.049
max	5547.567-7560.440=-2012.873

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000
σ	0.000
min	477.000
max	477.000

*mean*	365.205-371.530=-6.325
σ	32.301-19.836=12.465
min	301.251-345.237=-43.985
max	393.448-393.518=-0.070

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	560.000-562.000=-2.000
σ	0.000
min	560.000-562.000=-2.000
max	560.000-562.000=-2.000

*mean*	753.274-772.242=-18.968
σ	40.167-9.295=30.873
min	685.773-759.531=-73.758
max	800.810-785.699=15.111

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.326-1024.326=0.000
σ	0.758-0.758=0.000
min	1023.855-1023.853=0.002
max	1027.464-1027.463=0.001

*mean*	1060.100-1052.350=7.750
σ	321.610-316.085=5.525
min	538.000-592.000=-54.000
max	1567.000-1523.000=44.000

*mean*	1.591-1.580=0.010
σ	0.054-0.087=-0.033
min	1.534-1.502=0.033
max	1.759-1.788=-0.028

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.386-0.301=0.085
σ	0.474-0.283=0.191
min	0.144-0.143=0.001
max	1.230-0.803=0.427

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.421-0.482=-0.061
σ	0.188-0.318=-0.130
min	0.326-0.323=0.003
max	0.756-1.050=-0.294

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.224-0.226=-0.002
σ	0.029-0.023=0.006
min	0.202-0.210=-0.008
max	0.272-0.267=0.005

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.333-0.333=-0.000
σ	0.014-0.023=-0.009
min	0.325-0.316=0.008
max	0.358-0.371=-0.013

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	435.000-431.600=3.400
σ	2.236-1.342=0.894
min	431.000
max	436.000-434.000=2.000

*mean*	0.553-0.522=0.032
σ	0.041-0.046=-0.005
min	0.500-0.464=0.035
max	0.608-0.586=0.022

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	441.000
σ	0.000
min	441.000
max	441.000

*mean*	0.483-0.461=0.023
σ	0.032-0.054=-0.022
min	0.435-0.375=0.060
max	0.526-0.521=0.005

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	441.000
σ	0.000
min	441.000
max	441.000

*mean*	2.653-2.626=0.027
σ	0.085-0.107=-0.022
min	2.510-2.447=0.063
max	2.912-3.175=-0.263

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	441.000
σ	0.000
min	441.000
max	441.000

*mean*	2.619-2.616=0.003
σ	0.099-0.078=0.021
min	2.464-2.477=-0.013
max	2.959-2.821=0.138

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	441.000
σ	0.000
min	441.000
max	441.000

*mean*	0.305-0.308=-0.003
σ	0.009-0.011=-0.003
min	0.287-0.285=0.002
max	0.354-0.369=-0.015

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	441.000
σ	0.000
min	441.000
max	441.000

*mean*	0.293-0.292=0.000
σ	0.010-0.007=0.003
min	0.277-0.281=-0.003
max	0.367-0.330=0.036

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.841-298.826=0.015
σ	0.990-0.994=-0.004
min	298.433-298.430=0.003
max	301.650-301.652=-0.001

*mean*	443.700-438.500=5.200
σ	17.695-17.684=0.011
min	417.000-413.000=4.000
max	464.000-465.000=-1.000

*mean*	0.596-0.599=-0.003
σ	0.029-0.024=0.005
min	0.559-0.568=-0.009
max	0.640-0.639=0.001

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	239.536-239.532=0.004
σ	0.000
min	239.536-239.532=0.004
max	239.536-239.532=0.004

*mean*	767.500-1053.625=-286.125
σ	1.604-20.860=-19.256
min	766.000-1002.000=-236.000
max	769.000-1061.000=-292.000

*mean*	219.575-220.445=-0.869
σ	4.953-2.374=2.579
min	210.570-216.905=-6.334
max	225.644-224.914=0.731

phase=macro expansion

*mean*	6.133-6.130=0.004
σ	0.000
min	6.133-6.130=0.004
max	6.133-6.130=0.004

*mean*	767.500-1053.625=-286.125
σ	1.604-20.860=-19.256
min	766.000-1002.000=-236.000
max	769.000-1061.000=-292.000

*mean*	9.551-11.421=-1.870
σ	0.820-1.978=-1.158
min	7.580-7.386=0.194
max	10.117-12.870=-2.753

phase=parser

*mean*	1042.361-1042.363=-0.002
σ	0.000-0.000=0.000
min	1042.360-1042.363=-0.002
max	1042.361-1042.363=-0.002

*mean*	767.500-1053.625=-286.125
σ	1.604-20.860=-19.256
min	766.000-1002.000=-236.000
max	769.000-1061.000=-292.000

*mean*	513.352-666.911=-153.559
σ	59.029-113.897=-54.868
min	422.093-400.085=22.007
max	589.298-738.563=-149.265

phase=processProdDef

*mean*	4850.859-4874.332=-23.473
σ	0.000-0.000=-0.000
min	4850.859-4874.332=-23.473
max	4850.859-4874.333=-23.473

*mean*	767.500-1061.000=-293.500
σ	1.604-0.000=1.604
min	766.000-1061.000=-295.000
max	769.000-1061.000=-292.000

*mean*	4884.860-4805.796=79.065
σ	511.789-1153.404=-641.615
min	4158.856-3319.469=839.387
max	5420.631-6287.066=-866.435

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	767.500-1053.625=-286.125
σ	1.604-20.860=-19.256
min	766.000-1002.000=-236.000
max	769.000-1061.000=-292.000

*mean*	39.055-42.477=-3.423
σ	4.916-8.782=-3.866
min	26.914-26.285=0.629
max	41.213-48.811=-7.598

phase=type checker

*mean*	990.442-990.446=-0.004
σ	0.066
min	990.344-990.348=-0.004
max	990.532-990.536=-0.004

*mean*	767.500-1053.625=-286.125
σ	1.604-20.860=-19.256
min	766.000-1002.000=-236.000
max	769.000-1061.000=-292.000

*mean*	742.306-824.527=-82.221
σ	75.471-93.555=-18.084
min	667.877-687.401=-19.524
max	888.029-931.739=-43.710

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.919-293.917=0.002
σ	0.038-0.041=-0.003
min	293.865-293.861=0.004
max	293.958-293.962=-0.004

*mean*	442.800-442.200=0.600
σ	1.095-1.643=-0.548
min	442.000-441.000=1.000
max	444.000

*mean*	0.409-0.401=0.008
σ	0.010-0.002=0.008
min	0.401-0.398=0.003
max	0.422-0.403=0.019

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.269-1320.264=0.005
σ	0.065-0.063=0.002
min	1320.160-1320.169=-0.009
max	1320.319-1320.340=-0.020

*mean*	1069.600-1085.200=-15.600
σ	168.310-183.282=-14.972
min	844.000-866.000=-22.000
max	1277.000-1307.000=-30.000

*mean*	2.087-2.069=0.018
σ	0.247-0.190=0.057
min	1.790-1.831=-0.041
max	2.324-2.280=0.044

iters=5

new-facts=6402

prior-facts=1

*mean*	1560.700-1559.449=1.251
σ	6.248-3.369=2.879
min	1557.702-1557.753=-0.051
max	1571.873-1565.466=6.407

*mean*	618.800-626.400=-7.600
σ	82.606-87.251=-4.646
min	494.000-496.000=-2.000
max	716.000-732.000=-16.000

*mean*	2.276-2.327=-0.051
σ	0.187-0.247=-0.059
min	2.154-2.129=0.025
max	2.603-2.643=-0.040

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.268-1882.270=-0.003
σ	0.058-0.058=-0.000
min	1882.205-1882.191=0.015
max	1882.360-1882.348=0.012

*mean*	1699.200-1721.000=-21.800
σ	243.895-169.179=74.716
min	1408.000-1475.000=-67.000
max	2027.000-1876.000=151.000

*mean*	2.924-3.004=-0.080
σ	0.100-0.197=-0.097
min	2.782-2.806=-0.025
max	3.024-3.325=-0.301

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.641-1.793=-0.152
σ	0.237-0.178=0.058
min	1.286-1.489=-0.202
max	1.852-1.920=-0.069

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.714-452.904=-0.190
σ	583.886-584.268=-0.382
min	160.769-160.768=0.001
max	1328.542-1329.305=-0.763

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	442.000-440.000=2.000
σ	0.000
min	442.000-440.000=2.000
max	442.000-440.000=2.000

*mean*	0.559-0.551=0.008
σ	0.568-0.559=0.008
min	0.268-0.266=0.002
max	1.411-1.390=0.020

policies=20

*mean*	1608.030-1608.030=-0.001
σ	0.422-0.431=-0.008
min	1607.742-1607.734=0.008
max	1608.655-1608.668=-0.012

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	449.000-444.250=4.750
σ	8.083-8.500=-0.417
min	442.000-440.000=2.000
max	456.000-457.000=-1.000

*mean*	2.702-2.716=-0.013
σ	0.015-0.036=-0.021
min	2.686-2.678=0.008
max	2.719-2.760=-0.041

policies=200

*mean*	16088.552-16088.476=0.076
σ	0.138-0.291=-0.153
min	16088.419-16088.125=0.294
max	16088.741-16088.836=-0.095

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	495.750-495.250=0.500
σ	3.862-3.775=0.087
min	492.000-491.000=1.000
max	501.000-500.000=1.000

*mean*	27.464-27.316=0.148
σ	0.118-0.205=-0.088
min	27.322-27.109=0.214
max	27.600-27.528=0.072