Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.621-54.617=0.005
σ	0.351-0.350=0.001
min	54.488-54.487=0.001
max	55.619-55.613=0.006

*mean*	416.000-420.000=-4.000
σ	0.000
min	416.000-420.000=-4.000
max	416.000-420.000=-4.000

*mean*	0.142-0.141=0.001
σ	0.005-0.005=-0.001
min	0.138-0.136=0.002
max	0.150-0.152=-0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.788-43.785=0.003
σ	0.005-0.006=-0.001
min	43.782-43.779=0.003
max	43.798-43.799=-0.001

*mean*	416.000-420.000=-4.000
σ	0.000
min	416.000-420.000=-4.000
max	416.000-420.000=-4.000

*mean*	0.122-0.124=-0.002
σ	0.005-0.005=0.001
min	0.114-0.119=-0.005
max	0.131-0.130=0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=-0.000
min	36.615-36.616=-0.000
max	36.620-36.620=-0.000

*mean*	4145.375-4112.000=33.375
σ	1888.589-1577.972=310.617
min	1556.000-1915.000=-359.000
max	7264.000-6032.000=1232.000

*mean*	12.793-13.191=-0.398
σ	0.213-1.788=-1.576
min	12.449-12.228=0.220
max	13.111-17.592=-4.481

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.000
σ	0.002-0.002=-0.000
min	36.615-36.616=-0.000
max	36.620-36.620=0.000

*mean*	4145.375-4112.000=33.375
σ	1888.589-1577.972=310.617
min	1556.000-1915.000=-359.000
max	7264.000-6032.000=1232.000

*mean*	13.182-12.910=0.271
σ	0.585-1.723=-1.138
min	12.004-11.433=0.571
max	13.858-16.799=-2.941

op=table_records(), no indexes

*mean*	41.932-41.928=0.003
σ	0.001-0.000=0.001
min	41.928-41.928=0.000
max	41.932-41.929=0.003

*mean*	7264.000-6032.000=1232.000
σ	0.000
min	7264.000-6032.000=1232.000
max	7264.000-6032.000=1232.000

*mean*	15.582-13.722=1.860
σ	0.383-1.063=-0.680
min	14.813-11.606=3.207
max	16.164-14.925=1.239

op=table_records(), repeat

*mean*	41.928-41.928=-0.000
σ	0.002-0.002=0.000
min	41.927
max	41.932-41.931=0.001

*mean*	4145.375-4046.000=99.375
σ	1888.589-1628.502=260.087
min	1556.000-1915.000=-359.000
max	7264.000-6032.000=1232.000

*mean*	13.482-12.955=0.527
σ	1.841-2.149=-0.308
min	11.025-10.399=0.627
max	15.497-14.931=0.567

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.605=0.048
σ	0.137-0.002=0.135
min	27.603-27.603=-0.000
max	27.991-27.607=0.384

*mean*	4145.375-4046.000=99.375
σ	1888.589-1628.502=260.087
min	1556.000-1915.000=-359.000
max	7264.000-6032.000=1232.000

*mean*	9.193-8.530=0.663
σ	0.477-0.391=0.086
min	8.496-7.995=0.501
max	9.818-9.070=0.748

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.400=-0.000
σ	0.002-0.002=0.000
min	26.399
max	26.403

*mean*	4145.375-4046.000=99.375
σ	1888.589-1628.502=260.087
min	1556.000-1915.000=-359.000
max	7264.000-6032.000=1232.000

*mean*	6.665-6.416=0.248
σ	0.291-0.171=0.120
min	6.184-6.185=-0.001
max	7.109-6.651=0.458

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=0.000
σ	0.002-0.002=-0.000
min	25.664-25.665=-0.000
max	25.668-25.669=-0.001

*mean*	4145.375-4112.000=33.375
σ	1888.589-1577.972=310.617
min	1556.000-1915.000=-359.000
max	7264.000-6032.000=1232.000

*mean*	6.060-5.737=0.324
σ	0.143-0.555=-0.412
min	5.735-5.385=0.350
max	6.211-7.090=-0.880

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=0.000
σ	0.002-0.002=0.000
min	25.967-25.967=-0.000
max	25.972-25.971=0.001

*mean*	4145.375-4112.000=33.375
σ	1888.589-1577.972=310.617
min	1556.000-1915.000=-359.000
max	7264.000-6032.000=1232.000

*mean*	5.814-5.599=0.214
σ	0.123-0.528=-0.405
min	5.610-5.358=0.252
max	5.976-6.902=-0.926

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.607-2524.593=0.013
σ	0.000-0.000=0.000
min	2524.606-2524.593=0.013
max	2524.607-2524.594=0.013

*mean*	7264.000-6032.000=1232.000
σ	0.000
min	7264.000-6032.000=1232.000
max	7264.000-6032.000=1232.000

*mean*	1551.173-1437.378=113.795
σ	1075.397-625.108=450.290
min	1037.547-1027.584=9.962
max	4130.174-2651.473=1478.701

op=load_product(), with indexes

*mean*	8744.722-8744.559=0.163
σ	0.469-0.033=0.436
min	8744.554-8744.544=0.009
max	8745.882-8744.640=1.243

*mean*	3567.000-3816.125=-249.125
σ	1790.014-1666.942=123.072
min	1043.000-1915.000=-872.000
max	5774.000-6032.000=-258.000

*mean*	4908.711-4478.887=429.824
σ	1553.135-1363.206=189.929
min	3493.378-3550.577=-57.199
max	7272.058-7502.152=-230.093

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=-0.000
σ	0.002-0.002=0.000
min	62.076
max	62.081-62.081=-0.000

*mean*	4145.375-4112.000=33.375
σ	1888.589-1577.972=310.617
min	1556.000-1915.000=-359.000
max	7264.000-6032.000=1232.000

*mean*	82.959-148.251=-65.292
σ	11.081-190.410=-179.329
min	71.651-71.361=0.290
max	102.865-618.733=-515.869

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=0.000
σ	0.001-0.001=-0.000
min	40.944-40.944=0.000
max	40.945-40.945=-0.000

*mean*	7264.000-6032.000=1232.000
σ	0.000
min	7264.000-6032.000=1232.000
max	7264.000-6032.000=1232.000

*mean*	107.960-96.547=11.414
σ	2.407-10.002=-7.595
min	104.870-75.687=29.183
max	112.874-107.244=5.630

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=-0.000
σ	0.000-0.000=-0.000
min	66.685-66.685=-0.000
max	66.687-66.686=0.000

*mean*	7264.000-6032.000=1232.000
σ	0.000
min	7264.000-6032.000=1232.000
max	7264.000-6032.000=1232.000

*mean*	165.110-231.903=-66.793
σ	4.438-247.667=-243.228
min	154.935-112.011=42.923
max	168.931-843.605=-674.674

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.836-11656.833=0.003
σ	4.324-4.318=0.006
min	11655.305
max	11667.538-11667.521=0.018

*mean*	4145.375-4046.000=99.375
σ	1888.589-1628.502=260.087
min	1556.000-1915.000=-359.000
max	7264.000-6032.000=1232.000

*mean*	6579.960-6248.247=331.713
σ	1323.850-1245.688=78.162
min	4883.935-4909.141=-25.206
max	8292.095-8282.019=10.077

op=vertical_lookup_list() on indexed

*mean*	11560.065-11560.068=-0.004
σ	0.001-0.001=-0.000
min	11560.064-11560.067=-0.003
max	11560.066-11560.069=-0.003

*mean*	7264.000-6032.000=1232.000
σ	0.000
min	7264.000-6032.000=1232.000
max	7264.000-6032.000=1232.000

*mean*	5526.670-6710.566=-1183.895
σ	1638.020-1216.705=421.316
min	4355.887-4403.511=-47.623
max	8283.080-8101.423=181.657

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559-172.583=-0.025
σ	0.001-0.026=-0.025
min	172.558
max	172.562-172.630=-0.068

*mean*	474.000-1915.000=-1441.000
σ	0.000
min	474.000-1915.000=-1441.000
max	474.000-1915.000=-1441.000

*mean*	389.428-357.309=32.119
σ	5.205-42.655=-37.449
min	379.454-269.836=109.618
max	395.607-407.123=-11.516

op=pointedIndexFromKvs

rows=400000

*mean*	357.322-357.362=-0.041
σ	0.001-0.040=-0.039
min	357.321
max	357.325-357.412=-0.086

*mean*	559.000-1915.000=-1356.000
σ	0.000
min	559.000-1915.000=-1356.000
max	559.000-1915.000=-1356.000

*mean*	769.546-771.261=-1.715
σ	17.330-54.326=-36.996
min	744.837-642.851=101.986
max	794.013-808.220=-14.207

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.376-1008.185=0.191
σ	0.760-0.874=-0.114
min	1007.900-1007.685=0.215
max	1011.517-1011.803=-0.286

*mean*	1044.450-1048.900=-4.450
σ	298.184-307.178=-8.995
min	562.000
max	1443.000-1481.000=-38.000

*mean*	1.526-1.550=-0.024
σ	0.070-0.092=-0.022
min	1.466-1.453=0.013
max	1.744-1.823=-0.079

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.891-0.883=0.008
σ	0.020-0.002=0.018
min	0.881
max	0.928-0.886=0.042

*mean*	402.000-1481.000=-1079.000
σ	0.000
min	402.000-1481.000=-1079.000
max	402.000-1481.000=-1079.000

*mean*	0.300-0.408=-0.109
σ	0.286-0.133=0.152
min	0.144-0.330=-0.186
max	0.807-0.644=0.163

name=error_case.art

*mean*	2.338-2.333=0.004
σ	0.012-0.003=0.010
min	2.332
max	2.359-2.337=0.022

*mean*	402.000-1481.000=-1079.000
σ	0.000
min	402.000-1481.000=-1079.000
max	402.000-1481.000=-1079.000

*mean*	0.484-0.883=-0.399
σ	0.328-0.085=0.243
min	0.330-0.827=-0.497
max	1.070-1.030=0.040

name=heavy_item.art

*mean*	1.522-1.521=0.000
σ	0.002-0.002=0.000
min	1.520
max	1.524

*mean*	402.000-1481.000=-1079.000
σ	0.000
min	402.000-1481.000=-1079.000
max	402.000-1481.000=-1079.000

*mean*	0.214-0.532=-0.318
σ	0.025-0.053=-0.028
min	0.189-0.491=-0.301
max	0.254-0.620=-0.366

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	402.000-1481.000=-1079.000
σ	0.000
min	402.000-1481.000=-1079.000
max	402.000-1481.000=-1079.000

*mean*	0.334-0.828=-0.493
σ	0.014-0.043=-0.028
min	0.320-0.791=-0.471
max	0.356-0.900=-0.544

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.908-963.541=0.367
σ	0.011-0.028=-0.017
min	963.902-963.523=0.379
max	963.926-963.589=0.337

*mean*	434.800-1481.000=-1046.200
σ	1.643-0.000=1.643
min	432.000-1481.000=-1049.000
max	436.000-1481.000=-1045.000

*mean*	0.564-0.825=-0.261
σ	0.046-0.054=-0.007
min	0.495-0.750=-0.255
max	0.598-0.871=-0.273

name=cdr_enhanced_4k_loc.art

*mean*	884.884-884.854=0.030
σ	0.002-0.006=-0.004
min	884.883-884.847=0.036
max	884.886-884.861=0.025

*mean*	436.000-1481.000=-1045.000
σ	0.000
min	436.000-1481.000=-1045.000
max	436.000-1481.000=-1045.000

*mean*	0.474-0.739=-0.265
σ	0.058-0.017=0.041
min	0.398-0.709=-0.311
max	0.534-0.750=-0.217

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=-0.000
σ	0.002-0.002=-0.000
min	7.705
max	7.709-7.712=-0.003

*mean*	436.000-1481.000=-1045.000
σ	0.000
min	436.000-1481.000=-1045.000
max	436.000-1481.000=-1045.000

*mean*	2.598-4.246=-1.649
σ	0.099-0.098=0.001
min	2.467-4.087=-1.620
max	3.019-4.652=-1.633

name=record_render_large_syntax_err.art

*mean*	7.655
σ	0.002
min	7.654
max	7.658

*mean*	436.000-1481.000=-1045.000
σ	0.000
min	436.000-1481.000=-1045.000
max	436.000-1481.000=-1045.000

*mean*	2.588-4.244=-1.656
σ	0.080-0.077=0.003
min	2.406-4.089=-1.683
max	2.792-4.570=-1.778

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	436.000-1481.000=-1045.000
σ	0.000
min	436.000-1481.000=-1045.000
max	436.000-1481.000=-1045.000

*mean*	0.311-0.743=-0.432
σ	0.011-0.019=-0.008
min	0.295-0.706=-0.411
max	0.369-0.859=-0.490

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	436.000-1481.000=-1045.000
σ	0.000
min	436.000-1481.000=-1045.000
max	436.000-1481.000=-1045.000

*mean*	0.294-0.700=-0.406
σ	0.008-0.015=-0.006
min	0.279-0.674=-0.395
max	0.343-0.786=-0.443

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.941-297.413=0.528
σ	0.976-0.287=0.688
min	297.451-297.173=0.279
max	300.704-298.197=2.507

*mean*	440.600-1915.000=-1474.400
σ	13.906-0.000=13.906
min	416.000-1915.000=-1499.000
max	462.000-1915.000=-1453.000

*mean*	0.603-0.607=-0.005
σ	0.020-0.036=-0.016
min	0.570-0.569=0.001
max	0.630-0.694=-0.064

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.011-221.996=0.015
σ	0.000
min	222.011-221.996=0.015
max	222.012-221.996=0.015

*mean*	1731.750-1817.000=-85.250
σ	8.988-0.000=8.988
min	1721.000-1817.000=-96.000
max	1740.000-1817.000=-77.000

*mean*	204.263-206.686=-2.423
σ	2.531-1.766=0.765
min	200.803-204.391=-3.588
max	209.247-208.674=0.573

phase=macro expansion

*mean*	6.133-6.127=0.006
σ	0.000
min	6.133-6.127=0.006
max	6.133-6.127=0.006

*mean*	1731.750-1817.000=-85.250
σ	8.988-0.000=8.988
min	1721.000-1817.000=-96.000
max	1740.000-1817.000=-77.000

*mean*	10.125-10.758=-0.633
σ	2.183-2.099=0.084
min	7.360-7.534=-0.174
max	12.799-13.800=-1.001

phase=parser

*mean*	1041.161-1041.086=0.075
σ	0.000-0.000=0.000
min	1041.160-1041.086=0.075
max	1041.161-1041.086=0.075

*mean*	1731.750-1817.000=-85.250
σ	8.988-0.000=8.988
min	1721.000-1817.000=-96.000
max	1740.000-1817.000=-77.000

*mean*	631.986-636.292=-4.307
σ	119.563-105.698=13.865
min	485.325-421.881=63.444
max	831.080-728.774=102.306

phase=processProdDef

*mean*	6169.658-6169.660=-0.002
σ	0.001-0.000=0.000
min	6169.657-6169.660=-0.003
max	6169.659-6169.661=-0.002

*mean*	1734.125-1817.000=-82.875
σ	8.219-0.000=8.219
min	1721.000-1817.000=-96.000
max	1740.000-1817.000=-77.000

*mean*	5446.077-6563.675=-1117.599
σ	1308.457-977.444=331.013
min	3815.726-4343.988=-528.262
max	7084.698-7272.435=-187.737

phase=renaming

*mean*	21.667-21.666=0.001
σ	0.000
min	21.667-21.666=0.001
max	21.667-21.666=0.001

*mean*	1731.750-1817.000=-85.250
σ	8.988-0.000=8.988
min	1721.000-1817.000=-96.000
max	1740.000-1817.000=-77.000

*mean*	41.675-41.386=0.290
σ	7.664-8.321=-0.657
min	26.773-26.374=0.399
max	51.786-51.814=-0.027

phase=type checker

*mean*	958.670-958.665=0.005
σ	0.066-0.055=0.011
min	958.573-958.579=-0.007
max	958.760-958.736=0.024

*mean*	1731.750-1817.000=-85.250
σ	8.988-0.000=8.988
min	1721.000-1817.000=-96.000
max	1740.000-1817.000=-77.000

*mean*	719.058-792.979=-73.921
σ	71.147-111.448=-40.301
min	631.671-632.669=-0.998
max	808.529-970.706=-162.177

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	292.775-289.764=3.011
σ	0.035-0.036=-0.001
min	292.727-289.716=3.011
max	292.812-289.802=3.010

*mean*	445.000-1817.000=-1372.000
σ	0.000
min	445.000-1817.000=-1372.000
max	445.000-1817.000=-1372.000

*mean*	0.397-0.390=0.007
σ	0.001-0.001=-0.000
min	0.395-0.389=0.006
max	0.398-0.392=0.006

iters=5

new-facts=1

prior-facts=6402

*mean*	1302.866-1299.601=3.265
σ	0.087-0.122=-0.035
min	1302.716-1299.501=3.215
max	1302.918-1299.807=3.111

*mean*	1089.600-1817.000=-727.400
σ	181.100-0.000=181.100
min	838.000-1817.000=-979.000
max	1303.000-1817.000=-514.000

*mean*	2.019-1.935=0.084
σ	0.199-0.169=0.031
min	1.779-1.815=-0.036
max	2.164-2.196=-0.032

iters=5

new-facts=6402

prior-facts=1

*mean*	1545.903-1542.630=3.273
σ	4.006-3.998=0.007
min	1543.948-1540.660=3.288
max	1553.062-1549.776=3.286

*mean*	612.800-1817.000=-1204.200
σ	77.629-0.000=77.629
min	493.000-1817.000=-1324.000
max	700.000-1817.000=-1117.000

*mean*	2.249-2.239=0.010
σ	0.117-0.094=0.023
min	2.142-2.131=0.010
max	2.449-2.372=0.077

iters=5

new-facts=6402

prior-facts=6402

*mean*	1864.835-1861.629=3.206
σ	0.029-0.047=-0.018
min	1864.790-1861.579=3.211
max	1864.867-1861.690=3.177

*mean*	1733.200-1856.200=-123.000
σ	225.880-53.677=172.203
min	1429.000-1817.000=-388.000
max	1946.000-1915.000=31.000

*mean*	2.953-3.114=-0.161
σ	0.148-0.332=-0.184
min	2.836-2.862=-0.026
max	3.196-3.693=-0.497

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.805-1.806=-0.001
σ	0.115-0.109=0.007
min	1.624-1.628=-0.005
max	1.902-1.898=0.004

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	447.755-446.183=1.572
σ	579.110-577.141=1.970
min	158.199-157.610=0.589
max	1316.421-1311.895=4.526

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	441.000-1817.000=-1376.000
σ	0.000
min	441.000-1817.000=-1376.000
max	441.000-1817.000=-1376.000

*mean*	0.532-0.553=-0.020
σ	0.544-0.577=-0.033
min	0.252-0.258=-0.006
max	1.349-1.419=-0.070

policies=20

*mean*	1582.287-1576.410=5.877
σ	0.349-0.346=0.002
min	1582.042-1576.174=5.868
max	1582.803-1576.924=5.878

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	444.500-1817.000=-1372.500
σ	4.041-0.000=4.041
min	441.000-1817.000=-1376.000
max	448.000-1817.000=-1369.000

*mean*	2.623-2.619=0.005
σ	0.018-0.020=-0.001
min	2.598-2.590=0.008
max	2.642-2.636=0.006

policies=200

*mean*	15830.897-15772.234=58.663
σ	0.139-0.141=-0.001
min	15830.786-15772.109=58.677
max	15831.088-15772.428=58.661

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	494.250-1817.000=-1322.750
σ	2.500-0.000=2.500
min	491.000-1817.000=-1326.000
max	497.000-1817.000=-1320.000

*mean*	26.457-26.634=-0.177
σ	0.157-0.217=-0.061
min	26.238-26.432=-0.193
max	26.575-26.855=-0.280