Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.618-54.617=0.002
σ	0.349-0.350=-0.002
min	54.489-54.487=0.002
max	55.610-55.613=-0.003

*mean*	414.000-420.000=-6.000
σ	0.000
min	414.000-420.000=-6.000
max	414.000-420.000=-6.000

*mean*	0.139-0.141=-0.002
σ	0.006-0.005=0.000
min	0.131-0.136=-0.005
max	0.148-0.152=-0.004

cache=y

dps=1

iters=10

policies=100

*mean*	43.787-43.785=0.002
σ	0.006-0.006=0.000
min	43.779-43.779=0.000
max	43.799-43.799=-0.000

*mean*	414.000-420.000=-6.000
σ	0.000
min	414.000-420.000=-6.000
max	414.000-420.000=-6.000

*mean*	0.122-0.124=-0.002
σ	0.004-0.005=-0.001
min	0.118-0.119=-0.002
max	0.128-0.130=-0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=-0.000
min	36.616-36.616=-0.000
max	36.620-36.620=-0.000

*mean*	4096.125-4112.000=-15.875
σ	1580.127-1577.972=2.155
min	1954.000-1915.000=39.000
max	6045.000-6032.000=13.000

*mean*	12.241-13.191=-0.950
σ	0.187-1.788=-1.602
min	12.069-12.228=-0.160
max	12.662-17.592=-4.930

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.000
σ	0.002-0.002=0.000
min	36.615-36.616=-0.000
max	36.620

*mean*	4096.125-4112.000=-15.875
σ	1580.127-1577.972=2.155
min	1954.000-1915.000=39.000
max	6045.000-6032.000=13.000

*mean*	11.683-12.910=-1.227
σ	0.204-1.723=-1.519
min	11.414-11.433=-0.019
max	12.065-16.799=-4.735

op=table_records(), no indexes

*mean*	41.928-41.928=0.000
σ	0.000-0.000=-0.000
min	41.928
max	41.929-41.929=-0.000

*mean*	6045.000-6032.000=13.000
σ	0.000
min	6045.000-6032.000=13.000
max	6045.000-6032.000=13.000

*mean*	13.429-13.722=-0.293
σ	1.162-1.063=0.100
min	11.102-11.606=-0.504
max	15.012-14.925=0.087

op=table_records(), repeat

*mean*	41.928-41.928=-0.000
σ	0.002-0.002=0.000
min	41.927
max	41.931-41.931=0.000

*mean*	4096.125-4046.000=50.125
σ	1580.127-1628.502=-48.375
min	1954.000-1915.000=39.000
max	6045.000-6032.000=13.000

*mean*	12.348-12.955=-0.607
σ	1.876-2.149=-0.274
min	10.531-10.399=0.133
max	14.544-14.931=-0.387

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.605-27.605=-0.000
σ	0.002-0.002=0.000
min	27.603-27.603=-0.000
max	27.607-27.607=0.000

*mean*	4096.125-4046.000=50.125
σ	1580.127-1628.502=-48.375
min	1954.000-1915.000=39.000
max	6045.000-6032.000=13.000

*mean*	8.440-8.530=-0.091
σ	0.273-0.391=-0.118
min	8.069-7.995=0.074
max	8.741-9.070=-0.329

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.400=0.000
σ	0.002-0.002=0.000
min	26.399
max	26.403-26.403=0.000

*mean*	4096.125-4046.000=50.125
σ	1580.127-1628.502=-48.375
min	1954.000-1915.000=39.000
max	6045.000-6032.000=13.000

*mean*	6.219-6.416=-0.197
σ	0.262-0.171=0.090
min	5.817-6.185=-0.368
max	6.496-6.651=-0.155

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=0.000
σ	0.002-0.002=0.000
min	25.664-25.665=-0.000
max	25.670-25.669=0.000

*mean*	4096.125-4112.000=-15.875
σ	1580.127-1577.972=2.155
min	1954.000-1915.000=39.000
max	6045.000-6032.000=13.000

*mean*	5.439-5.737=-0.297
σ	0.130-0.555=-0.425
min	5.303-5.385=-0.081
max	5.624-7.090=-1.466

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=0.000
σ	0.002-0.002=0.000
min	25.967
max	25.971-25.971=0.000

*mean*	4096.125-4112.000=-15.875
σ	1580.127-1577.972=2.155
min	1954.000-1915.000=39.000
max	6045.000-6032.000=13.000

*mean*	5.162-5.599=-0.437
σ	0.287-0.528=-0.240
min	4.797-5.358=-0.561
max	5.625-6.902=-1.277

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.603-2524.593=0.009
σ	0.000-0.000=0.000
min	2524.603-2524.593=0.009
max	2524.603-2524.594=0.009

*mean*	6045.000-6032.000=13.000
σ	0.000
min	6045.000-6032.000=13.000
max	6045.000-6032.000=13.000

*mean*	1427.759-1437.378=-9.619
σ	608.247-625.108=-16.861
min	1043.252-1027.584=15.668
max	2701.532-2651.473=50.059

op=load_product(), with indexes

*mean*	8744.567-8744.559=0.009
σ	0.033-0.033=0.000
min	8744.553-8744.544=0.009
max	8744.649-8744.640=0.010

*mean*	3806.500-3816.125=-9.625
σ	1664.300-1666.942=-2.642
min	1954.000-1915.000=39.000
max	6045.000-6032.000=13.000

*mean*	4409.139-4478.887=-69.748
σ	1255.032-1363.206=-108.174
min	3540.165-3550.577=-10.412
max	6828.092-7502.152=-674.060

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.078=-0.001
σ	0.002-0.002=-0.000
min	62.076
max	62.080-62.081=-0.001

*mean*	4096.125-4112.000=-15.875
σ	1580.127-1577.972=2.155
min	1954.000-1915.000=39.000
max	6045.000-6032.000=13.000

*mean*	79.608-148.251=-68.643
σ	8.831-190.410=-181.579
min	70.922-71.361=-0.440
max	97.042-618.733=-521.692

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=-0.000
σ	0.001-0.001=0.000
min	40.944
max	40.945

*mean*	6045.000-6032.000=13.000
σ	0.000
min	6045.000-6032.000=13.000
max	6045.000-6032.000=13.000

*mean*	96.842-96.547=0.295
σ	11.983-10.002=1.981
min	73.496-75.687=-2.192
max	108.100-107.244=0.856

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=-0.000
σ	0.000-0.000=0.000
min	66.685
max	66.686

*mean*	6045.000-6032.000=13.000
σ	0.000
min	6045.000-6032.000=13.000
max	6045.000-6032.000=13.000

*mean*	197.477-231.903=-34.426
σ	153.165-247.667=-94.502
min	115.477-112.011=3.466
max	574.602-843.605=-269.003

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.833-11656.833=-0.000
σ	4.317-4.318=-0.001
min	11655.305
max	11667.517-11667.521=-0.004

*mean*	4096.125-4046.000=50.125
σ	1580.127-1628.502=-48.375
min	1954.000-1915.000=39.000
max	6045.000-6032.000=13.000

*mean*	6372.812-6248.247=124.566
σ	1327.381-1245.688=81.693
min	4871.012-4909.141=-38.129
max	8172.250-8282.019=-109.769

op=vertical_lookup_list() on indexed

*mean*	11560.068-11560.068=-0.000
σ	0.001-0.001=0.000
min	11560.066-11560.067=-0.001
max	11560.069

*mean*	6045.000-6032.000=13.000
σ	0.000
min	6045.000-6032.000=13.000
max	6045.000-6032.000=13.000

*mean*	6774.229-6710.566=63.664
σ	1319.500-1216.705=102.796
min	4392.912-4403.511=-10.599
max	8252.879-8101.423=151.456

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.582-172.583=-0.001
σ	0.027-0.026=0.001
min	172.558
max	172.624-172.630=-0.006

*mean*	1954.000-1915.000=39.000
σ	0.000
min	1954.000-1915.000=39.000
max	1954.000-1915.000=39.000

*mean*	329.143-357.309=-28.167
σ	45.816-42.655=3.162
min	261.226-269.836=-8.610
max	381.219-407.123=-25.904

op=pointedIndexFromKvs

rows=400000

*mean*	357.364-357.362=0.002
σ	0.041-0.040=0.001
min	357.321
max	357.422-357.412=0.011

*mean*	1954.000-1915.000=39.000
σ	0.000
min	1954.000-1915.000=39.000
max	1954.000-1915.000=39.000

*mean*	778.234-771.261=6.973
σ	14.309-54.326=-40.017
min	762.525-642.851=119.675
max	801.339-808.220=-6.881

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.480-1008.185=0.295
σ	0.867-0.874=-0.007
min	1007.977-1007.685=0.292
max	1012.061-1011.803=0.258

*mean*	1040.250-1048.900=-8.650
σ	305.527-307.178=-1.651
min	546.000-562.000=-16.000
max	1466.000-1481.000=-15.000

*mean*	1.521-1.550=-0.029
σ	0.064-0.092=-0.028
min	1.453-1.453=0.001
max	1.716-1.823=-0.107

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.884-0.883=0.001
σ	0.002-0.002=0.000
min	0.881
max	0.886-0.886=0.000

*mean*	1466.000-1481.000=-15.000
σ	0.000
min	1466.000-1481.000=-15.000
max	1466.000-1481.000=-15.000

*mean*	0.472-0.408=0.063
σ	0.183-0.133=0.049
min	0.347-0.330=0.017
max	0.771-0.644=0.127

name=error_case.art

*mean*	2.333
σ	0.003
min	2.332
max	2.337

*mean*	1466.000-1481.000=-15.000
σ	0.000
min	1466.000-1481.000=-15.000
max	1466.000-1481.000=-15.000

*mean*	0.924-0.883=0.041
σ	0.159-0.085=0.074
min	0.836-0.827=0.010
max	1.207-1.030=0.177

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.520
max	1.524

*mean*	1466.000-1481.000=-15.000
σ	0.000
min	1466.000-1481.000=-15.000
max	1466.000-1481.000=-15.000

*mean*	0.541-0.532=0.009
σ	0.051-0.053=-0.002
min	0.493-0.491=0.002
max	0.623-0.620=0.003

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	1466.000-1481.000=-15.000
σ	0.000
min	1466.000-1481.000=-15.000
max	1466.000-1481.000=-15.000

*mean*	0.837-0.828=0.009
σ	0.038-0.043=-0.005
min	0.804-0.791=0.013
max	0.896-0.900=-0.004

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.922-963.541=0.381
σ	0.028-0.028=0.001
min	963.902-963.523=0.379
max	963.972-963.589=0.382

*mean*	1466.000-1481.000=-15.000
σ	0.000
min	1466.000-1481.000=-15.000
max	1466.000-1481.000=-15.000

*mean*	0.849-0.825=0.024
σ	0.031-0.054=-0.023
min	0.794-0.750=0.043
max	0.866-0.871=-0.005

name=cdr_enhanced_4k_loc.art

*mean*	884.888-884.854=0.034
σ	0.005-0.006=-0.001
min	884.883-884.847=0.036
max	884.895-884.861=0.034

*mean*	1466.000-1481.000=-15.000
σ	0.000
min	1466.000-1481.000=-15.000
max	1466.000-1481.000=-15.000

*mean*	0.730-0.739=-0.009
σ	0.035-0.017=0.018
min	0.668-0.709=-0.041
max	0.751-0.750=0.001

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=-0.000
σ	0.002-0.002=-0.000
min	7.705
max	7.709-7.712=-0.002

*mean*	1466.000-1481.000=-15.000
σ	0.000
min	1466.000-1481.000=-15.000
max	1466.000-1481.000=-15.000

*mean*	4.253-4.246=0.007
σ	0.092-0.098=-0.006
min	4.016-4.087=-0.071
max	4.540-4.652=-0.112

name=record_render_large_syntax_err.art

*mean*	7.655
σ	0.002
min	7.654
max	7.658

*mean*	1466.000-1481.000=-15.000
σ	0.000
min	1466.000-1481.000=-15.000
max	1466.000-1481.000=-15.000

*mean*	4.230-4.244=-0.013
σ	0.078-0.077=0.001
min	4.070-4.089=-0.020
max	4.473-4.570=-0.097

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	1466.000-1481.000=-15.000
σ	0.000
min	1466.000-1481.000=-15.000
max	1466.000-1481.000=-15.000

*mean*	0.747-0.743=0.004
σ	0.020-0.019=0.001
min	0.706-0.706=0.000
max	0.870-0.859=0.010

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	1466.000-1481.000=-15.000
σ	0.000
min	1466.000-1481.000=-15.000
max	1466.000-1481.000=-15.000

*mean*	0.712-0.700=0.012
σ	0.015-0.015=0.001
min	0.680-0.674=0.006
max	0.782-0.786=-0.004

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.706-297.413=0.293
σ	0.226-0.287=-0.062
min	297.553-297.173=0.380
max	298.328-298.197=0.130

*mean*	1954.000-1915.000=39.000
σ	0.000
min	1954.000-1915.000=39.000
max	1954.000-1915.000=39.000

*mean*	0.593-0.607=-0.014
σ	0.020-0.036=-0.016
min	0.539-0.569=-0.030
max	0.610-0.694=-0.083

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.011-221.996=0.015
σ	0.000-0.000=-0.000
min	222.011-221.996=0.015
max	222.011-221.996=0.015

*mean*	1722.500-1817.000=-94.500
σ	85.835-0.000=85.835
min	1556.000-1817.000=-261.000
max	1780.000-1817.000=-37.000

*mean*	211.367-206.686=4.680
σ	21.424-1.766=19.658
min	202.095-204.391=-2.296
max	264.299-208.674=55.625

phase=macro expansion

*mean*	6.133-6.127=0.006
σ	0.000
min	6.133-6.127=0.006
max	6.133-6.127=0.006

*mean*	1722.500-1817.000=-94.500
σ	85.835-0.000=85.835
min	1556.000-1817.000=-261.000
max	1780.000-1817.000=-37.000

*mean*	11.466-10.758=0.708
σ	2.796-2.099=0.696
min	6.390-7.534=-1.144
max	15.499-13.800=1.699

phase=parser

*mean*	1041.161-1041.086=0.075
σ	0.000-0.000=0.000
min	1041.160-1041.086=0.075
max	1041.161-1041.086=0.075

*mean*	1722.500-1817.000=-94.500
σ	85.835-0.000=85.835
min	1556.000-1817.000=-261.000
max	1780.000-1817.000=-37.000

*mean*	666.874-636.292=30.582
σ	131.477-105.698=25.779
min	402.919-421.881=-18.962
max	837.299-728.774=108.525

phase=processProdDef

*mean*	6169.658-6169.660=-0.002
σ	0.001-0.000=0.000
min	6169.657-6169.660=-0.003
max	6169.659-6169.661=-0.002

*mean*	1750.500-1817.000=-66.500
σ	54.623-0.000=54.623
min	1662.000-1817.000=-155.000
max	1780.000-1817.000=-37.000

*mean*	4989.928-6563.675=-1573.747
σ	1682.020-977.444=704.576
min	3040.596-4343.988=-1303.392
max	7656.980-7272.435=384.545

phase=renaming

*mean*	21.667-21.666=0.001
σ	0.000
min	21.667-21.666=0.001
max	21.667-21.666=0.001

*mean*	1722.500-1817.000=-94.500
σ	85.835-0.000=85.835
min	1556.000-1817.000=-261.000
max	1780.000-1817.000=-37.000

*mean*	43.348-41.386=1.962
σ	10.339-8.321=2.017
min	20.353-26.374=-6.021
max	54.631-51.814=2.817

phase=type checker

*mean*	958.690-958.665=0.024
σ	0.055
min	958.604-958.579=0.024
max	958.760-958.736=0.024

*mean*	1722.500-1817.000=-94.500
σ	85.835-0.000=85.835
min	1556.000-1817.000=-261.000
max	1780.000-1817.000=-37.000

*mean*	754.249-792.979=-38.730
σ	90.661-111.448=-20.787
min	631.413-632.669=-1.256
max	908.063-970.706=-62.643

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	292.992-289.764=3.228
σ	0.047-0.036=0.011
min	292.937-289.716=3.221
max	293.045-289.802=3.243

*mean*	1780.000-1817.000=-37.000
σ	0.000
min	1780.000-1817.000=-37.000
max	1780.000-1817.000=-37.000

*mean*	0.411-0.390=0.021
σ	0.016-0.001=0.014
min	0.398-0.389=0.009
max	0.435-0.392=0.043

iters=5

new-facts=1

prior-facts=6402

*mean*	1302.856-1299.601=3.256
σ	0.104-0.122=-0.018
min	1302.733-1299.501=3.232
max	1303.020-1299.807=3.213

*mean*	1780.000-1817.000=-37.000
σ	0.000
min	1780.000-1817.000=-37.000
max	1780.000-1817.000=-37.000

*mean*	2.022-1.935=0.087
σ	0.176-0.169=0.008
min	1.817-1.815=0.001
max	2.260-2.196=0.064

iters=5

new-facts=6402

prior-facts=1

*mean*	1545.885-1542.630=3.255
σ	4.019-3.998=0.021
min	1543.914-1540.660=3.253
max	1553.070-1549.776=3.293

*mean*	1780.000-1817.000=-37.000
σ	0.000
min	1780.000-1817.000=-37.000
max	1780.000-1817.000=-37.000

*mean*	2.312-2.239=0.073
σ	0.123-0.094=0.029
min	2.132-2.131=0.000
max	2.445-2.372=0.073

iters=5

new-facts=6402

prior-facts=6402

*mean*	1864.862-1861.629=3.233
σ	0.058-0.047=0.011
min	1864.787-1861.579=3.208
max	1864.926-1861.690=3.236

*mean*	1814.800-1856.200=-41.400
σ	77.815-53.677=24.138
min	1780.000-1817.000=-37.000
max	1954.000-1915.000=39.000

*mean*	2.910-3.114=-0.204
σ	0.106-0.332=-0.226
min	2.739-2.862=-0.123
max	2.993-3.693=-0.700

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.854-1.806=0.048
σ	0.156-0.109=0.047
min	1.581-1.628=-0.047
max	1.970-1.898=0.072

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.793-446.183=0.610
σ	577.190-577.141=0.049
min	158.197-157.610=0.587
max	1312.578-1311.895=0.683

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	1780.000-1817.000=-37.000
σ	0.000
min	1780.000-1817.000=-37.000
max	1780.000-1817.000=-37.000

*mean*	0.433-0.553=-0.119
σ	0.317-0.577=-0.261
min	0.272-0.258=0.014
max	0.909-1.419=-0.510

policies=20

*mean*	1582.281-1576.410=5.871
σ	0.395-0.346=0.049
min	1582.019-1576.174=5.845
max	1582.869-1576.924=5.944

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	1780.000-1817.000=-37.000
σ	0.000
min	1780.000-1817.000=-37.000
max	1780.000-1817.000=-37.000

*mean*	2.695-2.619=0.076
σ	0.025-0.020=0.005
min	2.659-2.590=0.069
max	2.716-2.636=0.080

policies=200

*mean*	15830.812-15772.234=58.578
σ	0.173-0.141=0.032
min	15830.601-15772.109=58.492
max	15831.024-15772.428=58.596

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	1780.000-1817.000=-37.000
σ	0.000
min	1780.000-1817.000=-37.000
max	1780.000-1817.000=-37.000

*mean*	26.787-26.634=0.152
σ	0.302-0.217=0.085
min	26.492-26.432=0.060
max	27.193-26.855=0.338