Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.618-54.617=0.002
σ	0.349-0.351=-0.002
min	54.489-54.482=0.007
max	55.610-55.615=-0.005

*mean*	414.000-418.000=-4.000
σ	0.000
min	414.000-418.000=-4.000
max	414.000-418.000=-4.000

*mean*	0.139-0.140=-0.002
σ	0.006-0.004=0.001
min	0.131-0.137=-0.006
max	0.148-0.148=0.000

cache=y

dps=1

iters=10

policies=100

*mean*	43.787-43.785=0.002
σ	0.006-0.006=0.001
min	43.779-43.779=0.000
max	43.799-43.798=0.001

*mean*	414.000-418.000=-4.000
σ	0.000
min	414.000-418.000=-4.000
max	414.000-418.000=-4.000

*mean*	0.122-0.124=-0.002
σ	0.004-0.003=0.000
min	0.118-0.120=-0.003
max	0.128-0.129=-0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=-0.000
min	36.616-36.615=0.000
max	36.620

*mean*	4096.125-4104.625=-8.500
σ	1580.127-1573.052=7.075
min	1954.000-1966.000=-12.000
max	6045.000-6048.000=-3.000

*mean*	12.241-12.357=-0.116
σ	0.187-0.282=-0.095
min	12.069-11.947=0.122
max	12.662-12.757=-0.096

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.000
σ	0.002-0.002=0.000
min	36.615-36.616=-0.000
max	36.620-36.619=0.000

*mean*	4096.125-4104.625=-8.500
σ	1580.127-1573.052=7.075
min	1954.000-1966.000=-12.000
max	6045.000-6048.000=-3.000

*mean*	11.683-12.811=-1.128
σ	0.204-0.197=0.007
min	11.414-12.534=-1.120
max	12.065-13.202=-1.137

op=table_records(), no indexes

*mean*	41.928-41.928=-0.000
σ	0.000-0.000=-0.000
min	41.928
max	41.929-41.929=-0.000

*mean*	6045.000-6048.000=-3.000
σ	0.000
min	6045.000-6048.000=-3.000
max	6045.000-6048.000=-3.000

*mean*	13.429-13.318=0.111
σ	1.162-1.191=-0.028
min	11.102-10.825=0.277
max	15.012-14.821=0.191

op=table_records(), repeat

*mean*	41.928-41.928=-0.000
σ	0.002-0.002=0.000
min	41.927-41.927=-0.000
max	41.931-41.931=0.000

*mean*	4096.125-4104.625=-8.500
σ	1580.127-1573.052=7.075
min	1954.000-1966.000=-12.000
max	6045.000-6048.000=-3.000

*mean*	12.348-12.405=-0.058
σ	1.876-1.951=-0.076
min	10.531-10.497=0.034
max	14.544-14.639=-0.095

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.605-27.605=-0.000
σ	0.002-0.002=0.000
min	27.603-27.603=-0.000
max	27.607-27.607=0.000

*mean*	4096.125-4104.625=-8.500
σ	1580.127-1573.052=7.075
min	1954.000-1966.000=-12.000
max	6045.000-6048.000=-3.000

*mean*	8.440-8.506=-0.067
σ	0.273-0.459=-0.186
min	8.069-7.869=0.199
max	8.741-9.149=-0.408

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=-0.000
σ	0.002-0.002=-0.000
min	26.399
max	26.403-26.403=-0.000

*mean*	4096.125-4104.625=-8.500
σ	1580.127-1573.052=7.075
min	1954.000-1966.000=-12.000
max	6045.000-6048.000=-3.000

*mean*	6.219-6.405=-0.186
σ	0.262-0.224=0.038
min	5.817-6.152=-0.335
max	6.496-6.772=-0.276

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=-0.000
σ	0.002-0.002=0.000
min	25.664-25.665=-0.000
max	25.670-25.670=-0.000

*mean*	4096.125-4104.625=-8.500
σ	1580.127-1573.052=7.075
min	1954.000-1966.000=-12.000
max	6045.000-6048.000=-3.000

*mean*	5.439-5.585=-0.146
σ	0.130-0.149=-0.019
min	5.303-5.291=0.012
max	5.624-5.816=-0.192

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=0.000
σ	0.002-0.002=0.000
min	25.967-25.967=0.000
max	25.971-25.971=0.000

*mean*	4096.125-4104.625=-8.500
σ	1580.127-1573.052=7.075
min	1954.000-1966.000=-12.000
max	6045.000-6048.000=-3.000

*mean*	5.162-5.355=-0.193
σ	0.287-0.112=0.175
min	4.797-5.184=-0.387
max	5.625-5.581=0.044

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.603-2524.593=0.009
σ	0.000-0.000=0.000
min	2524.603-2524.593=0.009
max	2524.603-2524.594=0.009

*mean*	6045.000-6048.000=-3.000
σ	0.000
min	6045.000-6048.000=-3.000
max	6045.000-6048.000=-3.000

*mean*	1427.759-1561.003=-133.244
σ	608.247-835.136=-226.889
min	1043.252-1031.220=12.032
max	2701.532-3039.791=-338.258

op=load_product(), with indexes

*mean*	8744.567-8744.559=0.009
σ	0.033-0.033=0.000
min	8744.553-8744.544=0.009
max	8744.649-8744.640=0.009

*mean*	3806.500-3821.375=-14.875
σ	1664.300-1654.472=9.828
min	1954.000-1966.000=-12.000
max	6045.000-6048.000=-3.000

*mean*	4409.139-4579.108=-169.970
σ	1255.032-1444.351=-189.318
min	3540.165-3536.816=3.349
max	6828.092-7306.706=-478.613

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.077=-0.000
σ	0.002-0.002=0.000
min	62.076
max	62.080

*mean*	4096.125-4104.625=-8.500
σ	1580.127-1573.052=7.075
min	1954.000-1966.000=-12.000
max	6045.000-6048.000=-3.000

*mean*	79.608-85.053=-5.446
σ	8.831-13.952=-5.121
min	70.922-71.330=-0.409
max	97.042-102.386=-5.344

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=-0.001
σ	0.001-0.001=-0.001
min	40.944-40.944=-0.000
max	40.945-40.948=-0.002

*mean*	6045.000-6048.000=-3.000
σ	0.000
min	6045.000-6048.000=-3.000
max	6045.000-6048.000=-3.000

*mean*	96.842-96.682=0.160
σ	11.983-9.121=2.862
min	73.496-80.748=-7.252
max	108.100-108.859=-0.759

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=0.000
σ	0.000-0.000=0.000
min	66.685
max	66.686

*mean*	6045.000-6048.000=-3.000
σ	0.000
min	6045.000-6048.000=-3.000
max	6045.000-6048.000=-3.000

*mean*	197.477-227.180=-29.703
σ	153.165-238.046=-84.882
min	115.477-119.805=-4.328
max	574.602-815.187=-240.584

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.833-11656.833=-0.000
σ	4.317-4.317=0.000
min	11655.305
max	11667.517

*mean*	4096.125-4104.625=-8.500
σ	1580.127-1573.052=7.075
min	1954.000-1966.000=-12.000
max	6045.000-6048.000=-3.000

*mean*	6372.812-6492.045=-119.232
σ	1327.381-1250.418=76.962
min	4871.012-4933.043=-62.031
max	8172.250-8064.175=108.076

op=vertical_lookup_list() on indexed

*mean*	11560.068-11560.069=-0.000
σ	0.001-0.001=0.000
min	11560.066-11560.067=-0.001
max	11560.069

*mean*	6045.000-6048.000=-3.000
σ	0.000
min	6045.000-6048.000=-3.000
max	6045.000-6048.000=-3.000

*mean*	6774.229-6795.746=-21.516
σ	1319.500-1243.199=76.302
min	4392.912-4423.111=-30.199
max	8252.879-8310.016=-57.137

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.582-172.585=-0.003
σ	0.027-0.027=0.000
min	172.558
max	172.624-172.627=-0.003

*mean*	1954.000-1966.000=-12.000
σ	0.000
min	1954.000-1966.000=-12.000
max	1954.000-1966.000=-12.000

*mean*	329.143-361.566=-32.423
σ	45.816-25.103=20.713
min	261.226-318.798=-57.572
max	381.219-401.350=-20.130

op=pointedIndexFromKvs

rows=400000

*mean*	357.364-357.371=-0.006
σ	0.041-0.043=-0.002
min	357.321
max	357.422-357.427=-0.005

*mean*	1954.000-1966.000=-12.000
σ	0.000
min	1954.000-1966.000=-12.000
max	1954.000-1966.000=-12.000

*mean*	778.234-784.261=-6.026
σ	14.309-21.160=-6.851
min	762.525-749.975=12.550
max	801.339-815.673=-14.334

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.480-1008.185=0.295
σ	0.867-0.886=-0.019
min	1007.977-1007.689=0.288
max	1012.061-1011.861=0.200

*mean*	1040.250-1043.100=-2.850
σ	305.527-307.150=-1.623
min	546.000-548.000=-2.000
max	1466.000-1474.000=-8.000

*mean*	1.521-1.549=-0.028
σ	0.064-0.080=-0.016
min	1.453-1.462=-0.009
max	1.716-1.761=-0.045

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.884-0.883=0.001
σ	0.002-0.002=0.000
min	0.881
max	0.886-0.886=0.000

*mean*	1466.000-1474.000=-8.000
σ	0.000
min	1466.000-1474.000=-8.000
max	1466.000-1474.000=-8.000

*mean*	0.472-0.423=0.049
σ	0.183-0.129=0.054
min	0.347-0.355=-0.008
max	0.771-0.653=0.118

name=error_case.art

*mean*	2.333
σ	0.003
min	2.332
max	2.337

*mean*	1466.000-1474.000=-8.000
σ	0.000
min	1466.000-1474.000=-8.000
max	1466.000-1474.000=-8.000

*mean*	0.924-0.884=0.040
σ	0.159-0.077=0.082
min	0.836-0.830=0.007
max	1.207-1.018=0.189

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.520
max	1.524

*mean*	1466.000-1474.000=-8.000
σ	0.000
min	1466.000-1474.000=-8.000
max	1466.000-1474.000=-8.000

*mean*	0.541-0.544=-0.003
σ	0.051-0.048=0.003
min	0.493-0.503=-0.010
max	0.623-0.621=0.002

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	1466.000-1474.000=-8.000
σ	0.000
min	1466.000-1474.000=-8.000
max	1466.000-1474.000=-8.000

*mean*	0.837-0.853=-0.016
σ	0.038-0.042=-0.004
min	0.804-0.814=-0.010
max	0.896-0.912=-0.016

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.922-963.541=0.381
σ	0.028-0.032=-0.003
min	963.902-963.523=0.379
max	963.972-963.597=0.375

*mean*	1466.000-1474.000=-8.000
σ	0.000
min	1466.000-1474.000=-8.000
max	1466.000-1474.000=-8.000

*mean*	0.849-0.836=0.012
σ	0.031-0.019=0.012
min	0.794-0.818=-0.024
max	0.866-0.858=0.008

name=cdr_enhanced_4k_loc.art

*mean*	884.888-884.854=0.034
σ	0.005-0.005=-0.000
min	884.883-884.847=0.036
max	884.895-884.861=0.034

*mean*	1466.000-1474.000=-8.000
σ	0.000
min	1466.000-1474.000=-8.000
max	1466.000-1474.000=-8.000

*mean*	0.730-0.717=0.013
σ	0.035-0.037=-0.002
min	0.668-0.661=0.007
max	0.751-0.744=0.007

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=-0.000
σ	0.002-0.002=0.000
min	7.705
max	7.709-7.711=-0.001

*mean*	1466.000-1474.000=-8.000
σ	0.000
min	1466.000-1474.000=-8.000
max	1466.000-1474.000=-8.000

*mean*	4.253-4.247=0.006
σ	0.092-0.106=-0.014
min	4.016-4.081=-0.065
max	4.540-4.807=-0.267

name=record_render_large_syntax_err.art

*mean*	7.655
σ	0.002
min	7.654
max	7.658

*mean*	1466.000-1474.000=-8.000
σ	0.000
min	1466.000-1474.000=-8.000
max	1466.000-1474.000=-8.000

*mean*	4.230-4.283=-0.052
σ	0.078-0.106=-0.028
min	4.070-4.033=0.037
max	4.473-4.581=-0.108

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	1466.000-1474.000=-8.000
σ	0.000
min	1466.000-1474.000=-8.000
max	1466.000-1474.000=-8.000

*mean*	0.747-0.756=-0.009
σ	0.020-0.019=0.001
min	0.706-0.726=-0.020
max	0.870-0.874=-0.005

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	1466.000-1474.000=-8.000
σ	0.000
min	1466.000-1474.000=-8.000
max	1466.000-1474.000=-8.000

*mean*	0.712-0.720=-0.008
σ	0.015-0.016=-0.001
min	0.680-0.672=0.008
max	0.782-0.779=0.003

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.706-297.292=0.414
σ	0.226-0.204=0.022
min	297.553-297.171=0.382
max	298.328-297.864=0.464

*mean*	1954.000-1966.000=-12.000
σ	0.000
min	1954.000-1966.000=-12.000
max	1954.000-1966.000=-12.000

*mean*	0.593-0.612=-0.019
σ	0.020-0.032=-0.012
min	0.539-0.590=-0.051
max	0.610-0.699=-0.089

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.011-221.996=0.015
σ	0.000
min	222.011-221.996=0.015
max	222.011-221.996=0.015

*mean*	1722.500-1655.500=67.000
σ	85.835-148.311=-62.476
min	1556.000-1474.000=82.000
max	1780.000-1815.000=-35.000

*mean*	211.367-207.162=4.205
σ	21.424-1.970=19.454
min	202.095-204.902=-2.807
max	264.299-210.686=53.613

phase=macro expansion

*mean*	6.133-6.127=0.006
σ	0.000
min	6.133-6.127=0.006
max	6.133-6.127=0.006

*mean*	1722.500-1655.500=67.000
σ	85.835-148.311=-62.476
min	1556.000-1474.000=82.000
max	1780.000-1815.000=-35.000

*mean*	11.466-10.731=0.735
σ	2.796-2.486=0.310
min	6.390-6.276=0.115
max	15.499-13.696=1.803

phase=parser

*mean*	1041.161-1041.086=0.075
σ	0.000-0.000=-0.000
min	1041.160-1041.085=0.075
max	1041.161-1041.086=0.074

*mean*	1722.500-1655.500=67.000
σ	85.835-148.311=-62.476
min	1556.000-1474.000=82.000
max	1780.000-1815.000=-35.000

*mean*	666.874-643.161=23.712
σ	131.477-136.288=-4.811
min	402.919-378.310=24.609
max	837.299-827.430=9.870

phase=processProdDef

*mean*	6169.658-6169.661=-0.003
σ	0.001-0.001=-0.001
min	6169.657-6169.660=-0.003
max	6169.659-6169.664=-0.005

*mean*	1750.500-1698.125=52.375
σ	54.623-137.288=-82.665
min	1662.000-1474.000=188.000
max	1780.000-1815.000=-35.000

*mean*	4989.928-5764.822=-774.894
σ	1682.020-1638.138=43.881
min	3040.596-3597.820=-557.223
max	7656.980-8041.223=-384.243

phase=renaming

*mean*	21.667-21.666=0.001
σ	0.000
min	21.667-21.666=0.001
max	21.667-21.666=0.001

*mean*	1722.500-1655.500=67.000
σ	85.835-148.311=-62.476
min	1556.000-1474.000=82.000
max	1780.000-1815.000=-35.000

*mean*	43.348-41.732=1.616
σ	10.339-9.704=0.634
min	20.353-20.726=-0.373
max	54.631-51.854=2.777

phase=type checker

*mean*	958.690-958.669=0.021
σ	0.055
min	958.604-958.583=0.021
max	958.760-958.739=0.021

*mean*	1722.500-1655.500=67.000
σ	85.835-148.311=-62.476
min	1556.000-1474.000=82.000
max	1780.000-1815.000=-35.000

*mean*	754.249-797.025=-42.775
σ	90.661-150.448=-59.787
min	631.413-666.364=-34.951
max	908.063-1121.571=-213.508

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	292.992-289.769=3.223
σ	0.047-0.033=0.014
min	292.937-289.726=3.211
max	293.045-289.804=3.241

*mean*	1780.000-1815.000=-35.000
σ	0.000
min	1780.000-1815.000=-35.000
max	1780.000-1815.000=-35.000

*mean*	0.411-0.401=0.010
σ	0.016-0.013=0.003
min	0.398-0.395=0.003
max	0.435-0.424=0.011

iters=5

new-facts=1

prior-facts=6402

*mean*	1302.856-1299.624=3.232
σ	0.104-0.111=-0.007
min	1302.733-1299.491=3.242
max	1303.020-1299.798=3.223

*mean*	1780.000-1815.000=-35.000
σ	0.000
min	1780.000-1815.000=-35.000
max	1780.000-1815.000=-35.000

*mean*	2.022-2.046=-0.024
σ	0.176-0.129=0.047
min	1.817-1.906=-0.090
max	2.260-2.195=0.065

iters=5

new-facts=6402

prior-facts=1

*mean*	1545.885-1542.631=3.254
σ	4.019-4.000=0.019
min	1543.914-1540.688=3.225
max	1553.070-1549.780=3.289

*mean*	1780.000-1815.000=-35.000
σ	0.000
min	1780.000-1815.000=-35.000
max	1780.000-1815.000=-35.000

*mean*	2.312-2.251=0.061
σ	0.123-0.119=0.004
min	2.132-2.130=0.002
max	2.445-2.415=0.030

iters=5

new-facts=6402

prior-facts=6402

*mean*	1864.862-1861.650=3.213
σ	0.058-0.072=-0.014
min	1864.787-1861.564=3.223
max	1864.926-1861.728=3.197

*mean*	1814.800-1875.400=-60.600
σ	77.815-82.706=-4.891
min	1780.000-1815.000=-35.000
max	1954.000-1966.000=-12.000

*mean*	2.910-3.211=-0.301
σ	0.106-0.409=-0.304
min	2.739-2.683=0.057
max	2.993-3.721=-0.728

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.854-1.830=0.024
σ	0.156-0.073=0.083
min	1.581-1.764=-0.183
max	1.970-1.954=0.016

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.793-446.185=0.608
σ	577.190-577.141=0.049
min	158.197-157.614=0.583
max	1312.578-1311.897=0.681

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	1780.000-1815.000=-35.000
σ	0.000
min	1780.000-1815.000=-35.000
max	1780.000-1815.000=-35.000

*mean*	0.433-0.434=-0.001
σ	0.317-0.310=0.007
min	0.272-0.276=-0.004
max	0.909-0.899=0.009

policies=20

*mean*	1582.281-1576.435=5.846
σ	0.395-0.387=0.008
min	1582.019-1576.182=5.837
max	1582.869-1577.012=5.857

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	1780.000-1815.000=-35.000
σ	0.000
min	1780.000-1815.000=-35.000
max	1780.000-1815.000=-35.000

*mean*	2.695-2.729=-0.035
σ	0.025-0.038=-0.014
min	2.659-2.701=-0.042
max	2.716-2.786=-0.070

policies=200

*mean*	15830.812-15772.213=58.599
σ	0.173-0.230=-0.057
min	15830.601-15771.980=58.620
max	15831.024-15772.524=58.500

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	1780.000-1815.000=-35.000
σ	0.000
min	1780.000-1815.000=-35.000
max	1780.000-1815.000=-35.000

*mean*	26.787-26.615=0.171
σ	0.302-0.141=0.161
min	26.492-26.488=0.004
max	27.193-26.741=0.453