Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.622-54.618=0.003
σ	0.348-0.348=0.000
min	54.484-54.485=-0.001
max	55.610-55.607=0.004

*mean*	422.000-416.000=6.000
σ	0.000
min	422.000-416.000=6.000
max	422.000-416.000=6.000

*mean*	0.148-0.139=0.009
σ	0.011-0.005=0.006
min	0.135-0.133=0.002
max	0.166-0.146=0.020

cache=y

dps=1

iters=10

policies=100

*mean*	43.787-43.788=-0.001
σ	0.007-0.006=0.001
min	43.777-43.780=-0.003
max	43.800-43.800=0.001

*mean*	422.000-416.000=6.000
σ	0.000
min	422.000-416.000=6.000
max	422.000-416.000=6.000

*mean*	0.123-0.123=-0.000
σ	0.004-0.004=0.000
min	0.119-0.120=-0.001
max	0.128-0.130=-0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=0.000
min	36.615
max	36.620

*mean*	4280.750-4111.125=169.625
σ	1862.441-1551.211=311.230
min	2073.000-2068.000=5.000
max	7544.000-6037.000=1507.000

*mean*	12.832-12.401=0.431
σ	1.708-0.218=1.490
min	11.936-12.156=-0.220
max	17.015-12.653=4.362

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.000
σ	0.002-0.002=-0.000
min	36.616-36.615=0.000
max	36.619-36.620=-0.000

*mean*	4280.750-4111.125=169.625
σ	1862.441-1551.211=311.230
min	2073.000-2068.000=5.000
max	7544.000-6037.000=1507.000

*mean*	12.918-12.583=0.335
σ	1.961-0.609=1.351
min	11.377-11.401=-0.023
max	17.598-13.127=4.471

op=table_records(), no indexes

*mean*	41.928-41.928=0.000
σ	0.000-0.000=0.000
min	41.928
max	41.929-41.929=0.000

*mean*	7544.000-6037.000=1507.000
σ	0.000
min	7544.000-6037.000=1507.000
max	7544.000-6037.000=1507.000

*mean*	13.143-13.348=-0.205
σ	1.388-1.187=0.201
min	10.415-11.010=-0.595
max	14.628-14.700=-0.072

op=table_records(), repeat

*mean*	41.928-41.928=0.000
σ	0.002-0.002=-0.000
min	41.927-41.927=0.000
max	41.932-41.932=-0.000

*mean*	4280.750-4111.125=169.625
σ	1862.441-1551.211=311.230
min	2073.000-2068.000=5.000
max	7544.000-6037.000=1507.000

*mean*	12.391-12.365=0.026
σ	2.012-2.007=0.005
min	10.437-10.442=-0.005
max	15.769-14.799=0.971

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.605-27.605=0.000
σ	0.002-0.002=0.000
min	27.603-27.603=0.000
max	27.607-27.607=0.000

*mean*	4280.750-4111.125=169.625
σ	1862.441-1551.211=311.230
min	2073.000-2068.000=5.000
max	7544.000-6037.000=1507.000

*mean*	8.625-8.441=0.184
σ	1.300-0.306=0.994
min	7.603-8.056=-0.453
max	11.744-8.827=2.917

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=-0.000
σ	0.002-0.002=-0.000
min	26.399
max	26.403

*mean*	4280.750-4111.125=169.625
σ	1862.441-1551.211=311.230
min	2073.000-2068.000=5.000
max	7544.000-6037.000=1507.000

*mean*	6.678-6.545=0.133
σ	1.146-0.177=0.969
min	6.014-6.299=-0.285
max	9.478-6.883=2.595

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=-0.000
σ	0.002-0.002=0.000
min	25.664-25.664=0.000
max	25.670-25.670=-0.000

*mean*	4280.750-4111.125=169.625
σ	1862.441-1551.211=311.230
min	2073.000-2068.000=5.000
max	7544.000-6037.000=1507.000

*mean*	5.473-5.531=-0.057
σ	0.410-0.093=0.317
min	5.209-5.393=-0.184
max	6.450-5.631=0.819

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=0.000
σ	0.002-0.002=-0.000
min	25.967
max	25.971

*mean*	4280.750-4111.125=169.625
σ	1862.441-1551.211=311.230
min	2073.000-2068.000=5.000
max	7544.000-6037.000=1507.000

*mean*	5.321-5.432=-0.111
σ	0.482-0.131=0.352
min	5.047-5.245=-0.198
max	6.491-5.711=0.779

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.603-2524.603=-0.000
σ	0.000-0.000=-0.000
min	2524.602-2524.603=-0.000
max	2524.603-2524.603=-0.000

*mean*	7544.000-6037.000=1507.000
σ	0.000
min	7544.000-6037.000=1507.000
max	7544.000-6037.000=1507.000

*mean*	1082.306-1566.267=-483.961
σ	72.339-823.448=-751.109
min	1045.840-1049.414=-3.574
max	1260.477-3007.520=-1747.043

op=load_product(), with indexes

*mean*	8744.567-8744.567=-0.000
σ	0.033-0.033=-0.000
min	8744.554
max	8744.648-8744.649=-0.001

*mean*	3814.500-3840.250=-25.750
σ	1582.543-1619.368=-36.825
min	2073.000-2068.000=5.000
max	5953.000-6037.000=-84.000

*mean*	4706.232-4413.846=292.386
σ	1579.581-1097.082=482.499
min	3562.780-3570.626=-7.846
max	7278.618-6245.260=1033.359

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.077=0.001
σ	0.002-0.002=0.000
min	62.076-62.076=0.000
max	62.080

*mean*	4280.750-4111.125=169.625
σ	1862.441-1551.211=311.230
min	2073.000-2068.000=5.000
max	7544.000-6037.000=1507.000

*mean*	87.277-81.529=5.748
σ	14.600-10.321=4.279
min	70.506-71.372=-0.866
max	114.303-97.880=16.423

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944
σ	0.001
min	40.944
max	40.945

*mean*	7544.000-6037.000=1507.000
σ	0.000
min	7544.000-6037.000=1507.000
max	7544.000-6037.000=1507.000

*mean*	98.408-94.957=3.451
σ	8.081-12.185=-4.104
min	86.850-73.289=13.561
max	106.994-107.663=-0.669

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=0.000
σ	0.001-0.000=0.001
min	66.685
max	66.689-66.687=0.003

*mean*	7544.000-6037.000=1507.000
σ	0.000
min	7544.000-6037.000=1507.000
max	7544.000-6037.000=1507.000

*mean*	149.561-221.394=-71.834
σ	15.327-229.008=-213.682
min	123.864-108.137=15.727
max	166.197-786.412=-620.215

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.832-11656.833=-0.000
σ	4.317-4.317=-0.000
min	11655.305-11655.305=0.000
max	11667.516-11667.517=-0.001

*mean*	4218.625-4111.125=107.500
σ	1909.952-1551.211=358.741
min	2073.000-2068.000=5.000
max	7544.000-6037.000=1507.000

*mean*	6383.554-6213.337=170.218
σ	1132.736-1380.079=-247.343
min	4972.090-4965.882=6.208
max	8177.588-8267.611=-90.023

op=vertical_lookup_list() on indexed

*mean*	11560.068-11560.069=-0.000
σ	0.001-0.001=0.000
min	11560.066-11560.068=-0.002
max	11560.069-11560.070=-0.001

*mean*	7544.000-6037.000=1507.000
σ	0.000
min	7544.000-6037.000=1507.000
max	7544.000-6037.000=1507.000

*mean*	5543.640-6600.241=-1056.601
σ	1259.022-1431.956=-172.934
min	4414.035-4424.035=-10.000
max	7411.697-7929.616=-517.919

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.590-172.590=-0.001
σ	0.030-0.028=0.003
min	172.558
max	172.628-172.626=0.002

*mean*	2073.000-2068.000=5.000
σ	0.000
min	2073.000-2068.000=5.000
max	2073.000-2068.000=5.000

*mean*	356.340-364.411=-8.072
σ	56.068-44.193=11.875
min	273.415-324.730=-51.315
max	449.490-456.535=-7.044

op=pointedIndexFromKvs

rows=400000

*mean*	357.372-357.367=0.004
σ	0.048-0.035=0.013
min	357.321
max	357.424-357.408=0.016

*mean*	2073.000-2068.000=5.000
σ	0.000
min	2073.000-2068.000=5.000
max	2073.000-2068.000=5.000

*mean*	758.128-733.275=24.853
σ	54.608-49.857=4.751
min	667.803-651.385=16.419
max	804.477-800.037=4.440

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.483-1008.480=0.002
σ	0.876-0.875=0.001
min	1007.978-1007.980=-0.001
max	1012.107-1012.105=0.002

*mean*	1047.750-1039.550=8.200
σ	295.952-304.928=-8.976
min	551.000-546.000=5.000
max	1451.000-1465.000=-14.000

*mean*	1.513-1.513=0.000
σ	0.081-0.079=0.002
min	1.406-1.433=-0.026
max	1.750-1.739=0.011

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883
σ	0.002
min	0.881
max	0.886

*mean*	1451.000-1465.000=-14.000
σ	0.000
min	1451.000-1465.000=-14.000
max	1451.000-1465.000=-14.000

*mean*	0.417-0.445=-0.028
σ	0.132-0.188=-0.056
min	0.338-0.342=-0.004
max	0.651-0.781=-0.131

name=error_case.art

*mean*	2.333-2.334=-0.000
σ	0.003-0.002=0.000
min	2.332
max	2.337

*mean*	1451.000-1465.000=-14.000
σ	0.000
min	1451.000-1465.000=-14.000
max	1451.000-1465.000=-14.000

*mean*	0.891-0.922=-0.031
σ	0.089-0.157=-0.068
min	0.833-0.833=-0.000
max	1.047-1.201=-0.154

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.520
max	1.524

*mean*	1451.000-1465.000=-14.000
σ	0.000
min	1451.000-1465.000=-14.000
max	1451.000-1465.000=-14.000

*mean*	0.544-0.539=0.005
σ	0.052-0.050=0.002
min	0.504-0.490=0.014
max	0.635-0.619=0.015

name=nested_use.art

*mean*	2.355-2.356=-0.000
σ	0.002-0.002=0.000
min	2.355
max	2.358

*mean*	1451.000-1465.000=-14.000
σ	0.000
min	1451.000-1465.000=-14.000
max	1451.000-1465.000=-14.000

*mean*	0.839-0.844=-0.004
σ	0.048-0.043=0.005
min	0.798-0.812=-0.014
max	0.919-0.913=0.006

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.923-963.920=0.003
σ	0.026-0.027=-0.001
min	963.904-963.902=0.001
max	963.966-963.966=-0.000

*mean*	1451.000-1465.000=-14.000
σ	0.000
min	1451.000-1465.000=-14.000
max	1451.000-1465.000=-14.000

*mean*	0.832-0.806=0.026
σ	0.030-0.018=0.012
min	0.796-0.775=0.022
max	0.858-0.820=0.039

name=cdr_enhanced_4k_loc.art

*mean*	884.890-884.889=0.001
σ	0.006-0.006=0.000
min	884.883
max	884.897-884.894=0.002

*mean*	1451.000-1465.000=-14.000
σ	0.000
min	1451.000-1465.000=-14.000
max	1451.000-1465.000=-14.000

*mean*	0.740-0.744=-0.004
σ	0.010-0.003=0.007
min	0.728-0.741=-0.013
max	0.749-0.748=0.001

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=0.000
σ	0.002-0.002=0.000
min	7.705
max	7.711-7.709=0.001

*mean*	1451.000-1465.000=-14.000
σ	0.000
min	1451.000-1465.000=-14.000
max	1451.000-1465.000=-14.000

*mean*	4.257-3.579=0.678
σ	0.067-0.082=-0.015
min	4.140-3.430=0.711
max	4.546-3.991=0.555

name=record_render_large_syntax_err.art

*mean*	7.655
σ	0.002
min	7.654
max	7.658

*mean*	1451.000-1465.000=-14.000
σ	0.000
min	1451.000-1465.000=-14.000
max	1451.000-1465.000=-14.000

*mean*	4.228-4.178=0.049
σ	0.074-0.275=-0.201
min	4.099-3.509=0.590
max	4.542-4.609=-0.067

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	1451.000-1465.000=-14.000
σ	0.000
min	1451.000-1465.000=-14.000
max	1451.000-1465.000=-14.000

*mean*	0.744-0.746=-0.001
σ	0.018-0.017=0.001
min	0.716-0.715=0.000
max	0.867-0.846=0.021

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	1451.000-1465.000=-14.000
σ	0.000
min	1451.000-1465.000=-14.000
max	1451.000-1465.000=-14.000

*mean*	0.714-0.713=0.002
σ	0.015-0.014=0.001
min	0.692-0.682=0.009
max	0.790-0.765=0.025

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.826-297.700=0.125
σ	0.179-0.263=-0.085
min	297.628-297.472=0.156
max	298.251-298.403=-0.152

*mean*	2073.000-2068.000=5.000
σ	0.000
min	2073.000-2068.000=5.000
max	2073.000-2068.000=5.000

*mean*	0.573-0.573=0.000
σ	0.033-0.044=-0.011
min	0.522-0.501=0.021
max	0.616-0.620=-0.005

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.008-222.011=-0.004
σ	0.000
min	222.008-222.011=-0.004
max	222.008-222.011=-0.004

*mean*	1780.125-1616.125=164.000
σ	56.215-70.379=-14.164
min	1641.000-1465.000=176.000
max	1800.000-1652.000=148.000

*mean*	203.361-202.753=0.608
σ	3.355-2.588=0.768
min	196.903-198.303=-1.400
max	208.504-206.540=1.964

phase=macro expansion

*mean*	6.130-6.133=-0.004
σ	0.000
min	6.130-6.133=-0.004
max	6.130-6.133=-0.004

*mean*	1780.125-1616.125=164.000
σ	56.215-70.379=-14.164
min	1641.000-1465.000=176.000
max	1800.000-1652.000=148.000

*mean*	10.752-9.942=0.811
σ	1.810-2.440=-0.630
min	7.224-6.244=0.979
max	12.522-12.679=-0.157

phase=parser

*mean*	1041.163-1041.159=0.004
σ	0.000-0.000=-0.000
min	1041.162-1041.158=0.004
max	1041.163-1041.159=0.004

*mean*	1780.125-1616.125=164.000
σ	56.215-70.379=-14.164
min	1641.000-1465.000=176.000
max	1800.000-1652.000=148.000

*mean*	613.350-595.319=18.031
σ	105.850-134.517=-28.667
min	426.244-383.391=42.854
max	728.817-724.999=3.818

phase=processProdDef

*mean*	6169.660-6169.660=0.001
σ	0.001-0.001=0.000
min	6169.660-6169.659=0.000
max	6169.661-6169.661=0.000

*mean*	1800.000-1639.500=160.500
σ	0.000-35.355=-35.355
min	1800.000-1552.000=248.000
max	1800.000-1652.000=148.000

*mean*	5400.783-6130.895=-730.112
σ	1506.084-972.797=533.286
min	3301.598-3947.107=-645.509
max	7359.182-7218.997=140.185

phase=renaming

*mean*	21.667
σ	0.000
min	21.667
max	21.667

*mean*	1780.125-1616.125=164.000
σ	56.215-70.379=-14.164
min	1641.000-1465.000=176.000
max	1800.000-1652.000=148.000

*mean*	39.400-40.321=-0.922
σ	7.794-8.012=-0.218
min	26.526-26.148=0.378
max	47.683-48.098=-0.415

phase=type checker

*mean*	958.693-958.690=0.004
σ	0.055
min	958.607-958.604=0.004
max	958.764-958.760=0.004

*mean*	1780.125-1616.125=164.000
σ	56.215-70.379=-14.164
min	1641.000-1465.000=176.000
max	1800.000-1652.000=148.000

*mean*	787.870-748.305=39.566
σ	120.008-79.676=40.332
min	635.763-656.820=-21.057
max	949.260-874.388=74.871

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	292.986-292.998=-0.012
σ	0.040-0.038=0.002
min	292.937-292.946=-0.009
max	293.031-293.035=-0.004

*mean*	1800.000-1652.000=148.000
σ	0.000
min	1800.000-1652.000=148.000
max	1800.000-1652.000=148.000

*mean*	0.401-0.404=-0.002
σ	0.008-0.012=-0.004
min	0.392-0.392=0.000
max	0.408-0.417=-0.008

iters=5

new-facts=1

prior-facts=6402

*mean*	1302.847-1302.826=0.021
σ	0.115-0.116=-0.001
min	1302.731-1302.731=-0.001
max	1303.032-1303.015=0.017

*mean*	1800.000-1652.000=148.000
σ	0.000
min	1800.000-1652.000=148.000
max	1800.000-1652.000=148.000

*mean*	1.989-1.909=0.080
σ	0.351-0.156=0.195
min	1.806-1.804=0.003
max	2.616-2.175=0.440

iters=5

new-facts=6402

prior-facts=1

*mean*	1545.894-1545.878=0.016
σ	4.007-4.077=-0.070
min	1543.920-1543.839=0.081
max	1553.057-1553.166=-0.110

*mean*	1800.000-1652.000=148.000
σ	0.000
min	1800.000-1652.000=148.000
max	1800.000-1652.000=148.000

*mean*	2.316-2.351=-0.035
σ	0.120-0.335=-0.216
min	2.118-2.121=-0.003
max	2.427-2.919=-0.493

iters=5

new-facts=6402

prior-facts=6402

*mean*	1864.864-1864.868=-0.004
σ	0.042-0.053=-0.011
min	1864.811-1864.810=0.001
max	1864.913-1864.922=-0.009

*mean*	1866.800-1782.400=84.400
σ	118.257-180.745=-62.488
min	1800.000-1652.000=148.000
max	2073.000-2068.000=5.000

*mean*	2.923-2.928=-0.005
σ	0.089-0.069=0.020
min	2.830-2.876=-0.045
max	3.043-3.020=0.023

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.782-1.796=-0.014
σ	0.158-0.132=0.027
min	1.617-1.567=0.049
max	1.981-1.891=0.090

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.792-446.792=0.000
σ	577.190-577.190=0.001
min	158.195-158.193=0.002
max	1312.577-1312.577=0.001

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	1800.000-1652.000=148.000
σ	0.000
min	1800.000-1652.000=148.000
max	1800.000-1652.000=148.000

*mean*	0.471-0.454=0.017
σ	0.389-0.354=0.035
min	0.273-0.273=-0.000
max	1.054-0.985=0.069

policies=20

*mean*	1582.288-1582.281=0.007
σ	0.420-0.410=0.009
min	1582.008-1582.009=-0.001
max	1582.913-1582.892=0.020

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	1800.000-1652.000=148.000
σ	0.000
min	1800.000-1652.000=148.000
max	1800.000-1652.000=148.000

*mean*	2.732-2.724=0.008
σ	0.006-0.014=-0.007
min	2.726-2.714=0.012
max	2.739-2.744=-0.006

policies=200

*mean*	15830.798-15830.762=0.036
σ	0.163-0.153=0.009
min	15830.664-15830.602=0.063
max	15831.015-15830.970=0.044

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	1800.000-1652.000=148.000
σ	0.000
min	1800.000-1652.000=148.000
max	1800.000-1652.000=148.000

*mean*	27.563-26.603=0.960
σ	0.109-0.153=-0.044
min	27.459-26.403=1.056
max	27.702-26.765=0.937