Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.616-54.616=0.000
σ	0.351-0.349=0.002
min	54.482-54.479=0.003
max	55.615-55.609=0.006

*mean*	416.000
σ	0.000
min	416.000
max	416.000

*mean*	0.138-0.139=-0.001
σ	0.004-0.005=-0.001
min	0.132-0.132=0.000
max	0.145-0.147=-0.003

cache=y

dps=1

iters=10

policies=100

*mean*	43.785-43.785=0.000
σ	0.006-0.007=-0.000
min	43.775-43.777=-0.002
max	43.798-43.796=0.002

*mean*	416.000
σ	0.000
min	416.000
max	416.000

*mean*	0.121-0.123=-0.003
σ	0.006-0.004=0.002
min	0.115-0.120=-0.005
max	0.129-0.131=-0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=0.000
min	36.615
max	36.620-36.620=-0.000

*mean*	4263.750-4113.000=150.750
σ	1878.098-1578.991=299.107
min	1981.000-1889.000=92.000
max	7542.000-6044.000=1498.000

*mean*	12.945-68.145=-55.200
σ	1.706-157.672=-155.966
min	11.819-12.106=-0.287
max	17.082-458.363=-441.281

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.000
σ	0.002-0.002=-0.000
min	36.616-36.615=0.000
max	36.620-36.620=-0.000

*mean*	4263.750-4113.000=150.750
σ	1878.098-1578.991=299.107
min	1981.000-1889.000=92.000
max	7542.000-6044.000=1498.000

*mean*	13.175-12.605=0.569
σ	1.224-1.308=-0.084
min	12.488-11.478=1.010
max	16.179-15.492=0.687

op=table_records(), no indexes

*mean*	41.928-41.929=-0.000
σ	0.001-0.000=0.000
min	41.928
max	41.929-41.929=0.000

*mean*	7542.000-6044.000=1498.000
σ	0.000
min	7542.000-6044.000=1498.000
max	7542.000-6044.000=1498.000

*mean*	13.876-13.907=-0.031
σ	0.952-1.340=-0.388
min	12.815-11.448=1.366
max	15.206-15.305=-0.098

op=table_records(), repeat

*mean*	41.928-41.928=0.000
σ	0.002-0.002=-0.000
min	41.927
max	41.931-41.931=0.000

*mean*	4263.750-4032.125=231.625
σ	1878.098-1643.192=234.906
min	1981.000-1889.000=92.000
max	7542.000-6044.000=1498.000

*mean*	12.528-12.411=0.117
σ	2.249-1.710=0.539
min	10.433-10.343=0.090
max	15.731-14.713=1.018

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.605-27.605=-0.000
σ	0.002-0.002=0.000
min	27.603-27.603=-0.000
max	27.607-27.607=-0.000

*mean*	4263.750-4032.125=231.625
σ	1878.098-1643.192=234.906
min	1981.000-1889.000=92.000
max	7542.000-6044.000=1498.000

*mean*	8.752-8.329=0.422
σ	1.319-0.357=0.963
min	7.825-7.722=0.102
max	11.935-8.693=3.241

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=0.000
σ	0.002-0.002=0.000
min	26.399
max	26.403

*mean*	4263.750-4032.125=231.625
σ	1878.098-1643.192=234.906
min	1981.000-1889.000=92.000
max	7542.000-6044.000=1498.000

*mean*	6.696-6.422=0.274
σ	1.112-0.173=0.939
min	5.821-6.152=-0.332
max	9.322-6.687=2.635

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.667=-0.000
σ	0.002-0.003=-0.001
min	25.664
max	25.670-25.672=-0.003

*mean*	4263.750-4113.000=150.750
σ	1878.098-1578.991=299.107
min	1981.000-1889.000=92.000
max	7542.000-6044.000=1498.000

*mean*	5.595-5.290=0.305
σ	0.390-0.155=0.235
min	5.361-5.031=0.330
max	6.545-5.470=1.075

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=0.000
σ	0.002-0.002=0.000
min	25.967
max	25.971-25.971=0.000

*mean*	4263.750-4113.000=150.750
σ	1878.098-1578.991=299.107
min	1981.000-1889.000=92.000
max	7542.000-6044.000=1498.000

*mean*	5.459-5.216=0.242
σ	0.527-0.101=0.426
min	5.098-5.048=0.051
max	6.669-5.325=1.345

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.593-2524.594=-0.000
σ	0.000-0.000=-0.000
min	2524.593
max	2524.593-2524.594=-0.001

*mean*	7542.000-6044.000=1498.000
σ	0.000
min	7542.000-6044.000=1498.000
max	7542.000-6044.000=1498.000

*mean*	1054.076-1915.673=-861.596
σ	5.777-1084.345=-1078.569
min	1045.453-1033.050=12.403
max	1061.960-3492.913=-2430.953

op=load_product(), with indexes

*mean*	8744.558-8744.558=-0.000
σ	0.033-0.033=0.000
min	8744.544-8744.545=-0.001
max	8744.640-8744.640=0.000

*mean*	3784.250-3796.000=-11.750
σ	1607.727-1689.290=-81.563
min	1981.000-1889.000=92.000
max	5939.000-6044.000=-105.000

*mean*	4513.098-4454.885=58.212
σ	1247.689-1026.794=220.894
min	3556.834-3536.623=20.211
max	6640.123-6341.096=299.027

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.077=-0.000
σ	0.002-0.002=-0.000
min	62.075-62.076=-0.000
max	62.080

*mean*	4263.750-4032.125=231.625
σ	1878.098-1643.192=234.906
min	1981.000-1889.000=92.000
max	7542.000-6044.000=1498.000

*mean*	86.599-80.763=5.836
σ	13.351-11.170=2.181
min	71.412-71.008=0.404
max	106.523-99.319=7.205

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=-0.000
σ	0.001-0.001=0.000
min	40.944-40.944=-0.000
max	40.945

*mean*	7542.000-6044.000=1498.000
σ	0.000
min	7542.000-6044.000=1498.000
max	7542.000-6044.000=1498.000

*mean*	238.403-181.075=57.328
σ	393.391-230.510=162.881
min	85.584-77.601=7.983
max	1211.786-750.712=461.074

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=0.000
σ	0.000-0.000=-0.000
min	66.685
max	66.686-66.687=-0.000

*mean*	7542.000-6044.000=1498.000
σ	0.000
min	7542.000-6044.000=1498.000
max	7542.000-6044.000=1498.000

*mean*	152.901-151.720=1.181
σ	13.643-19.128=-5.485
min	137.923-116.783=21.140
max	169.440-167.259=2.180

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.833-11656.832=0.001
σ	4.317-4.317=-0.000
min	11655.305-11655.305=0.000
max	11667.517

*mean*	4263.750-4032.125=231.625
σ	1878.098-1643.192=234.906
min	1981.000-1889.000=92.000
max	7542.000-6044.000=1498.000

*mean*	6442.952-6479.008=-36.057
σ	1213.327-1186.185=27.142
min	4990.274-4925.389=64.884
max	8209.479-8057.685=151.794

op=vertical_lookup_list() on indexed

*mean*	11560.069-11560.069=0.000
σ	0.002-0.002=-0.000
min	11560.066-11560.068=-0.002
max	11560.072-11560.073=-0.001

*mean*	7542.000-6044.000=1498.000
σ	0.000
min	7542.000-6044.000=1498.000
max	7542.000-6044.000=1498.000

*mean*	5392.109-6522.064=-1129.954
σ	1295.656-1793.615=-497.958
min	4376.246-4389.642=-13.396
max	7313.346-8537.971=-1224.625

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.583-172.583=-0.001
σ	0.028-0.028=-0.001
min	172.558
max	172.629-172.629=-0.000

*mean*	1981.000-1889.000=92.000
σ	0.000
min	1981.000-1889.000=92.000
max	1981.000-1889.000=92.000

*mean*	367.632-362.327=5.305
σ	21.758-45.367=-23.609
min	339.436-266.680=72.757
max	404.592-405.897=-1.305

op=pointedIndexFromKvs

rows=400000

*mean*	357.361-357.360=0.001
σ	0.038-0.036=0.002
min	357.321
max	357.408-357.405=0.003

*mean*	1981.000-1889.000=92.000
σ	0.000
min	1981.000-1889.000=92.000
max	1981.000-1889.000=92.000

*mean*	753.520-748.950=4.570
σ	55.334-77.700=-22.366
min	635.866-620.846=15.020
max	818.278-824.941=-6.663

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.181-1008.186=-0.004
σ	0.927-0.885=0.042
min	1007.724-1007.689=0.035
max	1012.040-1011.857=0.183

*mean*	1041.400-1040.400=1.000
σ	304.882-305.691=-0.809
min	557.000-546.000=11.000
max	1468.000-1467.000=1.000

*mean*	1.557-1.565=-0.008
σ	0.112-0.146=-0.034
min	1.463-1.398=0.065
max	1.813-2.056=-0.243

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.884-0.883=0.001
σ	0.002-0.002=0.000
min	0.881
max	0.886-0.886=0.001

*mean*	1468.000-1467.000=1.000
σ	0.000
min	1468.000-1467.000=1.000
max	1468.000-1467.000=1.000

*mean*	0.446-0.433=0.013
σ	0.131-0.159=-0.028
min	0.343-0.336=0.006
max	0.656-0.713=-0.057

name=error_case.art

*mean*	2.333
σ	0.003
min	2.332
max	2.337

*mean*	1468.000-1467.000=1.000
σ	0.000
min	1468.000-1467.000=1.000
max	1468.000-1467.000=1.000

*mean*	0.892-0.916=-0.024
σ	0.096-0.158=-0.062
min	0.834-0.826=0.009
max	1.064-1.197=-0.133

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.520
max	1.524

*mean*	1468.000-1467.000=1.000
σ	0.000
min	1468.000-1467.000=1.000
max	1468.000-1467.000=1.000

*mean*	0.542-0.545=-0.004
σ	0.045-0.042=0.003
min	0.506-0.514=-0.008
max	0.619-0.614=0.005

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	1468.000-1467.000=1.000
σ	0.000
min	1468.000-1467.000=1.000
max	1468.000-1467.000=1.000

*mean*	0.843-0.832=0.010
σ	0.042-0.029=0.013
min	0.801-0.813=-0.012
max	0.912-0.883=0.030

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.542-963.541=0.001
σ	0.027-0.027=0.000
min	963.523
max	963.590-963.588=0.001

*mean*	1468.000-1467.000=1.000
σ	0.000
min	1468.000-1467.000=1.000
max	1468.000-1467.000=1.000

*mean*	0.847-0.804=0.043
σ	0.032-0.050=-0.018
min	0.790-0.729=0.061
max	0.872-0.853=0.019

name=cdr_enhanced_4k_loc.art

*mean*	884.851-884.854=-0.002
σ	0.005-0.006=-0.001
min	884.847
max	884.859-884.861=-0.001

*mean*	1468.000-1467.000=1.000
σ	0.000
min	1468.000-1467.000=1.000
max	1468.000-1467.000=1.000

*mean*	0.705-0.716=-0.011
σ	0.036-0.064=-0.028
min	0.644-0.603=0.042
max	0.740-0.751=-0.011

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=-0.000
σ	0.002-0.002=0.000
min	7.705
max	7.711-7.709=0.001

*mean*	1468.000-1467.000=1.000
σ	0.000
min	1468.000-1467.000=1.000
max	1468.000-1467.000=1.000

*mean*	4.279-3.529=0.751
σ	0.078-0.094=-0.016
min	4.137-3.387=0.750
max	4.550-4.079=0.470

name=record_render_large_syntax_err.art

*mean*	7.655
σ	0.002
min	7.654
max	7.658

*mean*	1468.000-1467.000=1.000
σ	0.000
min	1468.000-1467.000=1.000
max	1468.000-1467.000=1.000

*mean*	4.259-3.511=0.748
σ	0.073-0.078=-0.005
min	4.121-3.357=0.763
max	4.513-3.871=0.642

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	1468.000-1467.000=1.000
σ	0.000
min	1468.000-1467.000=1.000
max	1468.000-1467.000=1.000

*mean*	0.757-0.736=0.021
σ	0.019-0.024=-0.005
min	0.726-0.702=0.024
max	0.878-0.854=0.024

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	1468.000-1467.000=1.000
σ	0.000
min	1468.000-1467.000=1.000
max	1468.000-1467.000=1.000

*mean*	0.700-0.709=-0.009
σ	0.023-0.014=0.009
min	0.633-0.672=-0.039
max	0.812-0.747=0.065

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.595-297.356=0.240
σ	0.228-0.222=0.006
min	297.356-297.188=0.169
max	298.193-297.960=0.234

*mean*	1981.000-1889.000=92.000
σ	0.000
min	1981.000-1889.000=92.000
max	1981.000-1889.000=92.000

*mean*	0.545-0.587=-0.042
σ	0.037-0.039=-0.003
min	0.504-0.515=-0.010
max	0.593-0.638=-0.045

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	219.065-219.277=-0.212
σ	0.000
min	219.065-219.277=-0.212
max	219.065-219.277=-0.212

*mean*	1567.125-1762.750=-195.625
σ	113.831-54.447=59.384
min	1468.000-1628.000=-160.000
max	1698.000-1782.000=-84.000

*mean*	195.550-194.567=0.983
σ	2.514-2.870=-0.356
min	192.721-191.376=1.345
max	199.869-199.156=0.714

phase=macro expansion

*mean*	1.295
σ	0.000
min	1.295
max	1.295

*mean*	1567.125-1762.750=-195.625
σ	113.831-54.447=59.384
min	1468.000-1628.000=-160.000
max	1698.000-1782.000=-84.000

*mean*	1.018-0.946=0.072
σ	0.223-0.212=0.011
min	0.636-0.637=-0.001
max	1.203-1.105=0.098

phase=parser

*mean*	1023.359-1024.052=-0.694
σ	0.000-0.000=0.000
min	1023.358-1024.052=-0.694
max	1023.359-1024.052=-0.694

*mean*	1567.125-1762.750=-195.625
σ	113.831-54.447=59.384
min	1468.000-1628.000=-160.000
max	1698.000-1782.000=-84.000

*mean*	594.641-624.332=-29.691
σ	116.007-119.051=-3.044
min	357.628-348.226=9.402
max	685.719-692.424=-6.705

phase=processProdDef

*mean*	6169.658-6169.662=-0.004
σ	0.001-0.001=0.000
min	6169.657-6169.662=-0.004
max	6169.659-6169.663=-0.004

*mean*	1604.125-1782.000=-177.875
σ	124.605-0.000=124.605
min	1468.000-1782.000=-314.000
max	1764.000-1782.000=-18.000

*mean*	5869.183-5803.150=66.033
σ	1314.704-1350.796=-36.092
min	3579.848-3417.429=162.419
max	7190.534-7399.954=-209.421

phase=renaming

*mean*	24.522-24.539=-0.018
σ	0.000
min	24.522-24.539=-0.018
max	24.522-24.539=-0.018

*mean*	1567.125-1762.750=-195.625
σ	113.831-54.447=59.384
min	1468.000-1628.000=-160.000
max	1698.000-1782.000=-84.000

*mean*	40.157-42.325=-2.168
σ	7.901-7.712=0.190
min	24.115-24.742=-0.628
max	46.268-47.021=-0.753

phase=type checker

*mean*	974.792-975.811=-1.019
σ	0.047-0.047=-0.001
min	974.722-975.736=-1.015
max	974.878-975.893=-1.015

*mean*	1567.125-1762.750=-195.625
σ	113.831-54.447=59.384
min	1468.000-1628.000=-160.000
max	1698.000-1782.000=-84.000

*mean*	750.014-761.237=-11.222
σ	29.675-95.905=-66.230
min	704.820-690.813=14.006
max	778.949-988.549=-209.600

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	289.771-289.742=0.030
σ	0.033-0.036=-0.003
min	289.728-289.691=0.036
max	289.808-289.781=0.027

*mean*	1764.000-1782.000=-18.000
σ	0.000
min	1764.000-1782.000=-18.000
max	1764.000-1782.000=-18.000

*mean*	0.399-0.399=-0.000
σ	0.010-0.011=-0.001
min	0.389-0.390=-0.002
max	0.410-0.413=-0.003

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.602-1299.608=-0.006
σ	0.100-0.110=-0.011
min	1299.504-1299.500=0.005
max	1299.762-1299.781=-0.019

*mean*	1764.000-1782.000=-18.000
σ	0.000
min	1764.000-1782.000=-18.000
max	1764.000-1782.000=-18.000

*mean*	1.990-2.002=-0.012
σ	0.129-0.165=-0.036
min	1.838-1.816=0.023
max	2.196-2.234=-0.038

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.648-1542.632=0.015
σ	4.010-3.987=0.023
min	1540.688-1540.688=0.001
max	1549.816-1549.760=0.056

*mean*	1764.000-1782.000=-18.000
σ	0.000
min	1764.000-1782.000=-18.000
max	1764.000-1782.000=-18.000

*mean*	2.260-2.214=0.046
σ	0.116-0.083=0.033
min	2.132-2.147=-0.015
max	2.383-2.355=0.028

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.653-1861.620=0.033
σ	0.068-0.047=0.021
min	1861.577-1861.585=-0.009
max	1861.729-1861.698=0.031

*mean*	1856.200-1824.800=31.400
σ	114.458-58.606=55.852
min	1764.000-1782.000=-18.000
max	1981.000-1889.000=92.000

*mean*	3.276-3.101=0.176
σ	0.382-0.315=0.067
min	2.861-2.887=-0.026
max	3.794-3.657=0.137

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.817-1.810=0.006
σ	0.107-0.097=0.010
min	1.673-1.644=0.029
max	1.931-1.885=0.046

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.185-446.186=-0.001
σ	577.141-577.140=0.001
min	157.613-157.614=-0.001
max	1311.896-1311.896=-0.000

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	1764.000-1782.000=-18.000
σ	0.000
min	1764.000-1782.000=-18.000
max	1764.000-1782.000=-18.000

*mean*	0.428-0.538=-0.110
σ	0.317-0.550=-0.233
min	0.267-0.261=0.006
max	0.903-1.363=-0.460

policies=20

*mean*	1576.449-1576.433=0.016
σ	0.421-0.369=0.052
min	1576.173-1576.183=-0.010
max	1577.076-1576.980=0.095

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	1764.000-1782.000=-18.000
σ	0.000
min	1764.000-1782.000=-18.000
max	1764.000-1782.000=-18.000

*mean*	2.740-2.658=0.082
σ	0.084-0.049=0.035
min	2.665-2.621=0.044
max	2.820-2.728=0.091

policies=200

*mean*	15772.280-15772.299=-0.018
σ	0.145-0.122=0.023
min	15772.149-15772.232=-0.082
max	15772.483-15772.481=0.002

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	1764.000-1782.000=-18.000
σ	0.000
min	1764.000-1782.000=-18.000
max	1764.000-1782.000=-18.000

*mean*	26.545-26.581=-0.036
σ	0.424-0.096=0.328
min	26.213-26.513=-0.300
max	27.147-26.724=0.423