Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.621-54.620=0.002
σ	0.352-0.350=0.001
min	54.488-54.487=0.001
max	55.622-55.616=0.006

*mean*	419.000-417.000=2.000
σ	0.000
min	419.000-417.000=2.000
max	419.000-417.000=2.000

*mean*	0.141-0.140=0.001
σ	0.005-0.007=-0.002
min	0.137-0.132=0.004
max	0.149-0.151=-0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.789-43.788=0.001
σ	0.008-0.006=0.002
min	43.781-43.779=0.002
max	43.806-43.802=0.004

*mean*	419.000-417.000=2.000
σ	0.000
min	419.000-417.000=2.000
max	419.000-417.000=2.000

*mean*	0.123-0.122=0.000
σ	0.004-0.006=-0.001
min	0.119-0.115=0.004
max	0.130-0.132=-0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=-0.000
min	36.615
max	36.619-36.620=-0.000

*mean*	4150.000-4157.250=-7.250
σ	1894.493-1902.037=-7.543
min	1554.000-1559.000=-5.000
max	7280.000-7324.000=-44.000

*mean*	12.288-12.127=0.162
σ	0.217-0.219=-0.002
min	11.889-11.829=0.060
max	12.623-12.457=0.166

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.000
σ	0.002-0.002=0.000
min	36.616-36.615=0.000
max	36.620-36.619=0.000

*mean*	4150.000-4157.250=-7.250
σ	1894.493-1902.037=-7.543
min	1554.000-1559.000=-5.000
max	7280.000-7324.000=-44.000

*mean*	12.762-12.083=0.680
σ	0.196-0.575=-0.379
min	12.450-11.342=1.108
max	12.987-12.838=0.150

op=table_records(), no indexes

*mean*	41.932-41.931=0.000
σ	0.001-0.001=0.000
min	41.928
max	41.932-41.932=0.001

*mean*	7280.000-7324.000=-44.000
σ	0.000
min	7280.000-7324.000=-44.000
max	7280.000-7324.000=-44.000

*mean*	14.946-14.640=0.306
σ	0.732-0.815=-0.083
min	13.751-12.901=0.850
max	16.376-15.343=1.033

op=table_records(), repeat

*mean*	41.928-41.929=-0.000
σ	0.002-0.002=0.000
min	41.927-41.927=0.000
max	41.932-41.931=0.001

*mean*	4150.000-4157.250=-7.250
σ	1894.493-1902.037=-7.543
min	1554.000-1559.000=-5.000
max	7280.000-7324.000=-44.000

*mean*	12.313-12.364=-0.051
σ	1.975-1.766=0.209
min	10.277-10.406=-0.129
max	14.825-14.671=0.154

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.653=-0.000
σ	0.137-0.137=0.000
min	27.603-27.603=-0.000
max	27.991

*mean*	4150.000-4157.250=-7.250
σ	1894.493-1902.037=-7.543
min	1554.000-1559.000=-5.000
max	7280.000-7324.000=-44.000

*mean*	8.489-8.584=-0.095
σ	0.344-0.378=-0.033
min	8.122-8.200=-0.079
max	9.181-9.215=-0.035

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.400=-0.000
σ	0.002-0.002=0.000
min	26.399
max	26.403

*mean*	4150.000-4157.250=-7.250
σ	1894.493-1902.037=-7.543
min	1554.000-1559.000=-5.000
max	7280.000-7324.000=-44.000

*mean*	6.275-6.177=0.098
σ	0.242-0.389=-0.147
min	5.878-5.502=0.376
max	6.640-6.652=-0.012

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=-0.000
σ	0.002-0.002=0.000
min	25.664-25.664=-0.000
max	25.668-25.668=0.000

*mean*	4150.000-4157.250=-7.250
σ	1894.493-1902.037=-7.543
min	1554.000-1559.000=-5.000
max	7280.000-7324.000=-44.000

*mean*	5.514-5.512=0.002
σ	0.154-0.192=-0.037
min	5.326-5.221=0.105
max	5.795-5.769=0.026

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=0.000
σ	0.002-0.002=0.000
min	25.967
max	25.972-25.972=0.000

*mean*	4150.000-4157.250=-7.250
σ	1894.493-1902.037=-7.543
min	1554.000-1559.000=-5.000
max	7280.000-7324.000=-44.000

*mean*	5.370-5.315=0.055
σ	0.107-0.113=-0.005
min	5.238-5.152=0.086
max	5.591-5.474=0.117

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.606=0.000
σ	0.000-0.000=0.000
min	2524.606-2524.606=0.000
max	2524.607-2524.607=0.001

*mean*	7280.000-7324.000=-44.000
σ	0.000
min	7280.000-7324.000=-44.000
max	7280.000-7324.000=-44.000

*mean*	1421.620-1046.196=375.423
σ	678.988-10.120=668.868
min	1035.716-1033.300=2.416
max	2977.499-1060.944=1916.556

op=load_product(), with indexes

*mean*	8744.722-8744.722=0.000
σ	0.469-0.469=-0.000
min	8744.553-8744.553=0.000
max	8745.882-8745.883=-0.000

*mean*	3573.125-3579.625=-6.500
σ	1795.345-1800.228=-4.883
min	1044.000-1045.000=-1.000
max	5791.000-5817.000=-26.000

*mean*	4718.469-4949.626=-231.158
σ	1512.742-1692.382=-179.640
min	3544.311-3527.093=17.218
max	6907.809-7428.146=-520.337

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=0.000
σ	0.002-0.002=0.000
min	62.076-62.076=-0.000
max	62.080-62.080=0.001

*mean*	4150.000-4157.250=-7.250
σ	1894.493-1902.037=-7.543
min	1554.000-1559.000=-5.000
max	7280.000-7324.000=-44.000

*mean*	82.423-78.893=3.530
σ	10.975-8.511=2.464
min	70.723-69.651=1.072
max	96.627-93.092=3.535

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=-0.000
σ	0.001-0.001=0.000
min	40.944
max	40.945

*mean*	7280.000-7324.000=-44.000
σ	0.000
min	7280.000-7324.000=-44.000
max	7280.000-7324.000=-44.000

*mean*	106.739-106.540=0.198
σ	2.693-5.260=-2.567
min	102.594-96.053=6.541
max	110.029-111.416=-1.388

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=0.000
σ	0.000-0.000=-0.000
min	66.685
max	66.687

*mean*	7280.000-7324.000=-44.000
σ	0.000
min	7280.000-7324.000=-44.000
max	7280.000-7324.000=-44.000

*mean*	163.443-161.506=1.937
σ	5.591-8.416=-2.825
min	151.229-142.113=9.116
max	167.601-168.138=-0.537

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.836-11656.836=0.001
σ	4.324-4.324=0.000
min	11655.305
max	11667.538-11667.537=0.001

*mean*	4150.000-4157.250=-7.250
σ	1894.493-1902.037=-7.543
min	1554.000-1559.000=-5.000
max	7280.000-7324.000=-44.000

*mean*	6659.909-6428.503=231.406
σ	1066.864-1142.559=-75.695
min	4942.819-4929.842=12.977
max	7998.937-7973.154=25.783

op=vertical_lookup_list() on indexed

*mean*	11560.065-11560.065=-0.000
σ	0.000-0.001=-0.000
min	11560.065-11560.065=-0.000
max	11560.066-11560.066=-0.001

*mean*	7280.000-7324.000=-44.000
σ	0.000
min	7280.000-7324.000=-44.000
max	7280.000-7324.000=-44.000

*mean*	5443.209-5537.225=-94.017
σ	1364.948-1527.988=-163.040
min	4432.019-4404.695=27.324
max	8058.198-8597.960=-539.761

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	478.000-476.000=2.000
σ	0.000
min	478.000-476.000=2.000
max	478.000-476.000=2.000

*mean*	382.072-379.956=2.116
σ	17.928-18.432=-0.505
min	350.222-348.806=1.416
max	394.148-397.318=-3.170

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	562.000-560.250=1.750
σ	0.000-0.463=-0.463
min	562.000-560.000=2.000
max	562.000-561.000=1.000

*mean*	744.009-709.841=34.168
σ	35.783-82.842=-47.059
min	687.043-591.084=95.959
max	788.220-797.350=-9.130

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.374-1008.369=0.005
σ	0.760-0.760=-0.000
min	1007.900-1007.903=-0.003
max	1011.518-1011.514=0.003

*mean*	1042.850-1056.200=-13.350
σ	310.627-315.401=-4.774
min	570.000-560.000=10.000
max	1500.000-1526.000=-26.000

*mean*	1.548-1.537=0.011
σ	0.068-0.081=-0.013
min	1.487-1.381=0.106
max	1.750-1.764=-0.014

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.891
σ	0.020
min	0.881
max	0.928

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.292-0.289=0.004
σ	0.283-0.285=-0.002
min	0.137-0.136=0.000
max	0.793-0.793=-0.001

name=error_case.art

*mean*	2.338
σ	0.012
min	2.332
max	2.359

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.475-0.491=-0.016
σ	0.321-0.318=0.003
min	0.316-0.324=-0.008
max	1.048-1.057=-0.009

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.520
max	1.524

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.217-0.226=-0.009
σ	0.022-0.025=-0.003
min	0.203-0.203=0.000
max	0.255-0.262=-0.007

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.346-0.414=-0.068
σ	0.017-0.169=-0.151
min	0.329-0.319=0.010
max	0.374-0.710=-0.336

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.908
σ	0.011
min	963.902
max	963.926

*mean*	432.400-433.600=-1.200
σ	2.510-5.683=-3.173
min	430.000
max	435.000-443.000=-8.000

*mean*	0.564-0.575=-0.011
σ	0.055-0.044=0.011
min	0.480-0.518=-0.039
max	0.607-0.612=-0.005

name=cdr_enhanced_4k_loc.art

*mean*	884.884
σ	0.002
min	884.883
max	884.886

*mean*	435.000-443.000=-8.000
σ	0.000
min	435.000-443.000=-8.000
max	435.000-443.000=-8.000

*mean*	0.497-0.495=0.001
σ	0.020-0.055=-0.034
min	0.472-0.398=0.074
max	0.520-0.522=-0.002

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706
σ	0.002
min	7.705
max	7.709

*mean*	435.000-443.000=-8.000
σ	0.000
min	435.000-443.000=-8.000
max	435.000-443.000=-8.000

*mean*	2.628-2.604=0.023
σ	0.095-0.091=0.004
min	2.446-2.454=-0.008
max	2.915-3.015=-0.100

name=record_render_large_syntax_err.art

*mean*	7.655
σ	0.002
min	7.654
max	7.658

*mean*	435.000-443.000=-8.000
σ	0.000
min	435.000-443.000=-8.000
max	435.000-443.000=-8.000

*mean*	2.618-2.676=-0.058
σ	0.087-0.102=-0.015
min	2.446-2.481=-0.035
max	2.849-3.020=-0.172

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	435.000-443.000=-8.000
σ	0.000
min	435.000-443.000=-8.000
max	435.000-443.000=-8.000

*mean*	0.305-0.312=-0.008
σ	0.008-0.042=-0.034
min	0.290-0.291=-0.001
max	0.360-0.610=-0.250

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	435.000-443.000=-8.000
σ	0.000
min	435.000-443.000=-8.000
max	435.000-443.000=-8.000

*mean*	0.294-0.290=0.004
σ	0.036-0.008=0.028
min	0.279-0.272=0.008
max	0.640-0.322=0.318

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.984-297.811=0.173
σ	1.072-1.053=0.019
min	297.567-297.401=0.167
max	301.031-300.802=0.229

*mean*	440.400-442.100=-1.700
σ	16.648-15.624=1.024
min	415.000-418.000=-3.000
max	467.000-469.000=-2.000

*mean*	0.618-0.614=0.005
σ	0.007-0.014=-0.007
min	0.606-0.590=0.016
max	0.631-0.637=-0.006

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.011-222.011=0.000
σ	0.000-0.000=0.000
min	222.011
max	222.011-222.011=0.000

*mean*	1785.250-1728.000=57.250
σ	24.749-10.690=14.058
min	1724.000-1718.000=6.000
max	1794.000-1738.000=56.000

*mean*	211.077-212.131=-1.054
σ	2.238-1.728=0.510
min	208.261-209.675=-1.414
max	214.211-214.605=-0.394

phase=macro expansion

*mean*	6.133
σ	0.000
min	6.133
max	6.133

*mean*	1785.250-1728.000=57.250
σ	24.749-10.690=14.058
min	1724.000-1718.000=6.000
max	1794.000-1738.000=56.000

*mean*	11.861-11.187=0.674
σ	2.039-1.589=0.450
min	7.422-9.354=-1.932
max	14.150-12.965=1.185

phase=parser

*mean*	1041.161-1041.161=-0.000
σ	0.000-0.000=-0.000
min	1041.160
max	1041.161

*mean*	1785.250-1728.000=57.250
σ	24.749-10.690=14.058
min	1724.000-1718.000=6.000
max	1794.000-1738.000=56.000

*mean*	677.465-653.097=24.368
σ	124.243-72.863=51.380
min	424.668-563.268=-138.600
max	826.616-725.413=101.203

phase=processProdDef

*mean*	6169.658-6169.658=-0.000
σ	0.000-0.000=-0.000
min	6169.657
max	6169.658-6169.659=-0.001

*mean*	1794.000-1730.500=63.500
σ	0.000-10.351=-10.351
min	1794.000-1718.000=76.000
max	1794.000-1738.000=56.000

*mean*	4903.274-5967.945=-1064.671
σ	1031.089-1157.782=-126.693
min	3527.374-4148.154=-620.780
max	6719.727-7167.430=-447.704

phase=renaming

*mean*	21.667
σ	0.000
min	21.667
max	21.667

*mean*	1785.250-1728.000=57.250
σ	24.749-10.690=14.058
min	1724.000-1718.000=6.000
max	1794.000-1738.000=56.000

*mean*	43.967-43.118=0.848
σ	8.670-5.047=3.623
min	26.725-34.644=-7.918
max	51.925-47.885=4.040

phase=type checker

*mean*	958.670
σ	0.066
min	958.573
max	958.760

*mean*	1785.250-1728.000=57.250
σ	24.749-10.690=14.058
min	1724.000-1718.000=6.000
max	1794.000-1738.000=56.000

*mean*	826.324-752.242=74.082
σ	89.149-60.386=28.763
min	639.827-664.892=-25.064
max	906.137-848.523=57.614

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	292.774-292.775=-0.001
σ	0.034-0.035=-0.000
min	292.727-292.727=0.000
max	292.811-292.812=-0.001

*mean*	445.000
σ	0.000
min	445.000
max	445.000

*mean*	0.399-0.398=0.001
σ	0.005-0.001=0.004
min	0.394-0.397=-0.003
max	0.408-0.400=0.008

iters=5

new-facts=1

prior-facts=6402

*mean*	1302.896-1302.866=0.030
σ	0.076-0.087=-0.011
min	1302.772-1302.737=0.034
max	1302.967-1302.946=0.020

*mean*	1076.400-1074.600=1.800
σ	186.923-184.386=2.537
min	841.000
max	1324.000-1318.000=6.000

*mean*	2.092-1.992=0.100
σ	0.148-0.185=-0.037
min	1.833-1.826=0.007
max	2.199-2.221=-0.022

iters=5

new-facts=6402

prior-facts=1

*mean*	1545.905-1545.896=0.009
σ	4.035-4.032=0.003
min	1543.911-1543.895=0.016
max	1553.116-1553.102=0.014

*mean*	611.600-611.200=0.400
σ	74.090-74.523=-0.433
min	495.000-494.000=1.000
max	690.000

*mean*	2.269-2.246=0.023
σ	0.225-0.215=0.009
min	2.133-2.124=0.008
max	2.665-2.627=0.038

iters=5

new-facts=6402

prior-facts=6402

*mean*	1864.838-1864.841=-0.002
σ	0.047-0.042=0.004
min	1864.785-1864.796=-0.010
max	1864.896-1864.900=-0.004

*mean*	1714.200-1713.400=0.800
σ	234.035-250.500=-16.465
min	1430.000-1422.000=8.000
max	2022.000-2061.000=-39.000

*mean*	2.922-2.922=-0.000
σ	0.054-0.087=-0.033
min	2.870-2.824=0.045
max	2.986-3.027=-0.041

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.778-1.748=0.029
σ	0.088-0.142=-0.054
min	1.696-1.587=0.110
max	1.919-1.907=0.013

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	447.754-447.754=-0.000
σ	579.110-579.113=-0.003
min	158.194-158.193=0.001
max	1316.419-1316.424=-0.005

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	0.522-0.525=-0.003
σ	0.518-0.506=0.012
min	0.261-0.267=-0.006
max	1.299-1.284=0.015

policies=20

*mean*	1582.283-1582.289=-0.006
σ	0.360-0.355=0.005
min	1582.030-1582.042=-0.013
max	1582.813-1582.814=-0.000

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	447.000-446.500=0.500
σ	4.619-4.041=0.577
min	443.000
max	451.000-450.000=1.000

*mean*	2.626-2.632=-0.006
σ	0.011-0.011=-0.000
min	2.614-2.623=-0.008
max	2.639-2.644=-0.005

policies=200

*mean*	15830.896-15830.801=0.095
σ	0.128-0.196=-0.068
min	15830.812-15830.678=0.134
max	15831.086-15831.093=-0.007

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	498.500-497.000=1.500
σ	5.568-3.367=2.201
min	493.000
max	506.000-501.000=5.000

*mean*	26.595-26.632=-0.036
σ	0.093-0.083=0.010
min	26.486-26.534=-0.048
max	26.688-26.735=-0.046