Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.617-54.618=-0.002
σ	0.347-0.349=-0.002
min	54.481-54.489=-0.007
max	55.602-55.610=-0.008

*mean*	417.700-414.000=3.700
σ	0.483-0.000=0.483
min	417.000-414.000=3.000
max	418.000-414.000=4.000

*mean*	0.137-0.139=-0.001
σ	0.005-0.006=-0.001
min	0.130-0.131=-0.001
max	0.146-0.148=-0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.788-43.787=0.000
σ	0.006-0.006=-0.001
min	43.783-43.779=0.004
max	43.801-43.799=0.002

*mean*	418.000-414.000=4.000
σ	0.000
min	418.000-414.000=4.000
max	418.000-414.000=4.000

*mean*	0.121-0.122=-0.001
σ	0.004-0.004=0.000
min	0.117-0.118=-0.001
max	0.126-0.128=-0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.001
σ	0.003-0.002=0.001
min	36.615-36.616=-0.000
max	36.624-36.620=0.004

*mean*	4112.875-4096.125=16.750
σ	1552.581-1580.127=-27.546
min	2061.000-1954.000=107.000
max	6038.000-6045.000=-7.000

*mean*	12.183-12.241=-0.058
σ	0.285-0.187=0.099
min	11.775-12.069=-0.294
max	12.559-12.662=-0.103

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.000
σ	0.002-0.002=-0.000
min	36.615
max	36.620-36.620=0.000

*mean*	4112.875-4096.125=16.750
σ	1552.581-1580.127=-27.546
min	2061.000-1954.000=107.000
max	6038.000-6045.000=-7.000

*mean*	11.838-11.683=0.155
σ	0.769-0.204=0.564
min	11.130-11.414=-0.284
max	12.922-12.065=0.857

op=table_records(), no indexes

*mean*	41.928-41.928=-0.000
σ	0.000-0.000=-0.000
min	41.928
max	41.929-41.929=-0.000

*mean*	6038.000-6045.000=-7.000
σ	0.000
min	6038.000-6045.000=-7.000
max	6038.000-6045.000=-7.000

*mean*	13.188-13.429=-0.241
σ	1.141-1.162=-0.022
min	11.110-11.102=0.008
max	14.533-15.012=-0.479

op=table_records(), repeat

*mean*	41.928-41.928=0.000
σ	0.002-0.002=-0.000
min	41.927-41.927=0.000
max	41.931-41.931=-0.000

*mean*	4112.875-4096.125=16.750
σ	1552.581-1580.127=-27.546
min	2061.000-1954.000=107.000
max	6038.000-6045.000=-7.000

*mean*	12.188-12.348=-0.160
σ	1.970-1.876=0.094
min	10.201-10.531=-0.331
max	14.723-14.544=0.179

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.605-27.605=0.000
σ	0.002-0.002=-0.000
min	27.603-27.603=0.000
max	27.607-27.607=-0.000

*mean*	4112.875-4096.125=16.750
σ	1552.581-1580.127=-27.546
min	2061.000-1954.000=107.000
max	6038.000-6045.000=-7.000

*mean*	8.114-8.440=-0.326
σ	0.371-0.273=0.098
min	7.693-8.069=-0.376
max	8.645-8.741=-0.096

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=0.000
σ	0.002-0.002=0.000
min	26.399-26.399=-0.000
max	26.403-26.403=0.000

*mean*	4112.875-4096.125=16.750
σ	1552.581-1580.127=-27.546
min	2061.000-1954.000=107.000
max	6038.000-6045.000=-7.000

*mean*	6.212-6.219=-0.007
σ	0.357-0.262=0.095
min	5.719-5.817=-0.098
max	6.804-6.496=0.308

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=-0.000
σ	0.002-0.002=-0.000
min	25.664
max	25.670-25.670=-0.000

*mean*	4112.875-4096.125=16.750
σ	1552.581-1580.127=-27.546
min	2061.000-1954.000=107.000
max	6038.000-6045.000=-7.000

*mean*	5.311-5.439=-0.128
σ	0.150-0.130=0.020
min	5.069-5.303=-0.234
max	5.485-5.624=-0.139

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=-0.000
σ	0.002-0.002=-0.000
min	25.967
max	25.971-25.971=-0.000

*mean*	4112.875-4096.125=16.750
σ	1552.581-1580.127=-27.546
min	2061.000-1954.000=107.000
max	6038.000-6045.000=-7.000

*mean*	5.124-5.162=-0.038
σ	0.193-0.287=-0.094
min	4.756-4.797=-0.041
max	5.419-5.625=-0.207

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.603-2524.603=0.000
σ	0.000-0.000=0.000
min	2524.603
max	2524.603

*mean*	6038.000-6045.000=-7.000
σ	0.000
min	6038.000-6045.000=-7.000
max	6038.000-6045.000=-7.000

*mean*	1402.518-1427.759=-25.241
σ	543.534-608.247=-64.713
min	1045.075-1043.252=1.823
max	2466.045-2701.532=-235.487

op=load_product(), with indexes

*mean*	8744.568-8744.567=0.000
σ	0.033-0.033=0.000
min	8744.553-8744.553=0.000
max	8744.650-8744.649=0.001

*mean*	3841.000-3806.500=34.500
σ	1621.502-1664.300=-42.798
min	2061.000-1954.000=107.000
max	6038.000-6045.000=-7.000

*mean*	4613.313-4409.139=204.174
σ	1401.667-1255.032=146.635
min	3556.017-3540.165=15.852
max	7636.488-6828.092=808.396

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.077=0.000
σ	0.002-0.002=-0.000
min	62.076-62.076=-0.000
max	62.080

*mean*	4112.875-4096.125=16.750
σ	1552.581-1580.127=-27.546
min	2061.000-1954.000=107.000
max	6038.000-6045.000=-7.000

*mean*	77.888-79.608=-1.720
σ	6.153-8.831=-2.678
min	70.583-70.922=-0.339
max	87.199-97.042=-9.843

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=0.000
σ	0.001-0.001=-0.000
min	40.944-40.944=0.000
max	40.945

*mean*	6038.000-6045.000=-7.000
σ	0.000
min	6038.000-6045.000=-7.000
max	6038.000-6045.000=-7.000

*mean*	96.041-96.842=-0.801
σ	10.625-11.983=-1.358
min	76.891-73.496=3.395
max	107.917-108.100=-0.183

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=0.000
σ	0.000-0.000=-0.000
min	66.685
max	66.686

*mean*	6038.000-6045.000=-7.000
σ	0.000
min	6038.000-6045.000=-7.000
max	6038.000-6045.000=-7.000

*mean*	220.900-197.477=23.423
σ	225.509-153.165=72.345
min	111.652-115.477=-3.825
max	777.570-574.602=202.968

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.833-11656.833=0.000
σ	4.317-4.317=-0.000
min	11655.305
max	11667.517

*mean*	4112.875-4096.125=16.750
σ	1552.581-1580.127=-27.546
min	2061.000-1954.000=107.000
max	6038.000-6045.000=-7.000

*mean*	6557.044-6372.812=184.231
σ	1440.763-1327.381=113.383
min	4972.058-4871.012=101.046
max	8433.415-8172.250=261.165

op=vertical_lookup_list() on indexed

*mean*	11560.068
σ	0.001-0.001=-0.000
min	11560.066-11560.066=0.001
max	11560.069

*mean*	6038.000-6045.000=-7.000
σ	0.000
min	6038.000-6045.000=-7.000
max	6038.000-6045.000=-7.000

*mean*	6641.403-6774.229=-132.826
σ	1467.642-1319.500=148.142
min	4465.245-4392.912=72.333
max	7953.951-8252.879=-298.928

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.589-172.582=0.007
σ	0.030-0.027=0.003
min	172.558
max	172.627-172.624=0.003

*mean*	2061.000-1954.000=107.000
σ	0.000
min	2061.000-1954.000=107.000
max	2061.000-1954.000=107.000

*mean*	314.755-329.143=-14.387
σ	58.720-45.816=12.903
min	241.861-261.226=-19.365
max	384.094-381.219=2.875

op=pointedIndexFromKvs

rows=400000

*mean*	357.368-357.364=0.004
σ	0.036-0.041=-0.005
min	357.321
max	357.404-357.422=-0.019

*mean*	2061.000-1954.000=107.000
σ	0.000
min	2061.000-1954.000=107.000
max	2061.000-1954.000=107.000

*mean*	763.071-778.234=-15.163
σ	13.909-14.309=-0.399
min	740.756-762.525=-21.769
max	781.135-801.339=-20.204

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.480-1008.480=0.000
σ	0.875-0.867=0.008
min	1007.979-1007.977=0.002
max	1012.103-1012.061=0.042

*mean*	1054.000-1040.250=13.750
σ	313.962-305.527=8.434
min	580.000-546.000=34.000
max	1518.000-1466.000=52.000

*mean*	1.530-1.521=0.009
σ	0.077-0.064=0.013
min	1.451-1.453=-0.002
max	1.742-1.716=0.026

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883-0.884=-0.001
σ	0.002-0.002=-0.000
min	0.881
max	0.886-0.886=-0.000

*mean*	1518.000-1466.000=52.000
σ	0.000
min	1518.000-1466.000=52.000
max	1518.000-1466.000=52.000

*mean*	0.422-0.472=-0.050
σ	0.140-0.183=-0.043
min	0.333-0.347=-0.015
max	0.671-0.771=-0.100

name=error_case.art

*mean*	2.334-2.333=0.000
σ	0.002-0.003=-0.000
min	2.332
max	2.337

*mean*	1518.000-1466.000=52.000
σ	0.000
min	1518.000-1466.000=52.000
max	1518.000-1466.000=52.000

*mean*	0.905-0.924=-0.019
σ	0.074-0.159=-0.085
min	0.859-0.836=0.022
max	1.031-1.207=-0.176

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.520
max	1.524

*mean*	1518.000-1466.000=52.000
σ	0.000
min	1518.000-1466.000=52.000
max	1518.000-1466.000=52.000

*mean*	0.564-0.541=0.023
σ	0.076-0.051=0.025
min	0.499-0.493=0.006
max	0.686-0.623=0.063

name=nested_use.art

*mean*	2.356-2.355=0.001
σ	0.002-0.002=-0.000
min	2.355
max	2.358

*mean*	1518.000-1466.000=52.000
σ	0.000
min	1518.000-1466.000=52.000
max	1518.000-1466.000=52.000

*mean*	0.835-0.837=-0.002
σ	0.046-0.038=0.009
min	0.805-0.804=0.000
max	0.913-0.896=0.016

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.921-963.922=-0.001
σ	0.029-0.028=0.001
min	963.902
max	963.972-963.972=0.001

*mean*	1518.000-1466.000=52.000
σ	0.000
min	1518.000-1466.000=52.000
max	1518.000-1466.000=52.000

*mean*	0.822-0.849=-0.026
σ	0.038-0.031=0.008
min	0.773-0.794=-0.020
max	0.864-0.866=-0.001

name=cdr_enhanced_4k_loc.art

*mean*	884.889-884.888=0.002
σ	0.007-0.005=0.001
min	884.883
max	884.896-884.895=0.001

*mean*	1518.000-1466.000=52.000
σ	0.000
min	1518.000-1466.000=52.000
max	1518.000-1466.000=52.000

*mean*	0.731-0.730=0.001
σ	0.017-0.035=-0.019
min	0.707-0.668=0.039
max	0.749-0.751=-0.002

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=-0.000
σ	0.002-0.002=0.000
min	7.705
max	7.711-7.709=0.001

*mean*	1518.000-1466.000=52.000
σ	0.000
min	1518.000-1466.000=52.000
max	1518.000-1466.000=52.000

*mean*	4.221-4.253=-0.032
σ	0.077-0.092=-0.015
min	4.090-4.016=0.074
max	4.524-4.540=-0.016

name=record_render_large_syntax_err.art

*mean*	7.655
σ	0.002
min	7.654
max	7.658

*mean*	1518.000-1466.000=52.000
σ	0.000
min	1518.000-1466.000=52.000
max	1518.000-1466.000=52.000

*mean*	4.211-4.230=-0.019
σ	0.093-0.078=0.014
min	3.943-4.070=-0.127
max	4.661-4.473=0.189

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	1518.000-1466.000=52.000
σ	0.000
min	1518.000-1466.000=52.000
max	1518.000-1466.000=52.000

*mean*	0.736-0.747=-0.011
σ	0.034-0.020=0.014
min	0.548-0.706=-0.158
max	0.858-0.870=-0.012

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	1518.000-1466.000=52.000
σ	0.000
min	1518.000-1466.000=52.000
max	1518.000-1466.000=52.000

*mean*	0.708-0.712=-0.004
σ	0.022-0.015=0.007
min	0.560-0.680=-0.121
max	0.794-0.782=0.012

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.638-297.706=-0.068
σ	0.200-0.226=-0.026
min	297.520-297.553=-0.032
max	298.184-298.328=-0.144

*mean*	2061.000-1954.000=107.000
σ	0.000
min	2061.000-1954.000=107.000
max	2061.000-1954.000=107.000

*mean*	0.609-0.593=0.016
σ	0.005-0.020=-0.015
min	0.603-0.539=0.064
max	0.618-0.610=0.007

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.008-222.011=-0.004
σ	0.000-0.000=0.000
min	222.008-222.011=-0.004
max	222.008-222.011=-0.004

*mean*	1635.500-1722.500=-87.000
σ	61.120-85.835=-24.715
min	1518.000-1556.000=-38.000
max	1668.000-1780.000=-112.000

*mean*	205.375-211.367=-5.992
σ	1.299-21.424=-20.125
min	203.215-202.095=1.120
max	207.246-264.299=-57.053

phase=macro expansion

*mean*	6.130-6.133=-0.004
σ	0.000
min	6.130-6.133=-0.004
max	6.130-6.133=-0.004

*mean*	1635.500-1722.500=-87.000
σ	61.120-85.835=-24.715
min	1518.000-1556.000=-38.000
max	1668.000-1780.000=-112.000

*mean*	11.283-11.466=-0.182
σ	2.286-2.796=-0.510
min	6.290-6.390=-0.100
max	12.482-15.499=-3.017

phase=parser

*mean*	1041.163-1041.161=0.002
σ	0.000-0.000=0.000
min	1041.162-1041.160=0.002
max	1041.163-1041.161=0.002

*mean*	1635.500-1722.500=-87.000
σ	61.120-85.835=-24.715
min	1518.000-1556.000=-38.000
max	1668.000-1780.000=-112.000

*mean*	673.530-666.874=6.656
σ	118.335-131.477=-13.142
min	384.639-402.919=-18.280
max	727.155-837.299=-110.144

phase=processProdDef

*mean*	6169.661-6169.658=0.002
σ	0.000-0.001=-0.000
min	6169.660-6169.657=0.002
max	6169.661-6169.659=0.002

*mean*	1654.250-1750.500=-96.250
σ	38.891-54.623=-15.733
min	1558.000-1662.000=-104.000
max	1668.000-1780.000=-112.000

*mean*	6169.484-4989.928=1179.556
σ	1107.070-1682.020=-574.950
min	4078.673-3040.596=1038.076
max	7186.196-7656.980=-470.784

phase=renaming

*mean*	21.667
σ	0.000
min	21.667
max	21.667

*mean*	1635.500-1722.500=-87.000
σ	61.120-85.835=-24.715
min	1518.000-1556.000=-38.000
max	1668.000-1780.000=-112.000

*mean*	45.069-43.348=1.722
σ	4.354-10.339=-5.985
min	36.523-20.353=16.170
max	48.423-54.631=-6.208

phase=type checker

*mean*	958.693-958.690=0.004
σ	0.055
min	958.607-958.604=0.004
max	958.764-958.760=0.004

*mean*	1635.500-1722.500=-87.000
σ	61.120-85.835=-24.715
min	1518.000-1556.000=-38.000
max	1668.000-1780.000=-112.000

*mean*	854.762-754.249=100.512
σ	109.876-90.661=19.215
min	703.511-631.413=72.098
max	1052.467-908.063=144.404

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	292.990-292.992=-0.002
σ	0.046-0.047=-0.001
min	292.938-292.937=0.000
max	293.037-293.045=-0.008

*mean*	1668.000-1780.000=-112.000
σ	0.000
min	1668.000-1780.000=-112.000
max	1668.000-1780.000=-112.000

*mean*	0.411-0.411=0.000
σ	0.009-0.016=-0.007
min	0.401-0.398=0.003
max	0.420-0.435=-0.015

iters=5

new-facts=1

prior-facts=6402

*mean*	1302.829-1302.856=-0.027
σ	0.116-0.104=0.012
min	1302.740-1302.733=0.007
max	1303.023-1303.020=0.003

*mean*	1668.000-1780.000=-112.000
σ	0.000
min	1668.000-1780.000=-112.000
max	1668.000-1780.000=-112.000

*mean*	1.918-2.022=-0.104
σ	0.135-0.176=-0.041
min	1.825-1.817=0.009
max	2.137-2.260=-0.123

iters=5

new-facts=6402

prior-facts=1

*mean*	1545.892-1545.885=0.008
σ	4.056-4.019=0.037
min	1543.918-1543.914=0.005
max	1553.144-1553.070=0.075

*mean*	1668.000-1780.000=-112.000
σ	0.000
min	1668.000-1780.000=-112.000
max	1668.000-1780.000=-112.000

*mean*	2.338-2.312=0.026
σ	0.196-0.123=0.073
min	2.127-2.132=-0.005
max	2.657-2.445=0.213

iters=5

new-facts=6402

prior-facts=6402

*mean*	1864.876-1864.862=0.014
σ	0.041-0.058=-0.017
min	1864.827-1864.787=0.040
max	1864.924-1864.926=-0.001

*mean*	1795.600-1814.800=-19.200
σ	168.283-77.815=90.468
min	1668.000-1780.000=-112.000
max	2061.000-1954.000=107.000

*mean*	2.899-2.910=-0.010
σ	0.072-0.106=-0.034
min	2.825-2.739=0.086
max	3.015-2.993=0.022

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.796-1.854=-0.058
σ	0.128-0.156=-0.028
min	1.598-1.581=0.017
max	1.948-1.970=-0.022

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.796-446.793=0.003
σ	577.190-577.190=-0.000
min	158.200-158.197=0.004
max	1312.581-1312.578=0.003

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	1668.000-1780.000=-112.000
σ	0.000
min	1668.000-1780.000=-112.000
max	1668.000-1780.000=-112.000

*mean*	0.457-0.433=0.023
σ	0.356-0.317=0.040
min	0.276-0.272=0.004
max	0.991-0.909=0.083

policies=20

*mean*	1582.319-1582.281=0.039
σ	0.408-0.395=0.013
min	1582.049-1582.019=0.031
max	1582.927-1582.869=0.059

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	1668.000-1780.000=-112.000
σ	0.000
min	1668.000-1780.000=-112.000
max	1668.000-1780.000=-112.000

*mean*	2.713-2.695=0.018
σ	0.007-0.025=-0.018
min	2.707-2.659=0.048
max	2.721-2.716=0.006

policies=200

*mean*	15830.946-15830.812=0.135
σ	0.089-0.173=-0.084
min	15830.850-15830.601=0.249
max	15831.031-15831.024=0.007

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	1668.000-1780.000=-112.000
σ	0.000
min	1668.000-1780.000=-112.000
max	1668.000-1780.000=-112.000

*mean*	27.072-26.787=0.285
σ	0.499-0.302=0.197
min	26.425-26.492=-0.066
max	27.524-27.193=0.331