Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.619-54.615=0.004
σ	0.350-0.353=-0.003
min	54.486-54.477=0.009
max	55.614-55.618=-0.005

*mean*	416.000-418.000=-2.000
σ	0.000
min	416.000-418.000=-2.000
max	416.000-418.000=-2.000

*mean*	0.142-0.136=0.005
σ	0.005-0.005=0.001
min	0.136-0.130=0.006
max	0.150-0.143=0.007

cache=y

dps=1

iters=10

policies=100

*mean*	43.789-43.787=0.003
σ	0.006-0.007=-0.001
min	43.783-43.780=0.003
max	43.803-43.805=-0.002

*mean*	416.000-418.000=-2.000
σ	0.000
min	416.000-418.000=-2.000
max	416.000-418.000=-2.000

*mean*	0.125-0.128=-0.003
σ	0.004-0.008=-0.004
min	0.121-0.120=0.001
max	0.133-0.141=-0.008

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=-0.000
min	36.615-36.615=0.000
max	36.620-36.620=-0.000

*mean*	4156.250-4102.750=53.500
σ	1904.856-1571.834=333.022
min	1553.000-1964.000=-411.000
max	7321.000-6043.000=1278.000

*mean*	12.820-12.227=0.592
σ	0.123-0.246=-0.122
min	12.652-11.890=0.762
max	13.034-12.593=0.441

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.000
σ	0.002-0.002=0.000
min	36.616-36.615=0.000
max	36.620-36.619=0.000

*mean*	4156.250-4102.750=53.500
σ	1904.856-1571.834=333.022
min	1553.000-1964.000=-411.000
max	7321.000-6043.000=1278.000

*mean*	13.038-12.437=0.601
σ	0.578-0.602=-0.024
min	11.985-11.499=0.486
max	13.633-13.104=0.530

op=table_records(), no indexes

*mean*	41.932-41.928=0.004
σ	0.001-0.000=0.001
min	41.929-41.928=0.001
max	41.933-41.929=0.004

*mean*	7321.000-6043.000=1278.000
σ	0.000
min	7321.000-6043.000=1278.000
max	7321.000-6043.000=1278.000

*mean*	15.323-13.217=2.105
σ	0.711-1.164=-0.453
min	13.636-10.862=2.775
max	15.884-14.370=1.514

op=table_records(), repeat

*mean*	41.928-41.928=0.000
σ	0.002-0.002=-0.000
min	41.927-41.927=0.000
max	41.931-41.931=0.000

*mean*	4156.250-4102.750=53.500
σ	1904.856-1571.834=333.022
min	1553.000-1964.000=-411.000
max	7321.000-6043.000=1278.000

*mean*	13.261-11.966=1.295
σ	1.961-1.984=-0.023
min	11.013-9.998=1.015
max	15.781-14.838=0.944

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.605=0.048
σ	0.136-0.002=0.135
min	27.603-27.603=0.000
max	27.990-27.607=0.383

*mean*	4156.250-4102.750=53.500
σ	1904.856-1571.834=333.022
min	1553.000-1964.000=-411.000
max	7321.000-6043.000=1278.000

*mean*	8.983-8.150=0.832
σ	0.201-0.255=-0.054
min	8.661-7.762=0.899
max	9.206-8.517=0.689

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.401=-0.000
σ	0.002-0.002=-0.000
min	26.399-26.399=0.000
max	26.403-26.403=-0.000

*mean*	4156.250-4102.750=53.500
σ	1904.856-1571.834=333.022
min	1553.000-1964.000=-411.000
max	7321.000-6043.000=1278.000

*mean*	6.721-6.268=0.453
σ	0.469-0.209=0.260
min	6.004-5.983=0.021
max	7.277-6.507=0.771

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=0.000
σ	0.002-0.002=-0.000
min	25.664-25.664=0.000
max	25.668-25.670=-0.001

*mean*	4156.250-4102.750=53.500
σ	1904.856-1571.834=333.022
min	1553.000-1964.000=-411.000
max	7321.000-6043.000=1278.000

*mean*	6.081-5.366=0.715
σ	0.192-0.120=0.072
min	5.769-5.120=0.650
max	6.288-5.542=0.746

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=0.000
σ	0.002-0.002=0.000
min	25.967-25.967=0.000
max	25.972-25.971=0.001

*mean*	4156.250-4102.750=53.500
σ	1904.856-1571.834=333.022
min	1553.000-1964.000=-411.000
max	7321.000-6043.000=1278.000

*mean*	5.706-5.181=0.525
σ	0.170-0.091=0.079
min	5.451-5.034=0.417
max	5.893-5.300=0.593

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.593=0.013
σ	0.000-0.000=-0.000
min	2524.606-2524.593=0.013
max	2524.607-2524.594=0.013

*mean*	7321.000-6043.000=1278.000
σ	0.000
min	7321.000-6043.000=1278.000
max	7321.000-6043.000=1278.000

*mean*	1077.624-1556.533=-478.909
σ	86.672-826.131=-739.459
min	1039.793-1033.549=6.243
max	1291.942-2976.438=-1684.496

op=load_product(), with indexes

*mean*	8744.722-8744.559=0.163
σ	0.469-0.033=0.436
min	8744.553-8744.544=0.009
max	8745.883-8744.641=1.242

*mean*	3577.625-3819.000=-241.375
σ	1799.756-1653.582=146.174
min	1045.000-1964.000=-919.000
max	5808.000-6043.000=-235.000

*mean*	4741.386-4322.860=418.526
σ	1293.117-1359.851=-66.734
min	3564.133-3558.616=5.517
max	6498.277-7438.146=-939.869

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=0.000
σ	0.002-0.002=0.000
min	62.076-62.075=0.001
max	62.081-62.080=0.001

*mean*	4156.250-4102.750=53.500
σ	1904.856-1571.834=333.022
min	1553.000-1964.000=-411.000
max	7321.000-6043.000=1278.000

*mean*	83.909-81.483=2.426
σ	9.728-12.181=-2.453
min	72.687-70.055=2.632
max	96.080-100.655=-4.575

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=0.000
σ	0.001-0.001=-0.000
min	40.944-40.944=0.000
max	40.945-40.945=0.000

*mean*	7321.000-6043.000=1278.000
σ	0.000
min	7321.000-6043.000=1278.000
max	7321.000-6043.000=1278.000

*mean*	106.295-96.116=10.179
σ	4.562-6.855=-2.293
min	98.255-86.524=11.730
max	111.563-105.770=5.792

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=-0.001
σ	0.000-0.001=-0.001
min	66.685-66.685=-0.000
max	66.687-66.689=-0.003

*mean*	7321.000-6043.000=1278.000
σ	0.000
min	7321.000-6043.000=1278.000
max	7321.000-6043.000=1278.000

*mean*	163.344-225.584=-62.240
σ	8.729-230.026=-221.297
min	143.751-126.526=17.226
max	169.141-794.132=-624.991

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.836-11656.833=0.003
σ	4.324-4.319=0.005
min	11655.305-11655.305=0.000
max	11667.537-11667.521=0.017

*mean*	4156.250-4102.750=53.500
σ	1904.856-1571.834=333.022
min	1553.000-1964.000=-411.000
max	7321.000-6043.000=1278.000

*mean*	6367.211-6403.008=-35.796
σ	1232.077-1256.173=-24.096
min	4992.724-5008.226=-15.502
max	8045.722-8392.660=-346.938

op=vertical_lookup_list() on indexed

*mean*	11560.065-11560.068=-0.003
σ	0.001-0.001=-0.000
min	11560.064-11560.066=-0.002
max	11560.066-11560.069=-0.003

*mean*	7321.000-6043.000=1278.000
σ	0.000
min	7321.000-6043.000=1278.000
max	7321.000-6043.000=1278.000

*mean*	5501.964-6861.086=-1359.122
σ	1369.760-1366.936=2.824
min	4438.753-4471.523=-32.770
max	7696.791-8522.498=-825.707

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559-172.583=-0.024
σ	0.001-0.028=-0.026
min	172.558
max	172.562-172.628=-0.066

*mean*	478.000-1964.000=-1486.000
σ	0.000
min	478.000-1964.000=-1486.000
max	478.000-1964.000=-1486.000

*mean*	380.716-358.456=22.260
σ	17.872-42.478=-24.606
min	347.080-268.311=78.769
max	396.237-402.299=-6.062

op=pointedIndexFromKvs

rows=400000

*mean*	357.322-357.358=-0.036
σ	0.001-0.037=-0.036
min	357.321
max	357.325-357.400=-0.075

*mean*	562.000-1964.000=-1402.000
σ	0.000
min	562.000-1964.000=-1402.000
max	562.000-1964.000=-1402.000

*mean*	731.373-793.390=-62.017
σ	59.274-33.450=25.825
min	636.710-714.144=-77.434
max	789.391-824.469=-35.078

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.373-1008.186=0.187
σ	0.760-0.939=-0.178
min	1007.900-1007.722=0.178
max	1011.518-1012.096=-0.578

*mean*	1039.850-1059.050=-19.200
σ	307.320-317.077=-9.758
min	570.000-571.000=-1.000
max	1490.000-1530.000=-40.000

*mean*	1.522-1.559=-0.037
σ	0.074-0.145=-0.071
min	1.385-1.464=-0.079
max	1.732-2.069=-0.337

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.891-0.883=0.008
σ	0.020-0.002=0.018
min	0.881
max	0.928-0.886=0.041

*mean*	402.000-1530.000=-1128.000
σ	0.000
min	402.000-1530.000=-1128.000
max	402.000-1530.000=-1128.000

*mean*	0.410-0.410=-0.000
σ	0.536-0.107=0.430
min	0.141-0.344=-0.203
max	1.366-0.598=0.768

name=error_case.art

*mean*	2.338-2.334=0.004
σ	0.012-0.002=0.010
min	2.332
max	2.359-2.337=0.022

*mean*	402.000-1530.000=-1128.000
σ	0.000
min	402.000-1530.000=-1128.000
max	402.000-1530.000=-1128.000

*mean*	0.486-0.899=-0.412
σ	0.324-0.082=0.242
min	0.333-0.850=-0.516
max	1.066-1.043=0.023

name=heavy_item.art

*mean*	1.522-1.522=-0.000
σ	0.002-0.002=-0.000
min	1.520
max	1.524-1.524=-0.000

*mean*	402.000-1530.000=-1128.000
σ	0.000
min	402.000-1530.000=-1128.000
max	402.000-1530.000=-1128.000

*mean*	0.221-0.555=-0.334
σ	0.023-0.053=-0.030
min	0.202-0.517=-0.315
max	0.259-0.648=-0.389

name=nested_use.art

*mean*	2.355-2.356=-0.000
σ	0.002-0.002=-0.000
min	2.355
max	2.358

*mean*	402.000-1530.000=-1128.000
σ	0.000
min	402.000-1530.000=-1128.000
max	402.000-1530.000=-1128.000

*mean*	0.335-0.857=-0.522
σ	0.015-0.042=-0.027
min	0.321-0.820=-0.500
max	0.359-0.927=-0.568

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.908-963.543=0.365
σ	0.011-0.024=-0.014
min	963.902-963.523=0.379
max	963.926-963.582=0.345

*mean*	434.800-1530.000=-1095.200
σ	1.643-0.000=1.643
min	432.000-1530.000=-1098.000
max	436.000-1530.000=-1094.000

*mean*	0.544-0.834=-0.289
σ	0.054-0.029=0.025
min	0.465-0.803=-0.338
max	0.608-0.870=-0.262

name=cdr_enhanced_4k_loc.art

*mean*	884.884-884.853=0.030
σ	0.002-0.006=-0.004
min	884.883-884.847=0.036
max	884.886-884.860=0.026

*mean*	436.000-1530.000=-1094.000
σ	0.000
min	436.000-1530.000=-1094.000
max	436.000-1530.000=-1094.000

*mean*	0.472-0.703=-0.231
σ	0.042-0.071=-0.029
min	0.422-0.586=-0.164
max	0.532-0.750=-0.218

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=-0.000
σ	0.002-0.002=-0.000
min	7.705
max	7.709-7.711=-0.002

*mean*	436.000-1530.000=-1094.000
σ	0.000
min	436.000-1530.000=-1094.000
max	436.000-1530.000=-1094.000

*mean*	1.944-4.286=-2.341
σ	0.062-0.081=-0.019
min	1.812-4.138=-2.325
max	2.148-4.684=-2.536

name=record_render_large_syntax_err.art

*mean*	7.655
σ	0.002
min	7.654
max	7.658

*mean*	436.000-1530.000=-1094.000
σ	0.000
min	436.000-1530.000=-1094.000
max	436.000-1530.000=-1094.000

*mean*	2.630-4.263=-1.633
σ	0.133-0.081=0.052
min	1.968-3.769=-1.801
max	2.934-4.427=-1.493

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	436.000-1530.000=-1094.000
σ	0.000
min	436.000-1530.000=-1094.000
max	436.000-1530.000=-1094.000

*mean*	0.307-0.763=-0.457
σ	0.009-0.018=-0.008
min	0.292-0.736=-0.444
max	0.361-0.873=-0.512

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	436.000-1530.000=-1094.000
σ	0.000
min	436.000-1530.000=-1094.000
max	436.000-1530.000=-1094.000

*mean*	0.291-0.723=-0.432
σ	0.007-0.016=-0.009
min	0.277-0.669=-0.392
max	0.324-0.777=-0.452

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.068-297.555=0.513
σ	0.985-0.201=0.784
min	297.604-297.373=0.231
max	300.854-298.071=2.783

*mean*	444.200-1964.000=-1519.800
σ	13.415-0.000=13.415
min	428.000-1964.000=-1536.000
max	466.000-1964.000=-1498.000

*mean*	0.610-0.592=0.017
σ	0.016-0.044=-0.028
min	0.583-0.514=0.069
max	0.632-0.695=-0.063

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.008
σ	0.000
min	222.008
max	222.008

*mean*	1723.125
σ	61.872
min	1570.000
max	1745.000

*mean*	202.755
σ	2.289
min	199.534
max	205.439

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1723.125
σ	61.872
min	1570.000
max	1745.000

*mean*	12.190
σ	2.032
min	9.253
max	15.565

phase=parser

*mean*	1041.166
σ	0.000
min	1041.165
max	1041.166

*mean*	1723.125
σ	61.872
min	1570.000
max	1745.000

*mean*	702.492
σ	84.285
min	576.874
max	839.839

phase=processProdDef

*mean*	6169.657
σ	0.000
min	6169.657
max	6169.658

*mean*	1745.000
σ	0.000
min	1745.000
max	1745.000

*mean*	4699.491
σ	755.303
min	3824.517
max	5876.556

phase=renaming

*mean*	21.667
σ	0.000
min	21.667
max	21.667

*mean*	1723.125
σ	61.872
min	1570.000
max	1745.000

*mean*	46.750
σ	5.257
min	39.190
max	56.019

phase=type checker

*mean*	958.540
σ	0.066
min	958.442
max	958.630

*mean*	1723.125
σ	61.872
min	1570.000
max	1745.000

*mean*	786.374
σ	93.438
min	656.680
max	901.745

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	292.773-289.775=2.998
σ	0.035-0.040=-0.004
min	292.723-289.720=3.004
max	292.812-289.814=2.998

*mean*	445.000-1530.000=-1085.000
σ	0.000
min	445.000-1530.000=-1085.000
max	445.000-1530.000=-1085.000

*mean*	0.403-0.396=0.006
σ	0.006-0.004=0.003
min	0.396-0.393=0.003
max	0.412-0.403=0.009

iters=5

new-facts=1

prior-facts=6402

*mean*	1302.905-1299.670=3.234
σ	0.045-0.070=-0.025
min	1302.843-1299.587=3.256
max	1302.956-1299.759=3.198

*mean*	1075.600-1530.000=-454.400
σ	187.142-0.000=187.142
min	840.000-1530.000=-690.000
max	1324.000-1530.000=-206.000

*mean*	2.072-2.134=-0.062
σ	0.186-0.060=0.126
min	1.762-2.039=-0.278
max	2.219-2.185=0.035

iters=5

new-facts=6402

prior-facts=1

*mean*	1545.912-1542.627=3.285
σ	4.037-4.022=0.015
min	1543.942-1540.598=3.343
max	1553.128-1549.812=3.316

*mean*	610.400-1530.000=-919.600
σ	74.484-0.000=74.484
min	493.000-1530.000=-1037.000
max	689.000-1530.000=-841.000

*mean*	2.296-2.268=0.029
σ	0.207-0.179=0.028
min	2.177-2.064=0.113
max	2.663-2.467=0.196

iters=5

new-facts=6402

prior-facts=6402

*mean*	1864.835-1861.625=3.210
σ	0.051-0.081=-0.030
min	1864.764-1861.495=3.268
max	1864.889-1861.708=3.180

*mean*	1711.800-1772.000=-60.200
σ	235.677-198.005=37.672
min	1431.000-1530.000=-99.000
max	2025.000-1964.000=61.000

*mean*	2.935-3.267=-0.332
σ	0.056-0.366=-0.310
min	2.890-2.886=0.004
max	3.007-3.740=-0.732

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.612-1.703=-0.091
σ	0.220-0.266=-0.046
min	1.336-1.313=0.022
max	1.834-1.972=-0.138

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	447.737-446.186=1.552
σ	579.077-577.140=1.937
min	158.196-157.614=0.582
max	1316.352-1311.895=4.457

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	444.000-1530.000=-1086.000
σ	0.000
min	444.000-1530.000=-1086.000
max	444.000-1530.000=-1086.000

*mean*	0.535-0.547=-0.012
σ	0.530-0.571=-0.041
min	0.267-0.260=0.007
max	1.330-1.403=-0.073

policies=20

*mean*	1582.291-1576.420=5.871
σ	0.360-0.342=0.018
min	1582.041-1576.188=5.852
max	1582.824-1576.929=5.895

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	448.000-1530.000=-1082.000
σ	4.619-0.000=4.619
min	444.000-1530.000=-1086.000
max	452.000-1530.000=-1078.000

*mean*	2.634-2.616=0.018
σ	0.021-0.018=0.003
min	2.607-2.590=0.017
max	2.656-2.629=0.027

policies=200

*mean*	15830.912-15772.219=58.693
σ	0.103-0.178=-0.075
min	15830.805-15772.061=58.744
max	15831.041-15772.475=58.566

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	498.000-1530.000=-1032.000
σ	4.690-0.000=4.690
min	493.000-1530.000=-1037.000
max	504.000-1530.000=-1026.000

*mean*	26.690-26.386=0.303
σ	0.105-0.104=0.001
min	26.553-26.244=0.309
max	26.777-26.475=0.302